00000800:00000200:3.1F:1777572601.234869:0:3632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076c85abe] -> 12345-192.168.204.127@tcp (2) 00000800:00000200:1.1F:1777572601.237366:0:3623:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076c85abe] -> 12345-192.168.204.127@tcp (2) 00000800:00000200:1.1:1777572601.237373:0:3623:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.127@tcp 00000000bb4b1cc1 deleted 00000800:00000010:1.1:1777572601.237375:0:3623:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bb4b1cc1. 00000800:00000200:1.1:1777572601.237379:0:3623:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1777572601.237385:0:3623:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.127@tcp ip 192.168.204.127:1023 00000800:00000200:1.1:1777572601.237389:0:3623:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037c738d7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1777572601.237534:0:3622:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1777572601.240201:0:3624:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076c85abe] -> 12345-192.168.204.127@tcp (4) 00000800:00000200:1.1:1777572601.240205:0:3624:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.127@tcp 00000000bb4b1cc1 deleted 00000800:00000010:1.1:1777572601.240207:0:3624:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bb4b1cc1. 00000800:00000200:1.1:1777572601.240211:0:3624:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1F:1777572601.240392:0:3622:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1777572601.319312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a87d7944. 00010000:00000010:3.1:1777572601.319324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000867bc2a0. 00010000:00000010:3.1:1777572601.431838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000d7b6440. 00010000:00000010:3.1:1777572601.431845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad748075. 00010000:00000010:3.1:1777572601.431874:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000690f787a. 00010000:00000010:1.1:1777572601.434313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000016c64ae9. 00010000:00000010:1.1:1777572601.434320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000811d680f. 00080000:00000010:2.1:1777572601.452329:0:0:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 000000007066e719. 00010000:00010000:3.0:1777573223.680872:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a7a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.680972:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a7a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.680981:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.680990:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.680997:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573223.681002:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.681010:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.681027:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a7a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.681034:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a7a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573223.681167:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925561984:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 388us (779us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777573223.681175:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4087 00000100:00100000:3.0:1777573223.702831:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925562496 00000100:00100000:3.0:1777573223.702840:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925562496 00000100:00100000:3.0:1777573223.702938:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11351 00000100:00100000:3.0:1777573223.702949:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+19:2406:x1863919925562496:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573223.703059:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+19:2406:x1863919925562496:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 112us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.703067:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11351 00000100:00100000:3.0:1777573223.735971:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925563264 00000100:00100000:3.0:1777573223.735981:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925563264 00000100:00100000:3.0:1777573223.736090:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4092 00000100:00100000:3.0:1777573223.736101:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925563264:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573223.736151:0:24425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 135168, mtime: 0x69f39d67, atime: 0x0, ctime: 0x69f39d67, blocks: 0x20 00010000:00010000:3.0:1777573223.736160:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.736175:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.736177:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.736182:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [180224->233471] (req 180224->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.736195:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [180224->233471] (req 180224->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573223.745461:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 135168 -> 230513 00002000:00010000:3.0:1777573223.745466:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 32 -> 136 00010000:00010000:3.0:1777573223.745478:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [180224->233471] (req 180224->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.745495:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [180224->233471] (req 180224->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.745502:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [180224->233471] (req 180224->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.745508:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573223.745513:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [180224->233471] (req 180224->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.745531:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [180224->233471] (req 180224->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.745552:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [180224->233471] (req 180224->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.745561:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1196a9d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [180224->233471] (req 180224->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573223.745669:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925563264:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9566us (9979us total) trans 17179874108 rc 0/0 00000100:00100000:3.0:1777573223.745679:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4092 00010000:00010000:3.0:1777573223.750620:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1196a5e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.750631:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1196a5e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.750638:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1196a5e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.750644:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573223.750648:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1196a5e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.750656:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1196a5e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.750669:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x313:0x0].0x0 (ffff99d2c4e13900) 00010000:00010000:3.0:1777573223.750672:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573223.750676:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1196a5e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.750682:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1196a5e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573223.751514:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919931996800 00000100:00100000:3.0:1777573223.751524:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919931996800 00000100:00100000:3.0:1777573223.751722:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919931996672 00000100:00100000:3.0:1777573223.751727:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919931996672 00000100:00100000:3.0:1777573223.751755:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11354 00000100:00100000:3.0:1777573223.751765:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919931996800:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777573223.751793:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1009 count 1 00002000:00010000:3.0:1777573223.751826:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f1:0x0] initial LVB size: 189595, mtime: 0x69f39d66, atime: 0x69f39d61, ctime: 0x69f39d66, blocks: 0x58 00010000:00010000:3.0:1777573223.751834:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.751854:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.751856:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.751862:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.751875:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.751884:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.751892:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.751919:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777573223.752105:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919931996800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 341us (632us total) trans 21474841033 rc 0/0 00000100:00100000:3.0:1777573223.752112:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11354 00010000:00010000:3.0:1777573223.752148:0:29350:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573223.752156:0:29350:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.752169:0:29350:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573223.752173:0:29350:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.752186:0:29350:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.752199:0:29350:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.752206:0:29350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196aa4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.752225:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573223.752227:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573223.752229:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573223.755045:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11356 00000100:00100000:3.0:1777573223.755062:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925563520:12345-192.168.204.27@tcp:16:lfs.0 00000100:00100000:3.0:1777573223.755148:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919925563520:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 91us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.755156:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11356 00000100:00100000:3.0:1777573223.757176:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+17:2403:x1863919925563648:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 2110us (2352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.757185:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11357 00000100:00100000:3.0:1777573223.769315:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925563904 00000100:00100000:3.0:1777573223.769325:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925563904 00000100:00100000:3.0:1777573223.769941:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11359 00000100:00100000:3.0:1777573223.769954:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925564160:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573223.769984:0:14598:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.770004:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.770007:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.770010:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.770025:0:14598:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.770050:0:14598:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.770060:0:14598:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.770067:0:14598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.770073:0:14598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573223.770076:0:14598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.770084:0:14598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.770100:0:14598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.770109:0:14598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1196ab9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573223.770154:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919925564160:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 202us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.770165:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11359 00000100:00100000:3.0:1777573223.776014:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573223.776038:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573223.779366:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573223.782217:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573223.786432:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573223.789913:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925565440 00000100:00100000:3.0:1777573223.789921:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925565440 00000100:00100000:3.0:1777573223.789968:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11363 00000100:00100000:3.0:1777573223.789976:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925565440:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:3.0:1777573223.790103:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 230513 -> 230513 00002000:00010000:3.0:1777573223.790110:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573223.790115:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573223.790117:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573223.790123:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:3.0:1777573223.790165:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925565440:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 191us (375us total) trans 17179874111 rc 0/0 00000100:00100000:3.0:1777573223.790175:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11363 00000100:00100000:3.0:1777573223.792303:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573223.794921:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925566336 00000100:00100000:3.0:1777573223.794929:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925566336 00010000:00010000:3.0:1777573223.794963:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119689e lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d3c2 expref: 398 pid: 6485 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573223.795090:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5261 00000100:00100000:3.0:1777573223.795101:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919925566336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573223.795115:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573223.795122:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119689e lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d3c2 expref: 398 pid: 6485 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.795133:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119689e lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d3c2 expref: 398 pid: 6485 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.795152:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573223.795156:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1196adc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.795164:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1196adc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.795170:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573223.795211:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919925566336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 112us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.795219:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5261 00010000:00010000:3.0:1777573223.798183:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1196adc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.798191:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1196adc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.798212:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196ae3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x313:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.798222:0:6487:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196a65 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x313:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d440 expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.798230:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196ae3 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x313:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.798257:0:6487:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196a65 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x313:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d440 expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.798300:0:6487:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196a65 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x313:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d440 expref: 396 pid: 6486 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573223.798315:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919931997440:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573223.798369:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d94900 going to sleep for 11 seconds 00000100:00100000:3.0:1777573223.800373:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919931997440:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573223.800397:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196ae3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x313:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573223.801626:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925566592 00000100:00100000:3.0:1777573223.801633:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925566592 00010000:00010000:3.0:1777573223.801667:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196a65 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x313:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d440 expref: 397 pid: 6486 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573223.801738:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5263 00000100:00100000:3.0:1777573223.801747:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+397:2404:x1863919925566592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573223.801761:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573223.801768:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196a65 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x313:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d440 expref: 397 pid: 6486 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.801779:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196a65 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x313:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d440 expref: 397 pid: 6486 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.801800:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196a65 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x313:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d440 expref: 397 pid: 6486 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.801814:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x313:0x0].0x0 (ffff99d2c4e13900) 00010000:00010000:3.0:1777573223.801818:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196ae3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x313:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.801827:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196ae3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x313:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.801832:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196ae3 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x313:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.801867:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573223.801917:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+396:2404:x1863919925566592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 172us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.801925:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5263 00000100:00100000:3.0:1777573223.803350:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919931997696 00000100:00100000:3.0:1777573223.803356:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919931997696 00000100:00100000:3.0:1777573223.803505:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:3.0:1777573223.803514:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919931997696:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.803591:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919931997696:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 79us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.803597:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:3.0:1777573223.804489:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6ea9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6487:1863919931997952:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.804531:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6487:1863919931998080:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.804557:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573223.804585:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573223.804909:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6487:1863919931998080:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.804941:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6487:1863919931998208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.804961:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573223.804978:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573223.805209:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6487:1863919931998208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.805242:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6487:1863919931998336:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.805420:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573223.809068:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919931999616 00000100:00100000:3.0:1777573223.809073:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919931999616 00000100:00100000:3.0:1777573223.809131:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:3.0:1777573223.809138:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919931999616:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.809195:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919931999616:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.809201:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:3.0:1777573223.810655:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932000256 00000100:00100000:3.0:1777573223.810659:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932000256 00000100:00100000:3.0:1777573223.811093:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932000384 00000100:00100000:3.0:1777573223.811097:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932000384 00000100:00100000:3.0:1777573223.811125:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:3.0:1777573223.811131:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919932000384:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.811190:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919932000384:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 59us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.811196:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:3.0:1777573223.811920:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932000640 00000100:00100000:3.0:1777573223.811924:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932000640 00000100:00100000:3.0:1777573223.811939:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:3.0:1777573223.811944:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919932000640:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573223.812097:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6487:x1863919932000640:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 151us (257us total) trans 17179874113 rc 0/0 00000100:00100000:3.0:1777573223.812103:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00100000:3.0:1777573223.820233:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925566976 00000100:00100000:3.0:1777573223.820244:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925566976 00000100:00100000:3.0:1777573223.820421:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5053 00000100:00100000:3.0:1777573223.820441:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+398:59508:x1863919925566976:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1777573223.820679:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+399:59508:x1863919925566976:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 248us (543us total) trans 4294978010 rc 0/0 00000100:00100000:3.0:1777573223.820687:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5053 00000100:00100000:3.0:1777573223.861931:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925568128 00000100:00100000:3.0:1777573223.861941:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925568128 00000100:00100000:3.0:1777573223.862045:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11367 00000100:00100000:3.0:1777573223.862053:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925568128:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573223.862069:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573223.862083:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196b45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d478 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573223.862102:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 189595, mtime: 0x69f39d66, atime: 0x69f39d51, ctime: 0x69f39d66, blocks: 0x58 00010000:00010000:3.0:1777573223.862117:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.862118:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.862125:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196b45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d478 expref: 20 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.862136:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1196b45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d478 expref: 20 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.862145:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358400, rc 0) 00000100:00100000:3.0:1777573223.862191:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925568128:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 139us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.862197:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11367 00000100:00100000:3.0:1777573223.866298:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925568256 00000100:00100000:3.0:1777573223.866308:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925568256 00000100:00100000:3.0:1777573223.866364:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11368 00000100:00100000:3.0:1777573223.866373:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925568256:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573223.866391:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573223.866409:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1196b4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d47f expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573223.866444:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 189595, mtime: 0x69f39d66, atime: 0x69f39d55, ctime: 0x69f39d66, blocks: 0x58 00010000:00010000:3.0:1777573223.866464:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.866466:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.866474:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1196b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d47f expref: 21 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.866491:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1196b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d47f expref: 21 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.866504:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359200, rc 0) 00000100:00100000:3.0:1777573223.866561:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925568256:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 189us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.866569:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11368 00010000:00010000:3.0:1777573223.870479:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573223.887865:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925568768 00000100:00100000:3.0:1777573223.887875:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925568768 00000100:00100000:3.0:1777573223.888111:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11372 00000100:00100000:3.0:1777573223.888123:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925568768:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573223.888142:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573223.888162:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1196b68 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d49b expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573223.888188:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 189595, mtime: 0x69f39d66, atime: 0x69f39d5e, ctime: 0x69f39d66, blocks: 0x58 00010000:00010000:3.0:1777573223.888211:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.888213:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.888222:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1196b68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d49b expref: 24 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.888245:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1196b68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d49b expref: 24 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.888258:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359600, rc 0) 00000100:00100000:3.0:1777573223.888392:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925568768:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 271us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573223.888400:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11372 00000100:00100000:3.0:1777573223.954684:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925569280 00000100:00100000:3.0:1777573223.954694:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925569280 00000100:00100000:3.0:1777573223.954776:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4094 00000100:00100000:3.0:1777573223.954788:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919925569280:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:3.0:1777573223.954836:0:28804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 230513, mtime: 0x69f39d67, atime: 0x69f39d67, ctime: 0x69f39d67, blocks: 0x88 00010000:00010000:3.0:1777573223.954845:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.954860:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.954862:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573223.954867:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.954880:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.958697:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.958722:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.958731:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.958738:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573223.958744:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.958872:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.958892:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573223.958899:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196b84 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573223.959021:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919925569280:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4232us (4401us total) trans 0 rc 230513/230513 00000100:00100000:3.0:1777573223.959030:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4094 00000100:00100000:3.0:1777573224.001302:0:32703:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925570176 00000100:00100000:3.0:1777573224.001309:0:32703:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925570176 00000100:00100000:3.0:1777573224.001359:0:32703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 150 00000100:00100000:3.0:1777573224.001366:0:32703:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c867c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2403:x1863919925570176:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1777573224.001410:0:32703:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c867c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2403:x1863919925570176:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 45us (2960us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.001416:0:32703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 150 00000100:00080000:3.0:1777573224.001453:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573224.012161:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:3.0:1777573224.012412:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573224.026006:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:3.0:1777573224.036738:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573224.064899:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925571200 00000100:00100000:3.0:1777573224.064909:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925571200 00000100:00100000:3.0:1777573224.064992:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4101 00000100:00100000:3.0:1777573224.065002:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919925571200:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573224.065034:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.065050:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.065053:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.065058:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.065071:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.068668:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.068686:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.068929:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.068939:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573224.068945:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.068955:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.068973:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.068989:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196bca lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.069063:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919925571200:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4059us (4707us total) trans 0 rc 192512/192512 00000100:00100000:3.0:1777573224.069072:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4101 00000100:00100000:3.0:1777573224.077126:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.097105:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925571456 00000100:00100000:3.0:1777573224.097114:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925571456 00000100:00100000:3.0:1777573224.097189:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4103 00000100:00100000:3.0:1777573224.097200:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925571456:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573224.097234:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196bd8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.097250:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.097252:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.097257:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196bd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.097307:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196bd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.161800:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.173488:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925571712 00000100:00100000:3.0:1777573224.173499:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925571712 00000100:00100000:3.0:1777573224.173564:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4105 00000100:00100000:3.0:1777573224.173575:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925571712:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:3.0:1777573224.173763:0:24424:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 230513, mtime: 0x69f39d67, atime: 0x69f39d67, ctime: 0x69f39d67, blocks: 0x88 00010000:00010000:3.0:1777573224.173774:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196be6 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.173792:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.173794:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.173799:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196be6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.173813:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1196be6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777573224.191536:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573224.200582:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.204339:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925572480 00000100:00100000:3.0:1777573224.204348:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925572480 00010000:00010000:3.0:1777573224.204380:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1196b0d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d45c expref: 409 pid: 10945 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.204416:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5264 00000100:00100000:3.0:1777573224.204423:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+409:2404:x1863919925572480:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.204444:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573224.204452:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1196b0d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d45c expref: 409 pid: 10945 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.204464:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1196b0d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d45c expref: 409 pid: 10945 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.204486:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573224.204492:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196bf4 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.204502:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196bf4 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.204508:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196bf4 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.204527:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.204636:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+409:2404:x1863919925572480:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 211us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.204644:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5264 00000100:00100000:3.0:1777573224.213101:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925572736 00000100:00100000:3.0:1777573224.213111:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925572736 00010000:00010000:3.0:1777573224.213145:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196bf4 lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4b7 expref: 410 pid: 7963 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.213230:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5265 00000100:00100000:3.0:1777573224.213241:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+410:2403:x1863919925572736:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.213256:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573224.213264:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196bf4 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4b7 expref: 410 pid: 7963 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.213309:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196bf4 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4b7 expref: 410 pid: 7963 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.213329:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1196bf4 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4b7 expref: 410 pid: 7963 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.213344:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573224.213348:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1196c09 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.213357:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1196c09 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.213364:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1196c09 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.213391:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.213461:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+409:2403:x1863919925572736:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 221us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.213482:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5265 00000100:00100000:3.0:1777573224.217745:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925572992 00000100:00100000:3.0:1777573224.217755:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925572992 00000100:00100000:3.0:1777573224.217836:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5057 00000100:00100000:3.0:1777573224.217846:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+408:59390:x1863919925572992:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:3.0:1777573224.218050:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+409:59390:x1863919925572992:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 206us (461us total) trans 4294978018 rc 0/0 00000100:00100000:3.0:1777573224.218057:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5057 00010000:00010000:3.0:1777573224.223794:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1196ac7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223809:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1196ac7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223826:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1196ac7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223845:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573224.223852:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1196ac7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223861:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1196ac7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223878:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x313:0x0].0x0 (ffff99d2c4e13900) 00010000:00010000:3.0:1777573224.223885:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573224.223892:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1196ac7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223904:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1196ac7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x313:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223933:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1196ad5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223940:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1196ad5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223946:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1196ad5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223951:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caaa00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573224.223954:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1196ad5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223960:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1196ad5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223969:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573224.223971:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573224.223974:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1196ad5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.223999:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1196ad5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.224483:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6eab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932001280:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573224.224517:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573224.224554:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932001792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573224.224597:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932001408 00000100:00100000:3.0:1777573224.224605:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932001408 00000100:00100000:3.0:1777573224.224901:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932001920 00000100:00100000:3.0:1777573224.224905:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932001920 00000100:00100000:3.0:1777573224.225658:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932002432 00000100:00100000:3.0:1777573224.225664:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932002432 00000100:00100000:3.0:1777573224.225770:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932001664 00000100:00100000:3.0:1777573224.225776:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932001664 00000100:00100000:3.0:1777573224.225807:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11375 00000100:00100000:3.0:1777573224.225822:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932001408:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573224.225975:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573224.225982:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573222 -> 1777573222 00002000:00010000:3.0:1777573224.226062:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573224.226069:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573222 -> 1777573222 00002000:00010000:3.0:1777573224.226074:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573224.226191:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3636:x1863919932001408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 373us (1854us total) trans 21474841040 rc 0/0 00000100:00100000:3.0:1777573224.226346:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11375 00000100:00100000:3.0:1777573224.226766:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932001792 00000100:00100000:3.0:1777573224.226771:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932001792 00000100:00100000:3.0:1777573224.226803:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11385 00000100:00100000:3.0:1777573224.226816:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932001792:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573224.226875:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573224.226881:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573222 -> 1777573222 00002000:00010000:3.0:1777573224.226896:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573224.226902:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573222 -> 1777573222 00002000:00010000:3.0:1777573224.226907:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573224.226948:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3635:x1863919932001792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 135us (199us total) trans 21474841044 rc 0/0 00000100:00100000:3.0:1777573224.226957:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11385 00000100:00100000:3.0:1777573224.226980:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11387 00000100:00100000:3.0:1777573224.226990:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3635:x1863919932002816:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573224.227054:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 189595 -> 189595 00002000:00010000:3.0:1777573224.227061:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573222 -> 1777573222 00002000:00010000:3.0:1777573224.227067:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573224.227070:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573222 -> 1777573222 00002000:00010000:3.0:1777573224.227073:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1777573224.227647:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932002816:12345-0@lo:2:osp-syn-1-1.0 Request processed in 119us (228us total) trans 17179874118 rc 0/0 00000100:00100000:3.0:1777573224.227656:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11387 00000100:00100000:3.0:1777573224.227690:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11393 00000100:00100000:3.0:1777573224.227700:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932003456:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573224.227762:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573224.227767:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573222 -> 1777573222 00002000:00010000:3.0:1777573224.227772:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573224.227775:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573222 -> 1777573222 00002000:00010000:3.0:1777573224.227781:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573224.227818:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932003456:12345-0@lo:2:osp-syn-0-1.0 Request processed in 119us (343us total) trans 21474841047 rc 0/0 00000100:00100000:3.0:1777573224.228674:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11393 00000100:00100000:3.0:1777573224.228726:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573224.228752:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932003072:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573224.228779:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573224.228859:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f3a300/2, rc 0, transno 21474841039 00000100:00100000:3.0:1777573224.228866:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932001536:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573224.228879:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f3aa00/2, rc 0, transno 21474841041 00000100:00100000:3.0:1777573224.228884:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932002048:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573224.229169:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee6aa00/2, rc 0, transno 17179874124 00000100:00100000:3.0:1777573224.229174:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932002560:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573224.229181:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e14700/2, rc 0, transno 17179874125 00000100:00100000:3.0:1777573224.229184:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932003072:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573224.232837:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925573376 00000100:00100000:3.0:1777573224.232846:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925573376 00000100:00100000:3.0:1777573224.232934:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11399 00000100:00100000:3.0:1777573224.232944:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+25:59390:x1863919925573376:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573224.232961:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573224.232979:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053cee92d/0x8dc0a528a1196c1e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d4cc expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.233010:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1196a42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d424 expref: 26 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.233018:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.233020:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.233024:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053cee92d/0x8dc0a528a1196c1e lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [212992->245759] (req 212992->245759) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4cc expref: 26 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.233057:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1196a42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d424 expref: 26 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.233077:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1196a42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d424 expref: 26 pid: 14598 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.233089:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7131500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932004224:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573224.233162:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c46ba9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573224.235083:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925573504 00000100:00100000:3.0:1777573224.235089:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925573504 00010000:00010000:3.0:1777573224.235124:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1196a42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d424 expref: 26 pid: 14598 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.235157:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5266 00000100:00100000:3.0:1777573224.235165:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925573504:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.235176:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573224.235196:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1196a42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d424 expref: 26 pid: 14598 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.235206:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1196a42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d424 expref: 26 pid: 14598 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.235227:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1196a42 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d424 expref: 26 pid: 14598 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.235239:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.235241:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.235247:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000053cee92d/0x8dc0a528a1196c1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->245759) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4cc expref: 25 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.235256:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053cee92d/0x8dc0a528a1196c1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->245759) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4cc expref: 25 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.235323:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000053cee92d/0x8dc0a528a1196c1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->245759) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4cc expref: 25 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.235336:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932004352:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573224.235388:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c46ba9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573224.237417:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932004352:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573224.237448:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.237496:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925573504:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2331us (2644us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.237515:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5266 00000100:00100000:3.0:1777573224.245944:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.264041:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573224.272813:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874127 is committed 00000001:00080000:3.0:1777573224.272832:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874125 is committed 00000100:00100000:3.0:1777573224.277201:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.280925:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.293200:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.296677:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925575296 00000100:00100000:3.0:1777573224.296686:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925575296 00000100:00100000:3.0:1777573224.296740:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11402 00000100:00100000:3.0:1777573224.296750:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:59390:x1863919925575296:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573224.296766:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573224.296783:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a1196c56 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d4ef expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.296811:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196a49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d432 expref: 23 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.296820:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.296822:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.296826:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a1196c56 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4ef expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.296854:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196a49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d432 expref: 23 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.296867:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196a49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d432 expref: 23 pid: 27874 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.296880:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932004736:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573224.296945:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c46ba9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573224.299744:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932004736:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573224.299774:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a1196c56 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4ef expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.299798:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb30000, rc 0) 00000100:00100000:3.0:1777573224.299925:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+24:59390:x1863919925575296:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3175us (3375us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.299942:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11402 00000100:00100000:3.0:1777573224.312026:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925576064 00000100:00100000:3.0:1777573224.312036:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925576064 00000100:00100000:3.0:1777573224.312111:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4114 00000100:00100000:3.0:1777573224.312121:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925576064:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573224.312490:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 214986 -> 214986 00002000:00010000:3.0:1777573224.312494:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.312497:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573224.312499:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.312501:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 208 -> 304 00000100:00100000:3.0:1777573224.312556:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925576064:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 437us (740us total) trans 17179874130 rc 0/0 00000100:00100000:3.0:1777573224.312563:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4114 00000100:00100000:3.0:1777573224.320319:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.324714:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925576704 00000100:00100000:3.0:1777573224.324718:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925576704 00002000:00010000:3.0:1777573224.324731:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573224.324735:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182f480 with x1863919925576704 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573224.324741:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c182f480. 00000100:00100000:3.0:1777573224.324764:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4116 00000100:00100000:3.0:1777573224.324769:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925576576:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573224.324897:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573224.324900:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.324902:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573224.324905:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.324908:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573224.324969:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925576576:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 197us (370us total) trans 21474841050 rc 0/0 00000100:00100000:3.0:1777573224.324986:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4116 00002000:00010000:3.0:1777573224.324990:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573224.324993:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182ce00 with x1863919925576576 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573224.324999:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c182ce00. 00000100:00100000:3.0:1777573224.339640:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.339724:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.339869:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.340191:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925577472 00000100:00100000:3.0:1777573224.340195:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925577472 00002000:00010000:3.0:1777573224.340223:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573224.340227:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fb480 with x1863919925577472 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573224.340233:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70fb480. 00000100:00100000:3.0:1777573224.340387:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4120 00000100:00100000:3.0:1777573224.340395:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925577472:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573224.340553:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573224.340555:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.340558:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573224.340560:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.340562:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573224.340599:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925577472:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 204us (730us total) trans 17179874134 rc 0/0 00000100:00100000:3.0:1777573224.340606:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4120 00002000:00010000:3.0:1777573224.340609:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573224.340611:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fb480 with x1863919925577472 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573224.340615:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70fb480. 00000100:00100000:3.0:1777573224.342713:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.348817:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925577728 00000100:00100000:3.0:1777573224.348827:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925577728 00000100:00100000:3.0:1777573224.348927:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4121 00000100:00100000:3.0:1777573224.348938:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925577728:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573224.349164:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573224.349167:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.349170:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573224.349172:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.349174:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 120 -> 128 00000100:00100000:3.0:1777573224.349244:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925577728:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 307us (559us total) trans 17179874135 rc 0/0 00000100:00100000:3.0:1777573224.349251:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4121 00000100:00100000:3.0:1777573224.362551:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925577984 00000100:00100000:3.0:1777573224.362563:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925577984 00000100:00100000:3.0:1777573224.403887:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925579008 00000100:00100000:3.0:1777573224.403894:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925579008 00010000:00010000:3.0:1777573224.403924:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1196c8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d504 expref: 404 pid: 30825 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.403953:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5269 00000100:00100000:3.0:1777573224.404041:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+404:2403:x1863919925579008:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.404055:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573224.404062:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1196c8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d504 expref: 404 pid: 30825 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.404075:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1196c8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d504 expref: 404 pid: 30825 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.404094:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1196c8e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d504 expref: 404 pid: 30825 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.404108:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573224.404112:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1196cb8 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.404121:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1196cb8 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.404127:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1196cb8 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.404150:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.404196:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+403:2403:x1863919925579008:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 235us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.404203:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5269 00010000:00010000:3.0:1777573224.413831:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630c00/0x8dc0a528a1196ccd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.413839:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630c00/0x8dc0a528a1196ccd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573224.413896:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 228673 00000004:00200000:3.0:1777573224.413901:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573224.413920:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630c00/0x8dc0a528a1196ccd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.413948:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1196cc6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d519 expref: 404 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.413959:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630c00/0x8dc0a528a1196ccd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d519 expref: 403 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.413964:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573224.413966:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573224.413967:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630c00, rc 0) 00000100:00100000:3.0:1777573224.413998:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+403:59511:x1863919925579136:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 5158us (5368us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.414004:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14802 00000100:00100000:3.0:1777573224.423918:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925579776 00000100:00100000:3.0:1777573224.423922:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925579776 00000100:00100000:3.0:1777573224.423948:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11405 00000100:00100000:3.0:1777573224.423953:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925579904:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573224.423970:0:29349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196cf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.423980:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a1196c56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4ef expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.423985:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.423987:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.423989:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196cf0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.424007:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a1196c56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4ef expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.424014:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a1196c56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4ef expref: 23 pid: 8360 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.424022:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca397480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932005376:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573224.424043:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c46ba9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573224.424094:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11406 00000100:00100000:3.0:1777573224.424101:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925579776:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573224.424121:0:14598:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1196cf7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.424131:0:14598:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1196c4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4e8 expref: 27 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.424136:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.424137:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.424140:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1196cf7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.424154:0:14598:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1196c4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4e8 expref: 27 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.424165:0:14598:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1196c4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4e8 expref: 27 pid: 8362 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.424174:0:14598:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14598:1863919932005504:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573224.424191:0:14598:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573224.426150:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.427312:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925580160 00000100:00100000:3.0:1777573224.427319:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925580160 00010000:00010000:3.0:1777573224.427342:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000053cee92d/0x8dc0a528a1196c1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->245759) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4cc expref: 24 pid: 8361 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.427363:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925580288 00000100:00100000:3.0:1777573224.427365:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925580288 00010000:00010000:3.0:1777573224.427374:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a1196c56 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4ef expref: 25 pid: 8360 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.427392:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5272 00000100:00100000:3.0:1777573224.427398:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925580160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.427408:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777573224.427431:0:6469:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 128 -> 192 00010000:00010000:3.0:1777573224.427436:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000053cee92d/0x8dc0a528a1196c1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 212992->245759) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4cc expref: 25 pid: 8361 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427447:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000053cee92d/0x8dc0a528a1196c1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 212992->245759) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4cc expref: 25 pid: 8361 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427463:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053cee92d/0x8dc0a528a1196c1e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 212992->245759) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4cc expref: 25 pid: 8361 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427475:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.427477:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.427481:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427488:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427514:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.427817:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925580160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 418us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.427824:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5272 00010000:00010000:3.0:1777573224.427848:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427856:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427869:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427875:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427882:0:8361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427887:0:8361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573224.427890:0:8361:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427896:0:8361:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427905:0:8361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.427912:0:8361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1196ce9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.427948:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925579648:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 4453us (4938us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.427955:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11404 00000100:00100000:3.0:1777573224.431504:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573224.435500:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978029 is committed 00000004:00080000:3.0:1777573224.435508:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1898 committed 00000004:00080000:3.0:1777573224.435521:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1897 committed 00000004:00080000:3.0:1777573224.435536:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1896 committed 00000004:00080000:3.0:1777573224.435539:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1897 committed 00000004:00080000:3.0:1777573224.435542:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1896 committed 00000004:00080000:3.0:1777573224.435544:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1895 committed 00000004:00080000:3.0:1777573224.435545:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1895 committed 00000004:00080000:3.0:1777573224.435547:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1894 committed 00000004:00080000:3.0:1777573224.435548:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1893 committed 00000004:00080000:3.0:1777573224.435550:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1894 committed 00000004:00080000:3.0:1777573224.435552:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1892 committed 00000004:00080000:3.0:1777573224.435553:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1893 committed 00000004:00080000:3.0:1777573224.435562:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1892 committed 00000004:00080000:3.0:1777573224.435564:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1891 committed 00000004:00080000:3.0:1777573224.435566:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1890 committed 00000004:00080000:3.0:1777573224.435568:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1891 committed 00000004:00080000:3.0:1777573224.435569:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1889 committed 00000004:00080000:3.0:1777573224.435571:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1890 committed 00000004:00080000:3.0:1777573224.435572:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1889 committed 00000004:00080000:3.0:1777573224.435574:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1888 committed 00000004:00080000:3.0:1777573224.435576:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1887 committed 00000004:00080000:3.0:1777573224.435577:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1888 committed 00000004:00080000:3.0:1777573224.435579:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1887 committed 00000004:00080000:3.0:1777573224.435581:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1886 committed 00000020:00080000:3.0:1777573224.435602:0:7399:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 79 batchid updated 00000100:00100000:3.0:1777573224.435646:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932005888:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573224.436026:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573224.436056:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932006400:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573224.436082:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573224.436104:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932006912:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573224.436127:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573224.436147:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932007424:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573224.436175:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573224.436199:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777573224.436207:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932007040:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573224.436233:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573224.436250:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932007552:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573224.436395:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573224.437149:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6ea9c00/2, rc 0, transno 21474841052 00000100:00100000:3.0:1777573224.437165:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932005888:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573224.437187:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179874125 gen 2 00000004:00080000:3.0:1777573224.437192:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca41180, transno 17179874109 00000004:00080000:3.0:1777573224.437201:0:3636:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179874113 committed transno 17179874125 00000004:00080000:3.0:1777573224.437221:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2cee68a80, transno 17179874114 00000004:00080000:3.0:1777573224.437224:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2cee69500, transno 17179874115 00000004:00080000:3.0:1777573224.437228:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e16d80, transno 17179874116 00000004:00080000:3.0:1777573224.437231:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2cee69880, transno 17179874117 00000004:00080000:3.0:1777573224.437235:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e17b80, transno 17179874118 00000004:00080000:3.0:1777573224.437238:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1d2ca80, transno 17179874119 00000004:00080000:3.0:1777573224.437240:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1d2fb80, transno 17179874120 00000004:00080000:3.0:1777573224.437245:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e15c00, transno 17179874121 00000004:00080000:3.0:1777573224.437250:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1d2d180, transno 17179874122 00000004:00080000:3.0:1777573224.437255:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1d2f100, transno 17179874123 00000004:00080000:3.0:1777573224.437260:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2cee6aa00, transno 17179874124 00000004:00080000:3.0:1777573224.437265:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e14700, transno 17179874125 00000100:00100000:3.0:1777573224.437286:0:3636:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff99d1c2ea4a80 x1863919932007424/t17179874137(17179874137) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777573240 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777573224.437295:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea4a80/2, rc 0, transno 17179874137 00000100:00100000:3.0:1777573224.437299:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932007424:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573224.437315:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee69180/2, rc 0, transno 21474841056 00000100:00100000:3.0:1777573224.437322:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932006400:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573224.439577:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea7480/2, rc 0, transno 17179874139 00000100:00100000:3.0:1777573224.439582:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932007040:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573224.439591:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea5880/2, rc 0, transno 17179874140 00000100:00100000:3.0:1777573224.439594:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932007552:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573224.439601:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea4380/2, rc 0, transno 17179874138 00000100:00100000:3.0:1777573224.439604:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932006912:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573224.441221:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.448325:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.448364:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.449495:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.492777:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.498086:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.502664:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.508580:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.510997:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573224.514103:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874149 is committed 00000001:00080000:3.0:1777573224.514118:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874148 is committed 00000100:00100000:3.0:1777573224.518659:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.521895:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.531911:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.535023:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.547363:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.550221:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573224.557203:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874150 is committed 00000100:00100000:3.0:1777573224.564622:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.567266:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:3.0:1777573224.572032:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573222 -> 1777573224 00002000:00010000:3.0:1777573224.572038:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573222 -> 1777573224 00010000:00010000:3.0:1777573224.572049:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1196d52 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.572061:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1196d52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.572069:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1196d52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.572075:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caac00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573224.572350:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1196d52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.572363:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1196d52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.572383:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1196d52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.572390:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1196d52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.572532:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925582720:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7693us (7914us total) trans 21474841066 rc 0/0 00000100:00100000:3.0:1777573224.572543:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4129 00000100:00100000:3.0:1777573224.576701:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.580230:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925583104 00000100:00100000:3.0:1777573224.580238:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925583104 00010000:00010000:3.0:1777573224.580303:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c7d05447/0x8dc0a528a1196b61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d494 expref: 20 pid: 8938 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.580334:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5279 00000100:00100000:3.0:1777573224.580343:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925583104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.580356:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573224.580377:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c7d05447/0x8dc0a528a1196b61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d494 expref: 20 pid: 8938 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.580391:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c7d05447/0x8dc0a528a1196b61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d494 expref: 20 pid: 8938 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.580416:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7d05447/0x8dc0a528a1196b61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d494 expref: 20 pid: 8938 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.580441:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.580443:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.580448:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1196d59 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.580458:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1196d59 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.580487:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.580547:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925583104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 203us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.580563:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5279 00000001:00080000:3.0:1777573224.597373:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874151 is committed 00000001:00080000:3.0:1777573224.616132:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874152 is committed 00000100:00100000:3.0:1777573224.627706:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925583872 00000100:00100000:3.0:1777573224.627716:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925583872 00010000:00010000:3.0:1777573224.627757:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1196b76 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4a9 expref: 19 pid: 28214 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.627834:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5282 00000100:00100000:3.0:1777573224.627844:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925583872:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.627859:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573224.627882:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1196b76 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4a9 expref: 19 pid: 28214 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.627899:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1196b76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4a9 expref: 19 pid: 28214 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.627927:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1196b76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4a9 expref: 19 pid: 28214 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.627945:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.627946:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.627951:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a1196d6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.627967:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a1196d6e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.627985:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.628046:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919925583872:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 204us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.628054:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5282 00000001:00080000:3.0:1777573224.641119:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874153 is committed 00000100:00100000:3.0:1777573224.654545:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.671379:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.677383:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.685521:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.685801:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.688150:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4137 00000100:00100000:3.0:1777573224.688177:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925585536:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573224.689166:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 189595 -> 4096 00002000:00010000:3.0:1777573224.689175:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.689178:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573224.689181:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.689183:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 88 -> 8 00000100:00100000:3.0:1777573224.689322:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925585536:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1157us (3821us total) trans 21474841070 rc 0/0 00000100:00100000:3.0:1777573224.689332:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4137 00002000:00010000:3.0:1777573224.689337:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (4096->18446744073709551615) 00002000:00100000:3.0:1777573224.689341:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99d180 with x1863919925585536 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573224.689348:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fc99d180. 00000100:00100000:3.0:1777573224.689379:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4138 00000100:00100000:3.0:1777573224.689390:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925585664:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573224.689892:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573224.689896:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573222 -> 1777573224 00002000:00010000:3.0:1777573224.689899:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573224.689901:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573222 -> 1777573224 00002000:00010000:3.0:1777573224.689904:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573224.689950:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925585664:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 562us (4147us total) trans 17179874155 rc 0/0 00000100:00100000:3.0:1777573224.689958:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4138 00002000:00010000:3.0:1777573224.689962:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573224.689965:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99c380 with x1863919925585664 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573224.689971:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99c380. 00000100:00100000:3.0:1777573224.692356:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.705173:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.705220:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.720454:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.741311:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.745838:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4144 00000100:00100000:3.0:1777573224.745904:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925587968:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573224.745996:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573224.746000:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573222 -> 1777573224 00002000:00010000:3.0:1777573224.746003:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573224.746006:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573222 -> 1777573224 00002000:00010000:3.0:1777573224.746009:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573224.746068:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925587968:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 167us (944us total) trans 17179874158 rc 0/0 00000100:00100000:3.0:1777573224.746075:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4144 00002000:00010000:3.0:1777573224.746079:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573224.746082:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca396680 with x1863919925587968 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573224.746087:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca396680. 00000100:00100000:3.0:1777573224.762683:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.783253:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.786208:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.790139:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925589632 00000100:00100000:3.0:1777573224.790152:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925589632 00000100:00100000:3.0:1777573224.790313:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14820 00000100:00100000:3.0:1777573224.790327:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+413:59511:x1863919925589632:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573224.790352:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573224.790369:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196e32 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d5a5 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.790519:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1196e39 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.790534:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1196e39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.790545:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1196e39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573224.790575:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573224.790579:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573224.790598:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1196e39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.790622:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196e32 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d5a5 expref: 415 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.790635:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1196e39 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d5a5 expref: 414 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.790641:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573224.790643:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573224.790645:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358800, rc 0) 00000100:00100000:3.0:1777573224.790705:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+414:59511:x1863919925589632:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 383us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.790710:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14820 00000100:00100000:3.0:1777573224.796844:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.804627:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925590272 00000100:00100000:3.0:1777573224.804633:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925590272 00002000:00010000:3.0:1777573224.804655:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573224.804664:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2bb80 with x1863919925590272 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573224.804679:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e2bb80. 00000100:00100000:3.0:1777573224.804720:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4149 00000100:00100000:3.0:1777573224.804730:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+28:2405:x1863919925590272:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573224.804860:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573224.804862:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573222 -> 1777573224 00002000:00010000:3.0:1777573224.804865:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573224.804866:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573222 -> 1777573224 00002000:00010000:3.0:1777573224.804868:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573224.804908:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+29:2405:x1863919925590272:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 181us (1108us total) trans 21474841076 rc 0/0 00000100:00100000:3.0:1777573224.804914:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4149 00002000:00010000:3.0:1777573224.804917:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573224.804919:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2bb80 with x1863919925590272 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573224.804922:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e2bb80. 00000100:00100000:3.0:1777573224.809344:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.816065:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925591040 00000100:00100000:3.0:1777573224.816069:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925591040 00002000:00010000:3.0:1777573224.816085:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573224.816089:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2a680 with x1863919925591040 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573224.816095:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e2a680. 00000100:00100000:3.0:1777573224.816122:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4151 00000100:00100000:3.0:1777573224.816131:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925590912:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573224.816821:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 189595 -> 4096 00002000:00010000:3.0:1777573224.816825:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.816827:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573224.816830:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573224.816831:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 88 -> 8 00000100:00100000:3.0:1777573224.816855:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925590912:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 725us (1176us total) trans 21474841077 rc 0/0 00000100:00100000:3.0:1777573224.816863:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4151 00002000:00010000:3.0:1777573224.816866:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (4096->18446744073709551615) 00002000:00100000:3.0:1777573224.816868:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2aa00 with x1863919925590912 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573224.816873:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e2aa00. 00000100:00100000:3.0:1777573224.820127:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.832073:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.838820:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925591808 00000100:00100000:3.0:1777573224.838828:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925591808 00010000:00010000:3.0:1777573224.838858:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1196a73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d44e expref: 32 pid: 8362 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.838945:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5283 00000100:00100000:3.0:1777573224.838954:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925591808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.838968:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573224.838989:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1196a73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d44e expref: 32 pid: 8362 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.839003:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1196a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d44e expref: 32 pid: 8362 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.839024:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1196a73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d44e expref: 32 pid: 8362 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.839038:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.839040:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.839045:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057def070/0x8dc0a528a1196e86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d5cf expref: 31 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.839054:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057def070/0x8dc0a528a1196e86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d5cf expref: 31 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.839092:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000057def070/0x8dc0a528a1196e86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d5cf expref: 31 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.839106:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932009984:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573224.839166:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573224.840465:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932009984:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573224.840481:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.840695:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925591808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1741us (2465us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.840705:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5283 00000100:00100000:3.0:1777573224.846541:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925592192 00000100:00100000:3.0:1777573224.846558:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925592192 00000100:00100000:3.0:1777573224.846646:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14826 00000100:00100000:3.0:1777573224.846657:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+422:59511:x1863919925592192:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573224.846688:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573224.846713:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196e8d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d5d6 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.847131:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1196e94 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.847152:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1196e94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.847165:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1196e94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573224.847203:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573224.847208:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573224.847232:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1196e94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.847266:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196e8d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d5d6 expref: 424 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.847343:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1196e94 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d5d6 expref: 423 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.847353:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573224.847357:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573224.847362:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359a00, rc 0) 00000100:00100000:3.0:1777573224.847456:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+423:59511:x1863919925592192:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 801us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.847466:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14826 00000100:00100000:3.0:1777573224.853878:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.861573:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573224.883459:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925592704 00000100:00100000:3.0:1777573224.883469:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925592704 00000100:00100000:3.0:1777573224.883547:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4157 00000100:00100000:3.0:1777573224.883558:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+32:2405:x1863919925592704:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573224.883608:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1196ea9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.883630:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a1196d9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d558 expref: 32 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.883638:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.883639:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.883642:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1196ea9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.883678:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a1196d9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d558 expref: 32 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.883691:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a1196d9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d558 expref: 32 pid: 28215 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.883706:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932010240:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573224.883794:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7780 going to sleep for 11 seconds 00010000:00010000:3.0:1777573224.899872:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1777573224.900759:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 4096 -> 217088 00002000:00010000:3.0:1777573224.900764:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 8 -> 64 00010000:00010000:3.0:1777573224.900777:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1196ea9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.900790:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1196ea9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.900798:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1196ea9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.900811:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573224.900816:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1196ea9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.900824:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1196ea9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.900842:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1196ea9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.900850:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1196ea9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.900945:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925592704:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 17386us (17691us total) trans 21474841079 rc 0/0 00000100:00100000:3.0:1777573224.900955:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4157 00000100:00100000:3.0:1777573224.921533:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925593216 00000100:00100000:3.0:1777573224.921543:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925593216 00000100:00100000:3.0:1777573224.921654:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4159 00000100:00100000:3.0:1777573224.921664:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925593216:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573224.921697:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196eb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.921717:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1196dd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d574 expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.921729:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.921731:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.921734:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196eb7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.921768:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1196dd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d574 expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.921781:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1196dd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d574 expref: 22 pid: 8938 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.921795:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932010496:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573224.921876:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573224.924814:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932010496:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573224.924839:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196eb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.925912:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196eb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.925919:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1196eb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573224.933006:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874165 is committed 00000100:00100000:3.0:1777573224.937755:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925593472 00000100:00100000:3.0:1777573224.937765:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925593472 00000100:00100000:3.0:1777573224.937830:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4160 00000100:00100000:3.0:1777573224.937841:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925593472:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573224.937874:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.937896:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1196df3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d582 expref: 20 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.937905:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.937907:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.937911:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.937945:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1196df3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d582 expref: 20 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.937960:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1196df3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d582 expref: 20 pid: 8362 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.937974:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932010624:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573224.938090:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7780 going to sleep for 11 seconds 00010000:00010000:3.0:1777573224.940551:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1196df3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d582 expref: 21 pid: 8362 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.940569:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932010624:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573224.940588:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.940599:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.940611:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573224.947449:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 4096 -> 217088 00002000:00010000:3.0:1777573224.947454:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 8 -> 64 00010000:00010000:3.0:1777573224.947467:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.947479:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.947488:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.947495:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573224.947501:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.947509:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.947534:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.947541:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1196ebe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.947680:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925593472:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9837us (10026us total) trans 21474841081 rc 0/0 00000100:00100000:3.0:1777573224.947690:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4160 00000100:00100000:3.0:1777573224.951248:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925593728 00000100:00100000:3.0:1777573224.951257:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925593728 00000100:00100000:3.0:1777573224.951344:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4161 00000100:00100000:3.0:1777573224.951355:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925593728:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573224.951484:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a1196ec5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.951506:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1196e0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d590 expref: 19 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.951514:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.951516:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573224.951520:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a1196ec5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.954028:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925593856 00000100:00100000:3.0:1777573224.954035:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925593856 00010000:00010000:3.0:1777573224.954065:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1196e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d590 expref: 20 pid: 8361 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.954098:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5289 00000100:00100000:3.0:1777573224.954108:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925593856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.954122:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573224.954143:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1196e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d590 expref: 20 pid: 8361 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.954157:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1196e0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d590 expref: 20 pid: 8361 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.954178:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1196e0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d590 expref: 20 pid: 8361 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.954193:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.954195:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.954199:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a1196ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.954210:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a1196ec5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.954240:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.954315:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925593856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 209us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.954324:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5289 00000100:00100000:3.0:1777573224.971808:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925594112 00000100:00100000:3.0:1777573224.971817:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925594112 00010000:00010000:3.0:1777573224.971853:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1196e2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d59e expref: 22 pid: 28214 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573224.971898:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5290 00000100:00100000:3.0:1777573224.971910:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925594112:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573224.971926:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573224.971951:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1196e2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d59e expref: 22 pid: 28214 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.971977:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1196e2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d59e expref: 22 pid: 28214 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.972001:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1196e2b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d59e expref: 22 pid: 28214 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.972017:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.972019:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573224.972023:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1196ecc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.972032:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1196ecc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [188416->217087] (req 188416->217087) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573224.972068:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573224.972116:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925594112:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 210us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573224.972124:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5290 00000001:00080000:3.0:1777573224.979061:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874166 is committed 00000001:00080000:3.0:1777573224.998600:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874167 is committed 00000100:00100000:3.0:1777573225.018259:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.022257:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573225.032769:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874168 is committed 00000100:00100000:3.0:1777573225.044528:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.052927:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925595520 00000100:00100000:3.0:1777573225.052935:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925595520 00002000:00010000:3.0:1777573225.052966:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (217088->18446744073709551615) 00002000:00100000:3.0:1777573225.052970:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59f80 with x1863919925595520 ext(217088->18446744073709551615) 00002000:00010000:3.0:1777573225.052986:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b59f80. 00000100:00100000:3.0:1777573225.053014:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4166 00000100:00100000:3.0:1777573225.053024:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925595520:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.053169:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 217088 -> 217088 00002000:00010000:3.0:1777573225.053176:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.053182:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573225.053187:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.053190:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573225.053236:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925595520:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 213us (381us total) trans 17179874169 rc 0/0 00000100:00100000:3.0:1777573225.053241:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4166 00002000:00010000:3.0:1777573225.053245:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (217088->18446744073709551615) 00002000:00100000:3.0:1777573225.053247:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59f80 with x1863919925595520 ext(217088->18446744073709551615) 00002000:00010000:3.0:1777573225.053251:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b59f80. 00000100:00100000:3.0:1777573225.057491:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.079264:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.090552:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.090843:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.095823:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925597184 00000100:00100000:3.0:1777573225.095833:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925597184 00000100:00100000:3.0:1777573225.095892:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14832 00000100:00100000:3.0:1777573225.095902:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+431:59511:x1863919925597184:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573225.095926:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573225.095945:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1196f27 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d5f9 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.096258:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196f2e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.096309:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196f2e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.096321:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196f2e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573225.096362:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 217088 00000004:00200000:3.0:1777573225.096370:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573225.096387:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196f2e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.096436:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1196f27 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d5f9 expref: 433 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.096453:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1196f2e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d5f9 expref: 432 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.096462:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573225.096464:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573225.096468:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:3.0:1777573225.108872:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.108914:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.142682:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925599104 00000100:00100000:3.0:1777573225.142688:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925599104 00002000:00010000:3.0:1777573225.142720:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.142726:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512d80 with x1863919925599104 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.142737:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512d80. 00000100:00100000:3.0:1777573225.142778:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4177 00000100:00100000:3.0:1777573225.142792:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925599104:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.142970:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.142974:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.142977:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573225.142980:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.142982:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.143058:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925599104:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 267us (503us total) trans 17179874174 rc 0/0 00000100:00100000:3.0:1777573225.143067:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4177 00002000:00010000:3.0:1777573225.143074:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.143078:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512d80 with x1863919925599104 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.143084:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512d80. 00000100:00100000:3.0:1777573225.175475:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925600512 00000100:00100000:3.0:1777573225.175751:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925600512 00002000:00010000:3.0:1777573225.175814:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.175819:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3513b80 with x1863919925600512 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.175834:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3513b80. 00000100:00100000:3.0:1777573225.175897:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925600384 00000100:00100000:3.0:1777573225.175900:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925600384 00002000:00010000:3.0:1777573225.175913:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (228673->18446744073709551615) 00002000:00100000:3.0:1777573225.175916:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511f80 with x1863919925600384 ext(228673->18446744073709551615) 00002000:00010000:3.0:1777573225.175923:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3511f80. 00000100:00100000:3.0:1777573225.187339:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925601152 00000100:00100000:3.0:1777573225.187348:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925601152 00002000:00010000:3.0:1777573225.187386:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (217088->18446744073709551615) 00002000:00100000:3.0:1777573225.187390:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59500 with x1863919925601152 ext(217088->18446744073709551615) 00002000:00010000:3.0:1777573225.187401:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b59500. 00000100:00100000:3.0:1777573225.187528:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4182 00000100:00100000:3.0:1777573225.187548:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925601152:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.187722:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 217088 -> 217088 00002000:00010000:3.0:1777573225.187726:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.187729:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573225.187731:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.187734:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573225.187797:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925601152:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 251us (722us total) trans 21474841092 rc 0/0 00000100:00100000:3.0:1777573225.187804:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4182 00002000:00010000:3.0:1777573225.187808:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (217088->18446744073709551615) 00002000:00100000:3.0:1777573225.187810:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59500 with x1863919925601152 ext(217088->18446744073709551615) 00002000:00010000:3.0:1777573225.187818:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b59500. 00000100:00100000:3.0:1777573225.187842:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4183 00000100:00100000:3.0:1777573225.187851:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925601280:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.187931:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.187934:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.187937:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573225.187939:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.187941:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.187965:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925601280:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 115us (799us total) trans 17179874177 rc 0/0 00000100:00100000:3.0:1777573225.187972:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4183 00002000:00010000:3.0:1777573225.187976:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.187979:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b100 with x1863919925601280 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.187983:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5b100. 00000100:00100000:3.0:1777573225.200941:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925601920 00000100:00100000:3.0:1777573225.200952:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925601920 00002000:00010000:3.0:1777573225.200995:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.201002:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab18a80 with x1863919925601920 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.201013:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab18a80. 00000100:00100000:3.0:1777573225.201048:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4185 00000100:00100000:3.0:1777573225.201061:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+29:2405:x1863919925601920:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.201196:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.201200:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.201203:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573225.201206:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.201209:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.201307:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919925601920:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 247us (580us total) trans 17179874178 rc 0/0 00000100:00100000:3.0:1777573225.201316:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4185 00002000:00010000:3.0:1777573225.201321:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.201327:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab18a80 with x1863919925601920 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.201336:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab18a80. 00000100:00100000:3.0:1777573225.216348:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.218419:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.224531:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925603200 00000100:00100000:3.0:1777573225.224540:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925603200 00002000:00010000:3.0:1777573225.224759:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (228673->18446744073709551615) 00002000:00100000:3.0:1777573225.224765:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab1b480 with x1863919925603200 ext(228673->18446744073709551615) 00002000:00010000:3.0:1777573225.224774:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab1b480. 00000100:00100000:3.0:1777573225.228385:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.237997:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.238036:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.250423:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.253899:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.254768:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925604736 00000100:00100000:3.0:1777573225.254774:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925604736 00002000:00010000:3.0:1777573225.254794:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.254798:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24a80 with x1863919925604736 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.254805:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c24a80. 00000100:00100000:3.0:1777573225.254828:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4193 00000100:00100000:3.0:1777573225.254836:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925604736:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.254922:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.254926:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.254928:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573225.254930:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.254932:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.254968:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925604736:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 134us (237us total) trans 21474841097 rc 0/0 00000100:00100000:3.0:1777573225.254976:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4193 00002000:00010000:3.0:1777573225.254979:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.254981:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24a80 with x1863919925604736 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.254985:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c24a80. 00000100:00100000:3.0:1777573225.276424:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.276465:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.283499:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.286714:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.286752:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.297458:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.300775:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.308837:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925606784 00000100:00100000:3.0:1777573225.308847:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925606784 00002000:00010000:3.0:1777573225.308882:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (217088->18446744073709551615) 00002000:00100000:3.0:1777573225.308887:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3513480 with x1863919925606784 ext(217088->18446744073709551615) 00002000:00010000:3.0:1777573225.308897:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3513480. 00000100:00100000:3.0:1777573225.308922:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925606912 00000100:00100000:3.0:1777573225.308926:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925606912 00002000:00010000:3.0:1777573225.308937:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.308940:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512a00 with x1863919925606912 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.308945:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512a00. 00000100:00100000:3.0:1777573225.308969:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4198 00000100:00100000:3.0:1777573225.308978:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925606784:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.309137:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 217088 -> 217088 00002000:00010000:3.0:1777573225.309141:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573224 -> 1777573225 00002000:00010000:3.0:1777573225.309149:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573225.309154:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573224 -> 1777573225 00002000:00010000:3.0:1777573225.309156:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573225.309219:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925606784:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 241us (513us total) trans 21474841100 rc 0/0 00000100:00100000:3.0:1777573225.309226:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4198 00002000:00010000:3.0:1777573225.309230:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (217088->18446744073709551615) 00002000:00100000:3.0:1777573225.309232:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3513480 with x1863919925606784 ext(217088->18446744073709551615) 00002000:00010000:3.0:1777573225.309236:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3513480. 00000100:00100000:3.0:1777573225.309251:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4199 00000100:00100000:3.0:1777573225.309256:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925606912:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.309357:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.309360:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573224 -> 1777573225 00002000:00010000:3.0:1777573225.309362:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573225.309364:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573224 -> 1777573225 00002000:00010000:3.0:1777573225.309366:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.309388:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925606912:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 131us (635us total) trans 17179874185 rc 0/0 00000100:00100000:3.0:1777573225.309395:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4199 00002000:00010000:3.0:1777573225.309397:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.309400:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512a00 with x1863919925606912 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.309415:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512a00. 00000100:00100000:3.0:1777573225.312495:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.317009:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.322456:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4200 00000100:00100000:3.0:1777573225.322467:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925607424:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.322644:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 217088 -> 228673 00002000:00010000:3.0:1777573225.322649:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.322651:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573225.322653:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.322656:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573225.322714:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925607424:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 249us (558us total) trans 21474841101 rc 0/0 00000100:00100000:3.0:1777573225.322721:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4200 00002000:00010000:3.0:1777573225.322724:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (228673->18446744073709551615) 00002000:00100000:3.0:1777573225.322727:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab19c00 with x1863919925607424 ext(228673->18446744073709551615) 00002000:00010000:3.0:1777573225.322731:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab19c00. 00000100:00100000:3.0:1777573225.325942:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.336670:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.336758:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.337009:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4203 00000100:00100000:3.0:1777573225.337020:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+40:2405:x1863919925608320:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573225.337134:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.337141:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573224 -> 1777573225 00002000:00010000:3.0:1777573225.337147:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573225.337154:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573224 -> 1777573225 00002000:00010000:3.0:1777573225.337161:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.337420:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+41:2405:x1863919925608320:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 402us (660us total) trans 21474841102 rc 0/0 00000100:00100000:3.0:1777573225.337428:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4203 00002000:00010000:3.0:1777573225.337431:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.337433:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af3b80 with x1863919925608320 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.337438:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2af3b80. 00000100:00100000:3.0:1777573225.346155:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.346207:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.363439:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.366529:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.372601:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.373580:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.381235:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.386094:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.386142:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.394458:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.397838:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.397878:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.410631:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.410720:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.419418:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.419470:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.430962:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.436258:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.436346:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.443749:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.446727:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.446826:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.453710:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.457039:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.457093:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.460424:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.468002:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.468136:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.472088:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.475198:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.487255:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.491330:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.493983:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.497714:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.497749:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.497835:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.502957:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.503357:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5059 00000001:00080000:3.0:1777573225.513969:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978111 is committed 00000004:00080000:3.0:1777573225.513981:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1910 committed 00000004:00080000:3.0:1777573225.514036:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1909 committed 00000004:00080000:3.0:1777573225.514052:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1908 committed 00000004:00080000:3.0:1777573225.514054:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1909 committed 00000004:00080000:3.0:1777573225.514832:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1908 committed 00000004:00080000:3.0:1777573225.514838:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1907 committed 00000004:00080000:3.0:1777573225.514843:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1907 committed 00000004:00080000:3.0:1777573225.514851:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1906 committed 00000004:00080000:3.0:1777573225.514853:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1905 committed 00000004:00080000:3.0:1777573225.514856:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1906 committed 00000004:00080000:3.0:1777573225.514862:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1904 committed 00000004:00080000:3.0:1777573225.514871:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1905 committed 00000004:00080000:3.0:1777573225.514877:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1904 committed 00000004:00080000:3.0:1777573225.514881:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1903 committed 00000004:00080000:3.0:1777573225.514886:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1902 committed 00000004:00080000:3.0:1777573225.514891:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1903 committed 00000004:00080000:3.0:1777573225.514897:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1901 committed 00000004:00080000:3.0:1777573225.514902:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1902 committed 00000004:00080000:3.0:1777573225.514909:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1901 committed 00000004:00080000:3.0:1777573225.514914:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1900 committed 00000004:00080000:3.0:1777573225.514920:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1899 committed 00000004:00080000:3.0:1777573225.514925:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1900 committed 00000004:00080000:3.0:1777573225.514930:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1899 committed 00000004:00080000:3.0:1777573225.514935:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1898 committed 00000100:00100000:3.0:1777573225.515139:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932013568:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573225.515442:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932012288:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573225.518295:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932014336:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573225.518340:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573225.518511:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573225.518527:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932014464:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573225.518566:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573225.518603:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932014848:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573225.518637:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573225.518648:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573225.518654:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932014976:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573225.518670:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573225.518879:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932015104:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573225.518903:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573225.518971:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573225.518979:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932015232:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573225.519013:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573225.519040:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b63100/2, rc 0, transno 17179874209 00000100:00100000:3.0:1777573225.519047:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932014336:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573225.519313:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b61500/2, rc 0, transno 17179874210 00000100:00100000:3.0:1777573225.519323:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932014464:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573225.519900:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b64a80/2, rc 0, transno 21474841124 00000100:00100000:3.0:1777573225.519910:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932014976:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573225.519928:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec4e00/2, rc 0, transno 21474841125 00000100:00100000:3.0:1777573225.519932:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932014848:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573225.519961:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec6300/2, rc 0, transno 21474841126 00000100:00100000:3.0:1777573225.519966:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932014592:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573225.548837:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.586185:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.621587:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.625043:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6821500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8367:1863919932015616:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573225.625068:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.628539:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.628562:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.634903:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.634922:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.634931:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.634938:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573225.634942:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.634950:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.634967:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.634974:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1197214 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.635070:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+52:2406:x1863919925618816:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 13256us (13498us total) trans 0 rc 228673/228673 00000100:00100000:3.0:1777573225.635079:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4228 00000100:00100000:3.0:1777573225.642008:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925619200 00000100:00100000:3.0:1777573225.642025:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925619200 00010000:00010000:3.0:1777573225.642057:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a1196f51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d607 expref: 53 pid: 28215 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.642187:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5301 00000100:00100000:3.0:1777573225.642197:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+53:2403:x1863919925619200:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573225.642212:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573225.642234:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a1196f51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d607 expref: 53 pid: 28215 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.642247:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a1196f51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d607 expref: 53 pid: 28215 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.642297:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a1196f51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d607 expref: 53 pid: 28215 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.642313:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.642314:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.642319:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041d5d0b5/0x8dc0a528a119721b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.642328:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041d5d0b5/0x8dc0a528a119721b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.642351:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573225.642409:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+52:2403:x1863919925619200:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 195us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573225.642429:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5301 00000100:00100000:3.0:1777573225.652121:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573225.662224:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a1197222 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.662237:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a1197222 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.675965:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925619584 00000100:00100000:3.0:1777573225.675974:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925619584 00000100:00100000:3.0:1777573225.676029:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4231 00000100:00100000:3.0:1777573225.676036:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+51:2406:x1863919925619584:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573225.676060:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.676076:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1196fb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d631 expref: 51 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.676082:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573225.676083:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573225.676085:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.676109:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1196fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d631 expref: 51 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.676118:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1196fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d631 expref: 51 pid: 28214 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.676129:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932016000:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573225.676206:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573225.682162:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932016000:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573225.682186:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.682536:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.682544:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.686656:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.686677:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.686686:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.686693:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573225.686698:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.686711:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.686728:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.686735:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1197229 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.686853:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+50:2406:x1863919925619584:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 10812us (10966us total) trans 0 rc 228673/228673 00000100:00100000:3.0:1777573225.686863:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4231 00000100:00100000:3.0:1777573225.696764:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925619968 00000100:00100000:3.0:1777573225.696772:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925619968 00010000:00010000:3.0:1777573225.696805:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a1196fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d646 expref: 51 pid: 14598 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.696841:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5304 00000100:00100000:3.0:1777573225.696850:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+51:2403:x1863919925619968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573225.696866:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573225.696885:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a1196fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d646 expref: 51 pid: 14598 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.696897:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a1196fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d646 expref: 51 pid: 14598 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.696926:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a1196fe4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d646 expref: 51 pid: 14598 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.696942:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.696944:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.696948:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a1197230 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.696957:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a1197230 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.696985:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573225.697041:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+50:2403:x1863919925619968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 191us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573225.697048:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5304 00000100:00100000:3.0:1777573225.749082:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925620736 00000100:00100000:3.0:1777573225.749089:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925620736 00010000:00010000:3.0:1777573225.749125:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d685 expref: 50 pid: 8361 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.749168:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5307 00000100:00100000:3.0:1777573225.749178:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+50:2404:x1863919925620736:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573225.749192:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573225.749212:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d685 expref: 50 pid: 8361 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.749231:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197077 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d685 expref: 50 pid: 8361 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.749264:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197077 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d685 expref: 50 pid: 8361 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.749326:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.749328:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.749332:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1197245 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.749342:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1197245 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.766006:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925620864 00000100:00100000:3.0:1777573225.766016:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925620864 00000100:00100000:3.0:1777573225.766082:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4236 00000100:00100000:3.0:1777573225.766091:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+50:2405:x1863919925620864:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573225.766122:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.766144:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a11970a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d69a expref: 50 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.766152:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573225.766155:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573225.766158:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.766192:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a11970a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d69a expref: 50 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.766202:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a11970a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d69a expref: 50 pid: 28214 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.766223:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932016640:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573225.766322:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573225.769786:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932016640:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573225.769898:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 5 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.770000:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.770009:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.775176:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.775194:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.775208:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.775215:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573225.775219:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.775228:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.775246:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.775254:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119724c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.790331:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.810487:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925622016 00000100:00100000:3.0:1777573225.810496:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925622016 00010000:00010000:3.0:1777573225.810532:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119725a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d71f expref: 400 pid: 10945 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.810586:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5310 00000100:00100000:3.0:1777573225.810594:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+400:2403:x1863919925622016:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573225.810607:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573225.810614:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119725a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d71f expref: 400 pid: 10945 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.810951:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119725a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d71f expref: 400 pid: 10945 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.810976:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119725a lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d71f expref: 400 pid: 10945 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.810993:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573225.810998:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119726f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.811007:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119726f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.811015:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119726f lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.811041:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573225.811094:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919925622016:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 499us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573225.811103:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5310 00000001:00080000:3.0:1777573225.827264:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978120 is committed 00000004:00080000:3.0:1777573225.827293:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1922 committed 00000004:00080000:3.0:1777573225.827488:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1921 committed 00000004:00080000:3.0:1777573225.827501:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1920 committed 00000004:00080000:3.0:1777573225.827503:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1921 committed 00000004:00080000:3.0:1777573225.827868:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1920 committed 00000004:00080000:3.0:1777573225.827871:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1919 committed 00000004:00080000:3.0:1777573225.827872:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1919 committed 00000004:00080000:3.0:1777573225.827875:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1918 committed 00000004:00080000:3.0:1777573225.827877:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1917 committed 00000004:00080000:3.0:1777573225.827879:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1918 committed 00000004:00080000:3.0:1777573225.827880:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1916 committed 00000004:00080000:3.0:1777573225.827882:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1917 committed 00000004:00080000:3.0:1777573225.827884:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1916 committed 00000004:00080000:3.0:1777573225.827886:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1915 committed 00000004:00080000:3.0:1777573225.827887:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1914 committed 00000004:00080000:3.0:1777573225.827889:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1915 committed 00000004:00080000:3.0:1777573225.827891:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1913 committed 00000004:00080000:3.0:1777573225.827892:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1914 committed 00000004:00080000:3.0:1777573225.827894:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1913 committed 00000004:00080000:3.0:1777573225.827895:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1912 committed 00000004:00080000:3.0:1777573225.827897:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1911 committed 00000004:00080000:3.0:1777573225.827898:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1912 committed 00000004:00080000:3.0:1777573225.827900:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1911 committed 00000004:00080000:3.0:1777573225.827902:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1910 committed 00000100:00100000:3.0:1777573225.828362:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932018688 00000100:00100000:3.0:1777573225.828366:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932018688 00000100:00100000:3.0:1777573225.828456:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11492 00000100:00100000:3.0:1777573225.828469:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932017152:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573225.828547:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573225.828553:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.828559:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.828713:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.828716:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:3.0:1777573225.828758:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932017152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 292us (611us total) trans 17179874213 rc 0/0 00000100:00100000:3.0:1777573225.828764:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11492 00000100:00100000:3.0:1777573225.828852:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932018432 00000100:00100000:3.0:1777573225.828857:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932018432 00000100:00100000:3.0:1777573225.828877:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932017280 00000100:00100000:3.0:1777573225.828882:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932017280 00000100:00100000:3.0:1777573225.828903:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932018304 00000100:00100000:3.0:1777573225.828907:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932018304 00000100:00100000:3.0:1777573225.828925:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932018048 00000100:00100000:3.0:1777573225.828929:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932018048 00000100:00100000:3.0:1777573225.828951:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11493 00000100:00100000:3.0:1777573225.828965:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932017408:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573225.829015:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.829017:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.829019:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573225.829022:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.829024:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.829056:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+26:3637:x1863919932017408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 98us (871us total) trans 21474841128 rc 0/0 00000100:00100000:3.0:1777573225.829063:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11493 00000100:00100000:3.0:1777573225.829077:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11495 00000100:00100000:3.0:1777573225.829084:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3635:x1863919932018176:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573225.829174:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+26:3635:x1863919932018176:12345-0@lo:2:osp-syn-1-1.0 Request processed in 90us (878us total) trans 17179874215 rc 0/0 00000100:00100000:3.0:1777573225.829186:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11495 00000100:00100000:3.0:1777573225.829873:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11507 00000100:00100000:3.0:1777573225.829881:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932017920:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573225.829934:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.829936:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.829939:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573225.829941:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.829943:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.831122:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+26:3637:x1863919932017920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1239us (2692us total) trans 17179874220 rc 0/0 00000100:00100000:3.0:1777573225.831134:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11507 00000100:00100000:3.0:1777573225.831160:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932019328 00000100:00100000:3.0:1777573225.831165:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932019328 00000100:00100000:3.0:1777573225.831217:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11509 00000100:00100000:3.0:1777573225.831227:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+27:3636:x1863919932019328:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573225.831321:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.831326:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.831328:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573225.831331:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.831334:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.831381:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3636:x1863919932019328:12345-0@lo:2:osp-syn-0-1.0 Request processed in 155us (685us total) trans 21474841136 rc 0/0 00000100:00100000:3.0:1777573225.831410:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11509 00000100:00100000:3.0:1777573225.831429:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932019456 00000100:00100000:3.0:1777573225.831433:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932019456 00000100:00100000:3.0:1777573225.831464:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932019968 00000100:00100000:3.0:1777573225.831469:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932019968 00000100:00100000:3.0:1777573225.831496:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11513 00000100:00100000:3.0:1777573225.831511:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+27:3637:x1863919932019968:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573225.831604:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:3637:x1863919932019968:12345-0@lo:2:osp-syn-1-1.0 Request processed in 94us (167us total) trans 17179874223 rc 0/0 00000100:00100000:3.0:1777573225.831616:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11513 00000100:00100000:3.0:1777573225.831638:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11514 00000100:00100000:3.0:1777573225.831650:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932019584:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573225.831744:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3634:x1863919932019584:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (210us total) trans 17179874224 rc 0/0 00000100:00100000:3.0:1777573225.831752:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11514 00000100:00100000:3.0:1777573225.833462:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.836570:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925623168 00000100:00100000:3.0:1777573225.836583:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925623168 00010000:00010000:3.0:1777573225.836617:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a1197276 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d72d expref: 52 pid: 8938 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.836658:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5311 00000100:00100000:3.0:1777573225.836668:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+52:2403:x1863919925623168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573225.836681:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573225.836902:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a1197276 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d72d expref: 51 pid: 8938 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.836916:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a1197276 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d72d expref: 51 pid: 8938 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.837184:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a1197276 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d72d expref: 51 pid: 8938 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.837197:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.837199:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.837205:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1197292 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d73b expref: 50 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.837220:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1197292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d73b expref: 50 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.837253:0:6471:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1197292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d73b expref: 50 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.837266:0:6471:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932020224:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573225.837343:0:6471:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573225.839760:0:6471:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932020224:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573225.839784:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573225.839842:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+50:2403:x1863919925623168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3175us (3337us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573225.839852:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5311 00000100:00100000:3.0:1777573225.842038:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925623552 00000100:00100000:3.0:1777573225.842051:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925623552 00002000:00010000:3.0:1777573225.842094:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.842104:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557b80 with x1863919925623552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.842116:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557b80. 00000100:00100000:3.0:1777573225.842175:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4239 00000100:00100000:3.0:1777573225.842189:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+51:2403:x1863919925623552:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573225.843124:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573225.843129:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573224 -> 1777573225 00002000:00010000:3.0:1777573225.843131:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573225.843134:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573225.843135:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573225.843171:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+52:2403:x1863919925623552:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 985us (2625us total) trans 17179874226 rc 0/0 00000100:00100000:3.0:1777573225.843179:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4239 00002000:00010000:3.0:1777573225.843183:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573225.843186:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557b80 with x1863919925623552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573225.843191:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557b80. 00000100:00100000:3.0:1777573225.884708:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.890127:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.894338:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925625856 00000100:00100000:3.0:1777573225.894348:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925625856 00000100:00100000:3.0:1777573225.894404:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14900 00000100:00100000:3.0:1777573225.894416:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+398:59513:x1863919925625856:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573225.894435:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573225.894453:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1197310 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d773 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.894943:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197317 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.894960:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197317 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.894972:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197317 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573225.894985:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 228673 00010000:00010000:3.0:1777573225.895084:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1197310 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d773 expref: 401 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.895101:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197317 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d773 expref: 400 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.895110:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573225.895113:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777573225.895117:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358800, rc 0) 00000100:00100000:3.0:1777573225.895183:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+400:59513:x1863919925625856:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 771us (1072us total) trans 4294978126 rc 0/0 00000100:00100000:3.0:1777573225.895191:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14900 00000100:00100000:3.0:1777573225.899099:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925626112 00000100:00100000:3.0:1777573225.899105:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925626112 00000100:00100000:3.0:1777573225.899545:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11518 00000100:00100000:3.0:1777573225.899574:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+54:2404:x1863919925625984:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573225.899621:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.899658:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1197292 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d73b expref: 54 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.899686:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573225.899691:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573225.899697:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.899750:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1197292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d73b expref: 54 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.899783:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1197292 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d73b expref: 54 pid: 8360 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.899820:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932020736:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573225.899913:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00010000:00010000:3.0:1777573225.906857:0:8361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1197292 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d73b expref: 54 pid: 8360 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.906869:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932020736:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573225.906883:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.906891:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.906898:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.906918:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.906928:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.906941:0:8361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.906947:0:8361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573225.906952:0:8361:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.906961:0:8361:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.906972:0:8361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.906980:0:8361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a1197333 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.907085:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+52:2404:x1863919925625984:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 7529us (8078us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573225.907102:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11518 00000100:00100000:3.0:1777573225.916090:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925627008 00000100:00100000:3.0:1777573225.916097:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925627008 00000100:00100000:3.0:1777573225.916128:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11522 00000100:00100000:3.0:1777573225.916142:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+52:2406:x1863919925626752:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573225.916154:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573225.916175:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119733a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d77a expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573225.916213:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 142528, mtime: 0x69f39d69, atime: 0x69f39d68, ctime: 0x69f39d69, blocks: 0x88 00010000:00010000:3.0:1777573225.916232:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.916235:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.916257:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119733a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d77a expref: 54 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.916310:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119733a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d77a expref: 54 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.916334:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359a00, rc 0) 00000100:00100000:3.0:1777573225.916370:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+54:2406:x1863919925626752:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 231us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573225.916377:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11522 00000100:00100000:3.0:1777573225.952666:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925627136 00000100:00100000:3.0:1777573225.952676:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925627136 00000100:00100000:3.0:1777573225.952772:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11524 00000100:00100000:3.0:1777573225.952782:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+53:2403:x1863919925627136:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573225.952894:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+53:2403:x1863919925627136:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 114us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573225.952902:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11524 00000100:00100000:3.0:1777573225.972390:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8556300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932020992:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573225.972437:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8438712/0x8dc0a528a119736b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d79d expref: 51 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.972463:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5ac00, rc 0) 00000100:00100000:3.0:1777573225.972511:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+51:59513:x1863919925627776:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2308us (3823us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573225.972519:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11525 00000100:00100000:3.0:1777573225.979864:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5317 00000100:00100000:3.0:1777573225.979875:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+54:2403:x1863919925628160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573225.979885:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573225.979891:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1197309 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d76c expref: 54 pid: 28215 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.979901:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1197309 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d76c expref: 54 pid: 28215 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.979918:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1197309 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d76c expref: 54 pid: 28215 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.979926:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.979927:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573225.979931:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000240e0c48/0x8dc0a528a1197372 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7a4 expref: 53 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.979938:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000240e0c48/0x8dc0a528a1197372 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7a4 expref: 53 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573225.979964:0:6471:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000240e0c48/0x8dc0a528a1197372 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7a4 expref: 53 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573225.979972:0:6471:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932021376:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573225.980324:0:6471:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573225.982588:0:6471:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932021376:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573225.982679:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573225.982725:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+53:2403:x1863919925628160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2852us (3176us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573225.982736:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5317 00000100:00100000:3.0:1777573225.985841:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573225.989978:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.000424:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925628928 00000100:00100000:3.0:1777573226.000435:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925628928 00000100:00100000:3.0:1777573226.001717:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4243 00000100:00100000:3.0:1777573226.001735:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+51:2405:x1863919925628928:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573226.001779:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197380 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.001803:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8438712/0x8dc0a528a119736b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d79d expref: 51 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.001812:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573226.001814:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573226.001817:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197380 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.001854:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8438712/0x8dc0a528a119736b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d79d expref: 51 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.001868:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8438712/0x8dc0a528a119736b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d79d expref: 51 pid: 29349 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.001882:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932021504:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573226.001980:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.004386:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932021504:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573226.004426:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197380 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.006462:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197380 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.006476:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197380 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777573226.020068:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573226.023097:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.026368:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.026447:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.032804:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.036383:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.045407:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573226.047885:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978130 is committed 00000100:00100000:3.0:1777573226.051080:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11532 00000100:00100000:3.0:1777573226.051093:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+55:2403:x1863919925630592:12345-192.168.204.27@tcp:16:lfs.0 00000100:00100000:3.0:1777573226.053617:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925630592:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 2522us (2765us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.053627:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11532 00000100:00100000:3.0:1777573226.068755:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.069461:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925630976 00000100:00100000:3.0:1777573226.069466:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925630976 00000100:00100000:3.0:1777573226.069526:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11535 00000100:00100000:3.0:1777573226.069534:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925630976:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573226.069553:0:29349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.069562:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.069564:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.069567:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.069576:0:29349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.069591:0:29349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.069599:0:29349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.069607:0:29349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.069613:0:29349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573226.069616:0:29349:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.069628:0:29349:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.069638:0:29349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.069646:0:29349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11973b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.069688:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925630976:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 155us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.069694:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11535 00000100:00100000:3.0:1777573226.072221:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925631232 00000100:00100000:3.0:1777573226.072230:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925631232 00000100:00100000:3.0:1777573226.072667:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14906 00000100:00100000:3.0:1777573226.072678:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+395:59513:x1863919925631232:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573226.072760:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a11973b8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x314:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.072777:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a11973b8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.072788:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a11973b8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573226.072905:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad940ac8 reply state 000000002470291f transno 4294978131 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a11973b8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.072917:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a11973b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x314:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.072924:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x314:0x0].0x0 (ffff99d2d2d30a00) 00010000:00010000:3.0:1777573226.072927:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573226.072931:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573226.073026:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59513:x1863919925631232:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 351us (1242us total) trans 4294978131 rc 0/0 00000100:00100000:3.0:1777573226.073033:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14906 00000100:00100000:3.0:1777573226.078838:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925631488 00000100:00100000:3.0:1777573226.078847:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925631488 00000100:00100000:3.0:1777573226.078928:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925631616 00000100:00100000:3.0:1777573226.078931:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925631616 00000100:00100000:3.0:1777573226.078967:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11537 00000100:00100000:3.0:1777573226.078975:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919925631488:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:3.0:1777573226.079129:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 142528 -> 142528 00002000:00010000:3.0:1777573226.079136:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.079141:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 0 -> 1777573224 00002000:00010000:3.0:1777573226.079146:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.079153:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1777573226.079236:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925631488:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 260us (525us total) trans 21474841144 rc 0/0 00000100:00100000:3.0:1777573226.079244:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11537 00000100:00100000:3.0:1777573226.084544:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925632000 00000100:00100000:3.0:1777573226.084552:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925632000 00010000:00010000:3.0:1777573226.084658:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197356 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x314:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d78f expref: 398 pid: 30825 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.084734:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5320 00000100:00100000:3.0:1777573226.084744:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919925632000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573226.084758:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573226.084765:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197356 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x314:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d78f expref: 398 pid: 30825 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.084775:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197356 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x314:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d78f expref: 398 pid: 30825 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.084794:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197356 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x314:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d78f expref: 398 pid: 30825 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.084809:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x314:0x0].0x0 (ffff99d2d2d30a00) 00010000:00010000:3.0:1777573226.084814:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a11973c6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x314:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.084822:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a11973c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.084834:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a11973c6 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.084859:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573226.084912:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+397:2403:x1863919925632000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 166us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.084922:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5320 00000100:00100000:3.0:1777573226.089649:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925632384 00000100:00100000:3.0:1777573226.089658:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925632384 00000100:00100000:3.0:1777573226.089709:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14909 00000100:00100000:3.0:1777573226.089718:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+396:59513:x1863919925632384:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.089737:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.089752:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11973d4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d7b9 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.089799:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11973d4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7b9 expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.089812:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11973d4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7b9 expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.089828:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.089831:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573226.089834:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358400, rc 0) 00000100:00100000:3.0:1777573226.090023:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59513:x1863919925632384:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 305us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.090030:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14909 00000100:00100000:3.0:1777573226.092515:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925632512 00000100:00100000:3.0:1777573226.092524:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925632512 00000100:00100000:3.0:1777573226.092574:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11539 00000100:00100000:3.0:1777573226.092593:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+20:59513:x1863919925632512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.092609:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.092625:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a11973db lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d7c0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.092664:0:8938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119733a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d77a expref: 21 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.092673:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.092674:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.092679:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a11973db lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7c0 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.092713:0:8938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119733a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d77a expref: 21 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.092726:0:8938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a119733a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d77a expref: 21 pid: 8938 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.092739:0:8938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932021888:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573226.092805:0:8938:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.094833:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932021888:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573226.094862:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a11973db lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7c0 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.094882:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359200, rc 0) 00000100:00100000:3.0:1777573226.094926:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:59513:x1863919925632512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2344us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.094935:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11539 00000100:00100000:3.0:1777573226.098879:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925632768 00000100:00100000:3.0:1777573226.098885:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925632768 00000100:00100000:3.0:1777573226.098923:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11540 00000100:00100000:3.0:1777573226.098933:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+19:59513:x1863919925632768:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.098961:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.098978:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a11973e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d7c7 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.099007:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7d05447/0x8dc0a528a1197341 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d781 expref: 20 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.099016:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.099018:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.099022:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a11973e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7c7 expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.099156:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c7d05447/0x8dc0a528a1197341 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d781 expref: 20 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.099170:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c7d05447/0x8dc0a528a1197341 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d781 expref: 20 pid: 28214 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.099190:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932022144:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573226.099246:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.100953:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932022144:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573226.100982:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a11973e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7c7 expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.101001:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:3.0:1777573226.101083:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:59513:x1863919925632768:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2150us (2617us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.101091:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11540 00000100:00100000:3.0:1777573226.106316:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925633024 00000100:00100000:3.0:1777573226.106325:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925633024 00000100:00100000:3.0:1777573226.106378:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11541 00000100:00100000:3.0:1777573226.106387:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:59513:x1863919925633024:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.106455:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.106473:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11973e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d7ce expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.106505:0:27874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197348 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d788 expref: 21 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.106515:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.106517:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.106522:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11973e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7ce expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.106553:0:27874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197348 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d788 expref: 21 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.106578:0:27874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d788 expref: 21 pid: 28215 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.106594:0:27874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27874:1863919932022400:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573226.106654:0:27874:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.107979:0:27874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27874:1863919932022400:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573226.108000:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11973e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7ce expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.108018:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359a00, rc 0) 00000100:00100000:3.0:1777573226.108053:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:59513:x1863919925633024:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1667us (1825us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.108060:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11541 00000100:00100000:3.0:1777573226.108922:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925633152 00000100:00100000:3.0:1777573226.108931:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925633152 00010000:00010000:3.0:1777573226.108961:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d788 expref: 21 pid: 28215 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.109039:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5323 00000100:00100000:3.0:1777573226.109049:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925633152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573226.109062:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573226.109083:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d788 expref: 21 pid: 28215 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.109095:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197348 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d788 expref: 21 pid: 28215 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.109117:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197348 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d788 expref: 21 pid: 28215 timeout: 846 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.109131:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.109132:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.109138:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11973e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7ce expref: 20 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.109148:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11973e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7ce expref: 20 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.109179:0:6471:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11973e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7ce expref: 20 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.109192:0:6471:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932022528:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573226.109254:0:6471:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.111819:0:6471:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932022528:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573226.111843:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573226.112172:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925633152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3124us (3398us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.112181:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5323 00000100:00100000:3.0:1777573226.112976:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.116216:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.118952:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925634048 00000100:00100000:3.0:1777573226.118961:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925634048 00010000:00010000:3.0:1777573226.118997:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11973d4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7b9 expref: 398 pid: 6486 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.119029:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925633920 00000100:00100000:3.0:1777573226.119033:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925633920 00010000:00010000:3.0:1777573226.119045:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1196c3a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d4da expref: 399 pid: 10945 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.119085:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5324 00000100:00100000:3.0:1777573226.119096:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919925634048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573226.119108:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573226.119116:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11973d4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7b9 expref: 399 pid: 6486 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.119126:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11973d4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7b9 expref: 399 pid: 6486 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.119148:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11973d4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7b9 expref: 399 pid: 6486 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.119168:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.119175:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11973f0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.119193:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11973f0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.119200:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573226.119244:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+397:2403:x1863919925634048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 148us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.119265:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5324 00000100:00100000:3.0:1777573226.122996:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:3.0:1777573226.125722:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573226.125726:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573226.127792:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932023296 00000100:00100000:3.0:1777573226.127799:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932023296 00000100:00100000:3.0:1777573226.127868:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1777573226.127876:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932023296:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.127965:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932023296:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 89us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.127972:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1777573226.128955:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932023680 00000100:00100000:3.0:1777573226.128959:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932023680 00000100:00100000:3.0:1777573226.128976:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:3.0:1777573226.128981:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932023680:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.129069:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932023680:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 87us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.129076:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:3.0:1777573226.129249:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932023808 00000100:00100000:3.0:1777573226.129254:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932023808 00000100:00100000:3.0:1777573226.129283:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:3.0:1777573226.129291:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932023808:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.129342:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932023808:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 52us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.129348:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:3.0:1777573226.129576:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932023936 00000100:00100000:3.0:1777573226.129580:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932023936 00000100:00100000:3.0:1777573226.129598:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:3.0:1777573226.129603:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932023936:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.129649:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932023936:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 45us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.129655:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:3.0:1777573226.130220:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932024192 00000100:00100000:3.0:1777573226.130224:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932024192 00000100:00100000:3.0:1777573226.130240:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:3.0:1777573226.130245:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d05ad050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932024192:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.130358:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d05ad050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932024192:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 112us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.130365:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:3.0:1777573226.131674:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932024320 00000100:00100000:3.0:1777573226.131681:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932024320 00000100:00100000:3.0:1777573226.131706:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1777573226.131713:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932024320:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.131772:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932024320:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 59us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.131778:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1777573226.132540:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932024576 00000100:00100000:3.0:1777573226.132544:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932024576 00000100:00100000:3.0:1777573226.132563:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:3.0:1777573226.132568:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932024576:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.132654:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932024576:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 86us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.132661:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:3.0:1777573226.132878:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932024704 00000100:00100000:3.0:1777573226.132881:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932024704 00000100:00100000:3.0:1777573226.132940:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:3.0:1777573226.132947:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932024704:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.132997:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932024704:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 51us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.133003:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:3.0:1777573226.134012:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932025216 00000100:00100000:3.0:1777573226.134016:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932025216 00000100:00100000:3.0:1777573226.134033:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:3.0:1777573226.134038:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932025216:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.134079:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932025216:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 40us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.134085:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:3.0:1777573226.134246:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932025344 00000100:00100000:3.0:1777573226.134250:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932025344 00000100:00100000:3.0:1777573226.134265:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:3.0:1777573226.134287:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932025344:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.134372:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932025344:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 101us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.134381:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:3.0:1777573226.134792:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:3.0:1777573226.134799:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932025472:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.134852:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932025472:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 54us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.134858:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00000100:00100000:3.0:1777573226.135597:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932025856 00000100:00100000:3.0:1777573226.135601:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932025856 00000100:00100000:3.0:1777573226.135618:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:3.0:1777573226.135623:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932025856:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.135673:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932025856:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 50us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.135683:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:3.0:1777573226.136375:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932026240 00000100:00100000:3.0:1777573226.136379:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932026240 00000100:00100000:3.0:1777573226.136406:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:3.0:1777573226.136412:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932026240:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.136461:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932026240:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 49us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.136466:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00100000:3.0:1777573226.136887:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932026368 00000100:00100000:3.0:1777573226.136891:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932026368 00000100:00100000:3.0:1777573226.136918:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:3.0:1777573226.136924:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932026368:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.137050:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:35577:x1863919932026368:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 126us (225us total) trans 17179874232 rc 0/0 00000100:00100000:3.0:1777573226.137057:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:3.0:1777573226.137245:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932026496 00000100:00100000:3.0:1777573226.137248:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932026496 00000100:00100000:3.0:1777573226.137325:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:3.0:1777573226.137332:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932026496:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573226.137444:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:35577:x1863919932026496:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 113us (257us total) trans 21474841146 rc 0/0 00000100:00100000:3.0:1777573226.137451:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00000100:00100000:3.0:1777573226.140400:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.145428:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.148337:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.173943:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.179039:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.184636:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.190142:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.194474:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.199578:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925635840 00000100:00100000:3.0:1777573226.199591:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925635840 00000100:00100000:3.0:1777573226.199692:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11547 00000100:00100000:3.0:1777573226.199704:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925635840:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.199727:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.199752:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1197460 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d7ff expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573226.199783:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 228673, mtime: 0x69f39d69, atime: 0x69f39d55, ctime: 0x69f39d69, blocks: 0x40 00010000:00010000:3.0:1777573226.199805:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.199808:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.199817:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1197460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7ff expref: 22 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.199835:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1197460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7ff expref: 22 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.199851:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cb0eb400, rc 0) 00000100:00100000:3.0:1777573226.199923:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925635840:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 221us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.199930:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11547 00000100:00100000:3.0:1777573226.205850:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.215571:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.220848:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.227492:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.232496:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.239412:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925636736 00000100:00100000:3.0:1777573226.239425:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925636736 00000100:00100000:3.0:1777573226.273117:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.276006:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.282663:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.282705:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.283491:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11555 00000100:00100000:3.0:1777573226.283512:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919925637120:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.283539:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.283564:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119749f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d837 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.283674:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932026752:192.168.204.27@tcp:106: 00000100:00100000:3.0:1777573226.283775:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.289877:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.294402:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.312326:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.313797:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.326691:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.351730:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.362210:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.386911:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925638912 00000100:00100000:3.0:1777573226.386925:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925638912 00000100:00100000:3.0:1777573226.419980:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.431092:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.465720:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.469469:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.476094:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.488343:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.496029:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925640448 00000100:00100000:3.0:1777573226.496042:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925640448 00000100:00100000:3.0:1777573226.496120:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14915 00000100:00100000:3.0:1777573226.496133:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+406:59390:x1863919925640448:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573226.496167:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.496192:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a1197524 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d853 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.496822:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119752b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.496847:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1197421 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7dc expref: 407 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.496857:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119752b lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.496903:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1197421 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7dc expref: 407 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.496921:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1197421 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7dc expref: 407 pid: 7963 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.496953:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932027136:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573226.497066:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7780 going to sleep for 11 seconds 00010000:00010000:3.0:1777573226.507311:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1197540 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.507329:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1197540 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573226.507415:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 142528 00000004:00200000:3.0:1777573226.507421:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573226.507448:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1197540 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.507499:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197539 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d85a expref: 408 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.507518:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a1197540 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d85a expref: 407 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.507526:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.507529:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573226.507532:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabe00, rc 0) 00000100:00100000:3.0:1777573226.507579:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919925640704:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 4567us (4742us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.507587:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14916 00000100:00100000:3.0:1777573226.513560:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925640960 00000100:00100000:3.0:1777573226.513575:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925640960 00000100:00100000:3.0:1777573226.513704:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925641088 00000100:00100000:3.0:1777573226.513713:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925641088 00000100:00100000:3.0:1777573226.514476:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11558 00000100:00100000:3.0:1777573226.514535:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925640960:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573226.514558:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.514581:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a1197547 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d861 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573226.514606:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 142528, mtime: 0x69f39d69, atime: 0x69f39d68, ctime: 0x69f39d69, blocks: 0x10 00010000:00010000:3.0:1777573226.514637:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.514639:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.514649:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a1197547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d861 expref: 25 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.514666:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a1197547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d861 expref: 25 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.514689:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556ce00, rc 0) 00000100:00100000:3.0:1777573226.514766:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925640960:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 279us (1795us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.514777:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11558 00000001:00080000:3.0:1777573226.536261:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978145 is committed 00000004:00080000:3.0:1777573226.536314:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1934 committed 00000004:00080000:3.0:1777573226.536322:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1935 committed 00000004:00080000:3.0:1777573226.536338:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1934 committed 00000004:00080000:3.0:1777573226.536341:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1933 committed 00000004:00080000:3.0:1777573226.536345:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1932 committed 00000004:00080000:3.0:1777573226.536348:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1933 committed 00000004:00080000:3.0:1777573226.536352:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1932 committed 00000004:00080000:3.0:1777573226.536355:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1931 committed 00000004:00080000:3.0:1777573226.536358:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1931 committed 00000004:00080000:3.0:1777573226.536360:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1930 committed 00000004:00080000:3.0:1777573226.536362:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1929 committed 00000004:00080000:3.0:1777573226.536365:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1930 committed 00000004:00080000:3.0:1777573226.536368:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1928 committed 00000004:00080000:3.0:1777573226.536371:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1929 committed 00000004:00080000:3.0:1777573226.536373:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1928 committed 00000004:00080000:3.0:1777573226.536375:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1927 committed 00000004:00080000:3.0:1777573226.536377:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1926 committed 00000004:00080000:3.0:1777573226.536379:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1927 committed 00000004:00080000:3.0:1777573226.536392:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1925 committed 00000004:00080000:3.0:1777573226.536394:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1926 committed 00000004:00080000:3.0:1777573226.536396:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1925 committed 00000004:00080000:3.0:1777573226.536398:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1924 committed 00000004:00080000:3.0:1777573226.536400:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1923 committed 00000004:00080000:3.0:1777573226.536403:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1924 committed 00000004:00080000:3.0:1777573226.536405:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1923 committed 00000004:00080000:3.0:1777573226.536407:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1922 committed 00000020:00080000:3.0:1777573226.536441:0:7399:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff99d2c8538540 refcount 2 committed 0 result 0 batchid 80 00000020:00080000:3.0:1777573226.536447:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d1c10e5500 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d1caa220c0 00000020:00080000:3.0:1777573226.536450:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d1c10e5c00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c10d60c0 00000020:00080000:3.0:1777573226.536454:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d1c10e5100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c2d7f000 00000020:00080000:3.0:1777573226.536459:0:7399:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].58 00000100:00100000:3.0:1777573226.536513:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573226.536542:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932027520:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573226.536706:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573226.536838:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119755c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d86f expref: 393 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.536850:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.536854:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777573226.536869:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1197555 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d86f expref: 393 pid: 7963 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.536886:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119755c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d86f expref: 391 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.536922:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.536924:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777573226.536927:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa200, rc 0) 00000100:00100000:3.0:1777573226.536990:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+390:59390:x1863919925641600:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 4897us (5286us total) trans 4294978145 rc 0/0 00000100:00100000:3.0:1777573226.537006:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14917 00000100:00100000:3.0:1777573226.537060:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932027904:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573226.537089:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.537109:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932028416:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573226.537162:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932027520 00000100:00100000:3.0:1777573226.537170:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932027520 00000100:00100000:3.0:1777573226.537214:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932027648 00000100:00100000:3.0:1777573226.537219:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932027648 00000100:00100000:3.0:1777573226.537242:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932027904 00000100:00100000:3.0:1777573226.537245:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932027904 00000100:00100000:3.0:1777573226.537263:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932027776 00000100:00100000:3.0:1777573226.537266:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932027776 00000100:00100000:3.0:1777573226.537374:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932029056 00000100:00100000:3.0:1777573226.537378:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932029056 00000100:00100000:3.0:1777573226.537402:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932028928 00000100:00100000:3.0:1777573226.537405:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932028928 00000100:00100000:3.0:1777573226.537416:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11561 00000100:00100000:3.0:1777573226.537422:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932027648:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573226.537558:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573226.537836:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.537839:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573226.537841:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.537843:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573226.539876:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3636:x1863919932027648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2451us (2891us total) trans 21474841148 rc 0/0 00000100:00100000:3.0:1777573226.539888:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11561 00000020:00080000:3.0:1777573226.539918:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 80 committed batchid 79 00000020:00080000:3.0:1777573226.539970:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 79 00000004:00080000:3.0:1777573226.540175:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec5f80/2, rc 0, transno 17179874235 00000100:00100000:3.0:1777573226.540181:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932028928:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573226.540201:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b65c00/2, rc 0, transno 17179874236 00000100:00100000:3.0:1777573226.540208:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932029440:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573226.540218:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec6d80/2, rc 0, transno 17179874233 00000100:00100000:3.0:1777573226.540223:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932029056:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573226.540236:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19c00/2, rc 0, transno 21474841150 00000100:00100000:3.0:1777573226.540241:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932028032:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573226.540252:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18e00/2, rc 0, transno 21474841151 00000100:00100000:3.0:1777573226.540259:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932028544:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573226.540292:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932030080:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573226.541981:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932030464 00000100:00100000:3.0:1777573226.541987:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932030464 00000100:00100000:3.0:1777573226.542034:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932030592 00000100:00100000:3.0:1777573226.542038:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932030592 00000100:00100000:3.0:1777573226.542068:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11581 00000100:00100000:3.0:1777573226.542077:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3634:x1863919932030592:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573226.542170:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573226.542174:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.542177:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573226.542180:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.542183:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573226.542222:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932030592:12345-0@lo:2:osp-syn-0-1.0 Request processed in 147us (216us total) trans 21474841157 rc 0/0 00000100:00100000:3.0:1777573226.542231:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11581 00000100:00100000:3.0:1777573226.542553:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.542699:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.542721:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932030720:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573226.542748:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.542772:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932030336 00000100:00100000:3.0:1777573226.542777:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932030336 00000100:00100000:3.0:1777573226.542811:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932030208 00000100:00100000:3.0:1777573226.542814:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932030208 00000100:00100000:3.0:1777573226.542829:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932030720 00000100:00100000:3.0:1777573226.542831:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932030720 00000100:00100000:3.0:1777573226.542843:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11582 00000100:00100000:3.0:1777573226.542850:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932030336:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573226.542922:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573226.542926:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.542928:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573226.542931:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.542933:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573226.542974:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932030336:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (420us total) trans 17179874243 rc 0/0 00000100:00100000:3.0:1777573226.542984:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11582 00000100:00100000:3.0:1777573226.543002:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11584 00000100:00100000:3.0:1777573226.543010:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932030720:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573226.543064:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 142528 -> 142528 00002000:00010000:3.0:1777573226.543067:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.543069:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573226.543072:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573226.543074:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1777573226.543100:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3636:x1863919932030720:12345-0@lo:2:osp-syn-0-1.0 Request processed in 93us (352us total) trans 21474841159 rc 0/0 00000100:00100000:3.0:1777573226.543108:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11584 00000004:00080000:3.0:1777573226.543135:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2a300/2, rc 0, transno 17179874243 00000100:00100000:3.0:1777573226.543140:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932030336:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573226.544355:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e29500/2, rc 0, transno 17179874242 00000100:00100000:3.0:1777573226.544361:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932029824:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573226.554602:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.563806:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.629036:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.634565:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.638433:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925644288 00000100:00100000:3.0:1777573226.638449:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925644288 00010000:00010000:3.0:1777573226.638480:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a11975b0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d892 expref: 398 pid: 10945 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.638512:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5332 00000100:00100000:3.0:1777573226.638521:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919925644288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573226.638535:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573226.638546:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a11975b0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d892 expref: 398 pid: 10945 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.638557:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a11975b0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d892 expref: 398 pid: 10945 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.638584:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a11975b0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d892 expref: 398 pid: 10945 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.638596:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x315:0x0].0x0 (ffff99d2fc756600) 00010000:00010000:3.0:1777573226.638599:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a11975c5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.638605:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a11975c5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.638610:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a11975c5 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.638638:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573226.638728:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+397:2403:x1863919925644288:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 206us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.638738:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5332 00000100:00100000:3.0:1777573226.645617:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925644672 00000100:00100000:3.0:1777573226.645631:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925644672 00000100:00100000:3.0:1777573226.645691:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14923 00000100:00100000:3.0:1777573226.645702:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+397:59517:x1863919925644672:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.645727:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.645761:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11975d3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x315:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d8a0 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.645849:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a11975da lrc: 3/1,0 mode: --/PR res: [0x240000404:0x315:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.645882:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a11975da lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.645898:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a11975da lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573226.645947:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x315:0x0]: returning size 0 00000004:00200000:3.0:1777573226.645951:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573226.645970:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a11975da lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.645999:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11975d3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x315:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8a0 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.646018:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a11975da lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8a0 expref: 398 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.646027:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x315:0x0].0x0 (ffff99d1c2c59600) 00010000:00010000:3.0:1777573226.646030:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777573226.646033:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d200, rc 0) 00000100:00100000:3.0:1777573226.646095:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+398:59517:x1863919925644672:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 396us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.646102:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14923 00000100:00100000:3.0:1777573226.648954:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11588 00000100:00100000:3.0:1777573226.648978:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925644928:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.648997:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.649020:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a11975e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d8ae expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573226.649072:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777573226.649092:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.649094:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.649104:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a11975e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8ae expref: 28 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.649126:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a11975e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8ae expref: 28 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.649155:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c200, rc 0) 00000100:00100000:3.0:1777573226.649204:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925644928:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 239us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.649213:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11588 00000100:00100000:3.0:1777573226.652043:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925645184 00000100:00100000:3.0:1777573226.652057:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925645184 00000100:00100000:3.0:1777573226.652128:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14924 00000100:00100000:3.0:1777573226.652143:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+398:59517:x1863919925645184:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.652167:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.652199:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a11975ef lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d8b5 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.652396:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11975f6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.652415:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11975f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.652432:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11975f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573226.652627:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 0 00010000:00010000:3.0:1777573226.652767:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a11975ef lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8b5 expref: 401 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.652787:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11975f6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8b5 expref: 400 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.652796:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.652800:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777573226.652804:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:3.0:1777573226.653029:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+400:59517:x1863919925645184:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 891us (1051us total) trans 4294978151 rc 0/0 00000100:00100000:3.0:1777573226.653039:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14924 00000100:00100000:3.0:1777573226.656738:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925645440 00000100:00100000:3.0:1777573226.656756:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925645440 00000100:00100000:3.0:1777573226.656921:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925645568 00000100:00100000:3.0:1777573226.656928:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925645568 00000100:00100000:3.0:1777573226.656964:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11589 00000100:00100000:3.0:1777573226.656978:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925645440:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573226.657032:0:8360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119760b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.657060:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a11973e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7c7 expref: 28 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.657111:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573226.657114:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573226.657117:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119760b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.657194:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a11973e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7c7 expref: 28 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.657213:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a11973e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7c7 expref: 28 pid: 29349 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.657241:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8360:1863919932031360:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573226.657372:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.660775:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8360:1863919932031360:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573226.660812:0:8360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119760b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.679347:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11592 00000100:00100000:3.0:1777573226.679386:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925646336:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.679408:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.679430:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041d5d0b5/0x8dc0a528a1197619 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d8c3 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573226.679847:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3df:0x0] initial LVB size: 0, mtime: 0x69f39d69, atime: 0x69f39d68, ctime: 0x69f39d69, blocks: 0x1800 00010000:00010000:3.0:1777573226.679867:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.679869:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.679879:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041d5d0b5/0x8dc0a528a1197619 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8c3 expref: 28 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.679896:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041d5d0b5/0x8dc0a528a1197619 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8c3 expref: 28 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.679907:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9400, rc 0) 00000100:00100000:3.0:1777573226.679959:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925646336:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 599us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.679968:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11592 00000100:00100000:3.0:1777573226.711709:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.714746:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.722650:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.725435:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925647360 00000100:00100000:3.0:1777573226.725443:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925647360 00010000:00010000:3.0:1777573226.725625:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a11975e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8a7 expref: 36 pid: 8938 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.725666:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5336 00000100:00100000:3.0:1777573226.725675:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925647360:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573226.725689:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573226.725695:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a11975e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8a7 expref: 36 pid: 8938 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.725884:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a11975e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8a7 expref: 36 pid: 8938 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.725905:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a11975e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8a7 expref: 36 pid: 8938 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.725938:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573226.725989:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925647360:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 316us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.725996:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5336 00000100:00100000:3.0:1777573226.732892:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919932031872:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573226.732918:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1197651 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8e6 expref: 29 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.732937:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:3.0:1777573226.732983:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+29:59517:x1863919925647488:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2060us (2251us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.732991:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11597 00000100:00100000:3.0:1777573226.733992:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925647616 00000100:00100000:3.0:1777573226.733998:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925647616 00010000:00010000:3.0:1777573226.734042:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a11975e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8ae expref: 29 pid: 28214 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.734134:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5337 00000100:00100000:3.0:1777573226.734144:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925647616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573226.734161:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573226.734256:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a11975e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8ae expref: 29 pid: 28214 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.734304:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a11975e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8ae expref: 29 pid: 28214 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.734326:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a11975e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8ae expref: 29 pid: 28214 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.734339:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.734341:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.734347:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1197651 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8e6 expref: 28 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.734358:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1197651 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8e6 expref: 28 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.734400:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1197651 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8e6 expref: 28 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.734413:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932032000:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573226.736656:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925647872 00000100:00100000:3.0:1777573226.736663:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925647872 00002000:00010000:3.0:1777573226.736694:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573226.736698:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38e00 with x1863919925647872 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573226.736707:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f38e00. 00000100:00100000:3.0:1777573226.736727:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925647744 00000100:00100000:3.0:1777573226.736730:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925647744 00002000:00010000:3.0:1777573226.736740:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (0->18446744073709551615) 00002000:00100000:3.0:1777573226.736742:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f39f80 with x1863919925647744 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573226.736748:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f39f80. 00000100:00100000:3.0:1777573226.736769:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4269 00000100:00100000:3.0:1777573226.736778:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925647872:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573226.736919:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573226.736923:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 0 -> 1777573226 00002000:00010000:3.0:1777573226.736926:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573226.736929:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 0 -> 1777573226 00002000:00010000:3.0:1777573226.736931:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573226.737304:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925647872:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 351us (616us total) trans 21474841161 rc 0/0 00000100:00100000:3.0:1777573226.737312:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4269 00002000:00010000:3.0:1777573226.737315:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573226.737317:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38e00 with x1863919925647872 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573226.737321:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f38e00. 00000100:00100000:3.0:1777573226.739488:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925648000 00000100:00100000:3.0:1777573226.739495:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925648000 00000100:00100000:3.0:1777573226.739537:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11598 00000100:00100000:3.0:1777573226.739547:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925648000:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573226.739640:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925648000:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 94us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.739647:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11598 00000100:00100000:3.0:1777573226.750411:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925648384 00000100:00100000:3.0:1777573226.750420:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925648384 00000100:00100000:3.0:1777573226.750491:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4272 00000100:00100000:3.0:1777573226.750503:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+35:2405:x1863919925648384:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573226.750536:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119765f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.750561:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119764a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8df expref: 35 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.750571:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573226.750573:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573226.750576:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119765f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.750689:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119764a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8df expref: 35 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.750703:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119764a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8df expref: 35 pid: 8362 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.750718:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932032128:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573226.750800:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.754865:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932032128:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573226.754888:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119765f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.755713:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119765f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.755723:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119765f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.781227:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.793894:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573226.795697:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978153 is committed 00000020:00080000:3.0:1777573226.795729:0:7399:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 80 batchid updated 00000100:00100000:3.0:1777573226.798848:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.798905:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573226.801190:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841161 is committed 00000001:00080000:3.0:1777573226.801209:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841159 is committed 00000100:00100000:3.0:1777573226.814014:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.814057:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.814093:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.814334:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11606 00000100:00100000:3.0:1777573226.814352:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925649664:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573226.814390:0:29349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.814419:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.814422:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573226.814428:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.814454:0:29349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.814482:0:29349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.814510:0:29349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.814527:0:29349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.814551:0:29349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573226.814631:0:29349:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.814640:0:29349:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.814724:0:29349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.814733:0:29349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1197682 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.814775:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925649664:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 429us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.814782:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11606 00000100:00100000:3.0:1777573226.817076:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925650048 00000100:00100000:3.0:1777573226.817085:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925650048 00000100:00100000:3.0:1777573226.817143:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14929 00000100:00100000:3.0:1777573226.817153:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+395:59517:x1863919925650048:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573226.817237:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1197689 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x315:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.817254:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1197689 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.817265:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1197689 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573226.817724:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd3ed268 reply state 00000000f22f34de transno 4294978154 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1197689 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.817737:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1197689 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.817744:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x315:0x0].0x0 (ffff99d1c2c59600) 00010000:00010000:3.0:1777573226.817746:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573226.817751:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573226.817842:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+397:59517:x1863919925650048:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 690us (855us total) trans 4294978154 rc 0/0 00000100:00100000:3.0:1777573226.817849:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14929 00000100:00100000:3.0:1777573226.819532:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.819786:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.820133:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11608 00000100:00100000:3.0:1777573226.820189:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925650304:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:3.0:1777573226.820318:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573226.820322:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573226.820324:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 0 -> 1777573226 00002000:00010000:3.0:1777573226.820327:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573226.820330:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573226.820374:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925650304:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 188us (587us total) trans 21474841162 rc 0/0 00000100:00100000:3.0:1777573226.820392:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11608 00000100:00100000:3.0:1777573226.822329:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925650560 00000100:00100000:3.0:1777573226.822337:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925650560 00000100:00100000:3.0:1777573226.822411:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14930 00000100:00100000:3.0:1777573226.822422:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59517:x1863919925650560:12345-192.168.204.27@tcp:55:lfs.0 00010000:00010000:3.0:1777573226.822486:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.822512:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197635 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8d1 expref: 397 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.822521:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.822556:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197635 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8d1 expref: 397 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.822569:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197635 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x315:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8d1 expref: 397 pid: 30825 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.822583:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932032256:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573226.822651:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c46ba9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.824745:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932032256:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573226.824770:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.825254:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.825263:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.825327:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.825338:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.825346:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.825353:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573226.825358:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.825365:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.825373:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x315:0x0].0x0 (ffff99d1c2c59600) 00010000:00010000:3.0:1777573226.825385:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777573226.825389:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 2/0,0 mode: --/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.825395:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197690 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x315:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.825436:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+396:59517:x1863919925650560:12345-192.168.204.27@tcp:55:lfs.0 Request processed in 3016us (3307us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777573226.825444:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14930 00000100:00100000:3.0:1777573226.831556:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925650944 00000100:00100000:3.0:1777573226.831567:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925650944 00000100:00100000:3.0:1777573226.831682:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14931 00000100:00100000:3.0:1777573226.831695:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+396:59517:x1863919925650944:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573226.831765:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573226.831798:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1197571 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d87d expref: 396 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.831818:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119755c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d86f expref: 395 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.831829:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.831835:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573226.831884:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a1197697 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.831897:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a1197697 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.831907:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a1197697 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573226.832028:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007cb7810 reply state 0000000043b92614 transno 4294978155 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a1197697 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.832040:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a1197697 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.832047:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.832049:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573226.832051:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573226.832153:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+396:59517:x1863919925650944:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 460us (917us total) trans 4294978155 rc 0/0 00000100:00100000:3.0:1777573226.832160:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14931 00000100:00100000:3.0:1777573226.849037:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925652096 00000100:00100000:3.0:1777573226.849044:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925652096 00010000:00010000:3.0:1777573226.849076:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1197643 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8d8 expref: 396 pid: 10945 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573226.849109:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5342 00000100:00100000:3.0:1777573226.849119:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+396:2404:x1863919925652096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573226.849134:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573226.849141:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1197643 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8d8 expref: 396 pid: 10945 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.849153:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1197643 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8d8 expref: 396 pid: 10945 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.849172:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1197643 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8d8 expref: 396 pid: 10945 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.849186:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x315:0x0].0x0 (ffff99d1c2c59600) 00010000:00010000:3.0:1777573226.849191:0:34391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a11976ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x315:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.849200:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a11976ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x315:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.849207:0:34391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a11976ac lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x315:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.849235:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573226.849295:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+395:2404:x1863919925652096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 176us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.849311:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5342 00000100:00100000:3.0:1777573226.851018:0:6488:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474841159 gen 2 00000004:00080000:3.0:1777573226.851023:0:6488:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474841146 committed transno 21474841159 00000004:00080000:3.0:1777573226.851035:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1ad80, transno 21474841147 00000004:00080000:3.0:1777573226.851133:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b100, transno 21474841148 00000004:00080000:3.0:1777573226.851470:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18700, transno 21474841149 00000004:00080000:3.0:1777573226.851474:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19c00, transno 21474841150 00000004:00080000:3.0:1777573226.851476:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18e00, transno 21474841151 00000004:00080000:3.0:1777573226.851480:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1a300, transno 21474841152 00000004:00080000:3.0:1777573226.851482:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca42680, transno 21474841153 00000004:00080000:3.0:1777573226.851485:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca41880, transno 21474841154 00000004:00080000:3.0:1777573226.851487:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19500, transno 21474841155 00000004:00080000:3.0:1777573226.851490:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b800, transno 21474841156 00000004:00080000:3.0:1777573226.851493:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec6300, transno 21474841157 00000004:00080000:3.0:1777573226.851495:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c8556300, transno 21474841158 00000004:00080000:3.0:1777573226.851498:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec7b80, transno 21474841159 00000100:00100000:3.0:1777573226.851503:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c26680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932032896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.851822:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.851851:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.851902:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.852142:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.852185:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.852209:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.852237:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.852487:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.852526:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.852547:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.852576:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.852754:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.852792:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.852814:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.852836:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.853055:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.853092:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.853114:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.853128:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.853398:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.853428:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.853450:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.853470:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.853695:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.853726:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.853747:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.853768:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.854206:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.854236:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.854257:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.854298:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.854509:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932033920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.854542:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.854564:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.854586:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.855119:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.855153:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.855174:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.855317:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.856080:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b5ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.856114:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.856136:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.856157:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.856407:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.856445:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.856466:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.856486:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.856668:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.856695:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.856713:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.856735:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.856956:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.856982:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.856998:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.857061:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.857318:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.857346:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.857365:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.857388:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.857683:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932034944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.857713:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.857733:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.857749:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.857887:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.857914:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.857935:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.857954:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.858094:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.858122:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.858144:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.858163:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.858329:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.858358:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.858396:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.858778:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.859413:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.859464:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7132300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.859493:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.859514:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.859728:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7132300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.859758:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7132300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.859780:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.859800:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.860057:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7132300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.860080:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7132300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.860094:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.860108:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573226.860297:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7132300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.860324:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7132300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932035968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.860344:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573226.862030:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:3.0:1777573226.862038:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932036352:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.862224:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6488:x1863919932036352:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 187us (350us total) trans 17179874257 rc 0/0 00000100:00100000:3.0:1777573226.862231:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00100000:3.0:1777573226.862611:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932036480 00000100:00100000:3.0:1777573226.862615:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932036480 00000100:00100000:3.0:1777573226.862642:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:3.0:1777573226.862648:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932036480:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573226.862816:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6488:x1863919932036480:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 168us (294us total) trans 21474841164 rc 0/0 00000100:00100000:3.0:1777573226.862824:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00000100:00100000:3.0:1777573226.869430:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14933 00000100:00100000:3.0:1777573226.869444:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+396:59517:x1863919925652224:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.869468:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.869488:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a11976b3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d8f4 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.869550:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a11976b3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8f4 expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.869566:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a11976b3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8f4 expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.869586:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.869589:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573226.869592:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588e00, rc 0) 00000100:00100000:3.0:1777573226.869689:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59517:x1863919925652224:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 249us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573226.869696:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14933 00010000:00010000:3.0:1777573226.877517:0:6472:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573226.877523:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a11976ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.877531:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca39e000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573226.877535:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a11976ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.877542:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a11976ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.877554:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x315:0x0].0x0 (ffff99d1c2c59600) 00010000:00010000:3.0:1777573226.877557:0:6472:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573226.877562:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a11976ba lrc: 1/0,0 mode: --/PW res: [0x240000404:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.877573:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a11976ba lrc: 0/0,0 mode: --/PW res: [0x240000404:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.877584:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573226.877586:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573226.877588:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573226.896471:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.907046:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925653376 00000100:00100000:3.0:1777573226.907055:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925653376 00000100:00100000:3.0:1777573226.907108:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14936 00000100:00100000:3.0:1777573226.907116:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+402:59518:x1863919925653376:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.907190:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.907208:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a11976f2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d909 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.907327:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11976f9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.907342:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11976f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.907354:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11976f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573226.907367:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 216915 00010000:00010000:3.0:1777573226.907476:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a11976f2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d909 expref: 405 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.907491:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11976f9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d909 expref: 404 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.907500:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.907502:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777573226.907505:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:3.0:1777573226.907554:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+404:59518:x1863919925653376:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 439us (573us total) trans 4294978162 rc 0/0 00000100:00100000:3.0:1777573226.907560:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14936 00000100:00100000:3.0:1777573226.916072:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573226.942581:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573226.957165:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.970652:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.972775:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573226.986979:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925654400 00000100:00100000:3.0:1777573226.986993:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925654400 00000100:00100000:3.0:1777573226.987058:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14937 00000100:00100000:3.0:1777573226.987070:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d8877450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+404:59519:x1863919925654400:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573226.987106:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573226.987137:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119771c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d917 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.987330:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1197723 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.987348:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1197723 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.987363:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1197723 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573226.987442:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 216915 00010000:00010000:3.0:1777573226.987582:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119771c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d917 expref: 407 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.987769:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1197723 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d917 expref: 406 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573226.987779:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573226.987782:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777573226.987786:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359600, rc 0) 00000100:00100000:3.0:1777573226.987869:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d8877450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+406:59519:x1863919925654400:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 801us (1122us total) trans 4294978164 rc 0/0 00000100:00100000:3.0:1777573226.987876:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14937 00000100:00100000:3.0:1777573226.991441:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.010876:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925654784 00000100:00100000:3.0:1777573227.010891:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925654784 00000100:00100000:3.0:1777573227.010974:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4279 00000100:00100000:3.0:1777573227.010986:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925654784:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573227.011029:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.011050:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.011053:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.011059:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.011076:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.015608:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.015634:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.015643:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.015650:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7f000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573227.015655:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.015664:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.015688:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.015697:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119773f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.015823:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925654784:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4832us (5012us total) trans 0 rc 216915/216915 00000100:00100000:3.0:1777573227.015834:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4279 00000100:00100000:3.0:1777573227.021659:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.033830:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.056381:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.066202:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.143526:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.151433:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.166658:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.169065:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925656448 00000100:00100000:3.0:1777573227.169072:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925656448 00000100:00100000:3.0:1777573227.169115:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5077 00000100:00100000:3.0:1777573227.169125:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+405:59519:x1863919925656448:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1777573227.169326:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+406:59519:x1863919925656448:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 203us (314us total) trans 4294978165 rc 0/0 00000100:00100000:3.0:1777573227.169334:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5077 00000100:00100000:3.0:1777573227.172555:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.175003:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.178309:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.182705:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.186363:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.186405:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.186625:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11614 00000100:00100000:3.0:1777573227.186638:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925657344:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573227.186648:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573227.186662:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11977b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d933 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.186719:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7982300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932036992:192.168.204.27@tcp:106: 00000100:00100000:3.0:1777573227.186829:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.188905:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7982300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932036992:192.168.204.27@tcp:106: 00010000:00010000:3.0:1777573227.188936:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11977b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d933 expref: 27 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.188957:0:29349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11977b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d933 expref: 27 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.188969:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358400, rc 0) 00000100:00100000:3.0:1777573227.189015:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925657344:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 2381us (2608us total) trans 0 rc 301/301 00000100:00100000:3.0:1777573227.189024:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11614 00000100:00100000:3.0:1777573227.211936:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573227.216485:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978170 is committed 00000004:00080000:3.0:1777573227.216496:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1949 committed 00000004:00080000:3.0:1777573227.216514:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1948 committed 00000004:00080000:3.0:1777573227.216524:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1947 committed 00000004:00080000:3.0:1777573227.216526:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1948 committed 00000004:00080000:3.0:1777573227.216530:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1947 committed 00000004:00080000:3.0:1777573227.216532:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1946 committed 00000004:00080000:3.0:1777573227.216534:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1945 committed 00000004:00080000:3.0:1777573227.216536:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1946 committed 00000004:00080000:3.0:1777573227.216538:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1945 committed 00000004:00080000:3.0:1777573227.216540:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1944 committed 00000004:00080000:3.0:1777573227.216541:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1944 committed 00000004:00080000:3.0:1777573227.216543:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1943 committed 00000004:00080000:3.0:1777573227.216545:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1942 committed 00000004:00080000:3.0:1777573227.216548:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1943 committed 00000004:00080000:3.0:1777573227.216550:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1941 committed 00000004:00080000:3.0:1777573227.216551:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1942 committed 00000004:00080000:3.0:1777573227.216553:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1941 committed 00000004:00080000:3.0:1777573227.216559:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1940 committed 00000004:00080000:3.0:1777573227.216561:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1939 committed 00000004:00080000:3.0:1777573227.216563:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1940 committed 00000004:00080000:3.0:1777573227.216565:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1938 committed 00000004:00080000:3.0:1777573227.216567:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1939 committed 00000004:00080000:3.0:1777573227.216569:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1938 committed 00000004:00080000:3.0:1777573227.216571:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1937 committed 00000004:00080000:3.0:1777573227.216572:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1936 committed 00000004:00080000:3.0:1777573227.216574:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1937 committed 00000004:00080000:3.0:1777573227.216576:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1936 committed 00000004:00080000:3.0:1777573227.216578:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1935 committed 00000020:00080000:3.0:1777573227.216607:0:7399:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff99d1c1d94000 refcount 2 committed 0 result 0 batchid 81 00000020:00080000:3.0:1777573227.216613:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2c8baa900 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d2d896a600 00000020:00080000:3.0:1777573227.216616:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2c8baa100 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c1d94900 00000020:00080000:3.0:1777573227.216619:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2c8baa700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff99d2c1218c00 00000020:00080000:3.0:1777573227.216622:0:7399:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].59 00000100:00100000:3.0:1777573227.216856:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932037248:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.216925:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.217001:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932037760:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.217038:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.217079:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.217106:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932038144:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.217139:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.217175:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932038144 00000100:00100000:3.0:1777573227.217180:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932038144 00000100:00100000:3.0:1777573227.217198:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11617 00000100:00100000:3.0:1777573227.217206:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3634:x1863919932037376:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.217291:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.217294:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.217296:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.217298:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.217300:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573227.217330:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932037376:12345-0@lo:2:osp-syn-0-1.0 Request processed in 126us (345us total) trans 21474841166 rc 0/0 00000100:00100000:3.0:1777573227.217336:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11617 00000100:00100000:3.0:1777573227.217353:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11618 00000100:00100000:3.0:1777573227.217359:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3637:x1863919932037760:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.217417:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573227.217421:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.217423:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573227.217426:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.217428:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573227.217464:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932037760:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (426us total) trans 21474841167 rc 0/0 00000100:00100000:3.0:1777573227.217474:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11618 00000100:00100000:3.0:1777573227.217495:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11619 00000100:00100000:3.0:1777573227.217506:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932037632:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.217560:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573227.217563:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.217567:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573227.217569:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.217572:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573227.217606:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932037632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (527us total) trans 21474841168 rc 0/0 00000100:00100000:3.0:1777573227.217614:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11619 00000100:00100000:3.0:1777573227.217656:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573227.217696:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b58a80/2, rc 0, transno 21474841166 00000100:00100000:3.0:1777573227.217709:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932037376:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.217715:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777573227.217721:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932037504:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.217743:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.217760:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca397b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932038016:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.217778:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.217800:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932037888 00000100:00100000:3.0:1777573227.217804:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932037888 00000100:00100000:3.0:1777573227.217822:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932037504 00000100:00100000:3.0:1777573227.217824:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932037504 00000100:00100000:3.0:1777573227.217833:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932038016 00000100:00100000:3.0:1777573227.217835:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932038016 00000100:00100000:3.0:1777573227.217844:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11621 00000100:00100000:3.0:1777573227.217850:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932037888:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.217899:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.217902:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.217904:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573227.217906:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.217908:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.217936:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932037888:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (281us total) trans 21474841170 rc 0/0 00000100:00100000:3.0:1777573227.217942:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11621 00000100:00100000:3.0:1777573227.217954:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11622 00000100:00100000:3.0:1777573227.217961:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932037504:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.218006:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.218013:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.218015:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573227.218017:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.218020:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.218043:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932037504:12345-0@lo:2:osp-syn-0-1.0 Request processed in 82us (298us total) trans 21474841171 rc 0/0 00000100:00100000:3.0:1777573227.218048:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11622 00000100:00100000:3.0:1777573227.218062:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11623 00000100:00100000:3.0:1777573227.218069:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932038016:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.218114:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573227.218120:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.218125:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573227.218128:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.218130:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573227.218157:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932038016:12345-0@lo:2:osp-syn-0-1.0 Request processed in 88us (377us total) trans 21474841172 rc 0/0 00000100:00100000:3.0:1777573227.218163:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11623 00000004:00080000:3.0:1777573227.218195:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b5ad80/2, rc 0, transno 21474841168 00000100:00100000:3.0:1777573227.218200:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932037632:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.218211:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca396d80/2, rc 0, transno 21474841169 00000100:00100000:3.0:1777573227.218214:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932038144:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.218229:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b59f80/2, rc 0, transno 21474841167 00000100:00100000:3.0:1777573227.218233:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932037760:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.218241:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b5b800/2, rc 0, transno 21474841165 00000100:00100000:3.0:1777573227.218245:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932037248:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.218258:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b59500/2, rc 0, transno 21474841171 00000100:00100000:3.0:1777573227.218261:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932037504:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.218268:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca397b80/2, rc 0, transno 21474841172 00000100:00100000:3.0:1777573227.218290:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca397b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932038016:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.218299:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b58700/2, rc 0, transno 21474841170 00000100:00100000:3.0:1777573227.218302:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932037888:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.218854:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932038400 00000100:00100000:3.0:1777573227.218954:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932038400 00000100:00100000:3.0:1777573227.218976:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11625 00000100:00100000:3.0:1777573227.218984:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3635:x1863919932038912:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573227.219048:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573227.219054:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.219057:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573227.219062:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.219067:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573227.219098:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3635:x1863919932038912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 116us (347us total) trans 17179874259 rc 0/0 00000100:00100000:3.0:1777573227.219105:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11625 00000100:00100000:3.0:1777573227.219123:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11627 00000100:00100000:3.0:1777573227.219134:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3635:x1863919932038400:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573227.219192:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.219196:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.219198:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.219201:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.219207:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.219240:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3635:x1863919932038400:12345-0@lo:2:osp-syn-1-1.0 Request processed in 106us (550us total) trans 17179874261 rc 0/0 00000100:00100000:3.0:1777573227.219248:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11627 00000100:00100000:3.0:1777573227.219350:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932038656:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.219387:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.219404:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932039168:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.219420:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.219435:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932039680:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.219450:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.219459:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777573227.219464:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932038272:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.219478:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.219486:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932038784:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.219501:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.219509:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932039296:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.219524:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.219537:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932038656 00000100:00100000:3.0:1777573227.219540:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932038656 00000100:00100000:3.0:1777573227.219553:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932039168 00000100:00100000:3.0:1777573227.219555:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932039168 00000100:00100000:3.0:1777573227.219562:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932039680 00000100:00100000:3.0:1777573227.219565:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932039680 00000100:00100000:3.0:1777573227.219574:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932038272 00000100:00100000:3.0:1777573227.219577:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932038272 00000100:00100000:3.0:1777573227.219592:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932038784 00000100:00100000:3.0:1777573227.219594:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932038784 00000100:00100000:3.0:1777573227.219611:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932039296 00000100:00100000:3.0:1777573227.219615:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932039296 00000100:00100000:3.0:1777573227.219629:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932039552 00000100:00100000:3.0:1777573227.220301:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932039552 00000100:00100000:3.0:1777573227.220384:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11635 00000100:00100000:3.0:1777573227.220395:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932039552:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573227.220451:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.220455:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.220457:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573227.220460:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.220462:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.220489:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932039552:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (892us total) trans 17179874269 rc 0/0 00000100:00100000:3.0:1777573227.220505:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11635 00000004:00080000:3.0:1777573227.220591:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca40a80/2, rc 0, transno 17179874265 00000100:00100000:3.0:1777573227.220691:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932038272:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573227.220784:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6ea00/2, rc 0, transno 17179874266 00000100:00100000:3.0:1777573227.220789:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932038784:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573227.220797:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca396300/2, rc 0, transno 17179874267 00000100:00100000:3.0:1777573227.220802:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932039296:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573227.220817:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca397100/2, rc 0, transno 17179874264 00000100:00100000:3.0:1777573227.220824:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932039680:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573227.220836:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca41880/2, rc 0, transno 17179874263 00000100:00100000:3.0:1777573227.220844:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932038656:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573227.220854:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6ca80/2, rc 0, transno 17179874262 00000100:00100000:3.0:1777573227.220859:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932039168:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.220869:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573227.220875:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932039808:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.220904:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.220931:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932040192:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.220969:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.221417:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932040704:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.221445:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.221462:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573227.221469:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932040320:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.221500:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.221521:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932040320 00000100:00100000:3.0:1777573227.221525:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932040320 00000100:00100000:3.0:1777573227.221545:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11637 00000100:00100000:3.0:1777573227.221553:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932039808:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573227.221612:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.221616:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.221619:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573227.221621:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.221623:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.221708:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932039808:12345-0@lo:2:osp-syn-1-1.0 Request processed in 156us (803us total) trans 17179874271 rc 0/0 00000100:00100000:3.0:1777573227.221715:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11637 00000100:00100000:3.0:1777573227.221732:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11640 00000100:00100000:3.0:1777573227.221738:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3636:x1863919932040320:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.221795:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573227.221803:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.221810:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573227.221813:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.221815:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573227.221854:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932040320:12345-0@lo:2:osp-syn-0-1.0 Request processed in 114us (356us total) trans 21474841175 rc 0/0 00000100:00100000:3.0:1777573227.221862:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11640 00000100:00100000:3.0:1777573227.222082:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932040576 00000100:00100000:3.0:1777573227.222088:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932040576 00000004:00080000:3.0:1777573227.222453:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca395180/2, rc 0, transno 21474841175 00000100:00100000:3.0:1777573227.222459:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932040320:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.222471:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca42300/2, rc 0, transno 21474841174 00000100:00100000:3.0:1777573227.222478:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932040704:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.222491:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca395c00/2, rc 0, transno 21474841173 00000100:00100000:3.0:1777573227.222495:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932040192:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.222512:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6f100/2, rc 0, transno 17179874271 00000100:00100000:3.0:1777573227.222518:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932039808:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.230970:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.234732:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925658880 00000100:00100000:3.0:1777573227.234740:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925658880 00010000:00010000:3.0:1777573227.234769:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041d5d0b5/0x8dc0a528a1197619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8c3 expref: 27 pid: 28214 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.234803:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5346 00000100:00100000:3.0:1777573227.234812:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925658880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.234825:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.234844:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041d5d0b5/0x8dc0a528a1197619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8c3 expref: 27 pid: 28214 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.234856:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041d5d0b5/0x8dc0a528a1197619 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8c3 expref: 27 pid: 28214 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.234877:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041d5d0b5/0x8dc0a528a1197619 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8c3 expref: 27 pid: 28214 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.234899:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.234902:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.234909:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a11977ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d956 expref: 26 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.234920:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a11977ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d956 expref: 26 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.234951:0:34391:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a11977ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d956 expref: 26 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.234971:0:34391:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:34391:1863919932041216:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573227.235031:0:34391:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.236631:0:34391:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:34391:1863919932041216:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573227.236651:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.248125:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925659648 00000100:00100000:3.0:1777573227.248134:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925659648 00000100:00100000:3.0:1777573227.248181:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14943 00000100:00100000:3.0:1777573227.248191:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919925659648:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573227.248211:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573227.248230:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11977fc lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d964 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.248349:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197803 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.248364:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197803 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.248389:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197803 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573227.248420:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 216915 00000004:00200000:3.0:1777573227.248425:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573227.248442:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197803 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.248479:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11977fc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d964 expref: 393 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.248496:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197803 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d964 expref: 392 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.248505:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573227.248508:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573227.248512:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358800, rc 0) 00000100:00100000:3.0:1777573227.248562:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919925659648:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 373us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.248570:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14943 00000100:00100000:3.0:1777573227.286628:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.304526:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925661056 00000100:00100000:3.0:1777573227.304531:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925661056 00002000:00010000:3.0:1777573227.304556:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573227.304560:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec7b80 with x1863919925661056 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573227.304566:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec7b80. 00000100:00100000:3.0:1777573227.304587:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4300 00000100:00100000:3.0:1777573227.304597:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925661056:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573227.304701:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.304705:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573226 -> 1777573227 00002000:00010000:3.0:1777573227.304709:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.304712:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573226 -> 1777573227 00002000:00010000:3.0:1777573227.304715:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.305027:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925661056:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 432us (790us total) trans 17179874275 rc 0/0 00000100:00100000:3.0:1777573227.305045:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4300 00002000:00010000:3.0:1777573227.305049:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573227.305053:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec7b80 with x1863919925661056 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573227.305060:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec7b80. 00000100:00100000:3.0:1777573227.324666:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925661440:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 4109us (4318us total) trans 17179874277 rc 0/0 00000100:00100000:3.0:1777573227.324679:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4303 00002000:00100000:3.0:1777573227.324690:0:24427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000400:0x3dc:0x0] (114688->165812) req@ffff99d1c2c26300 x1863919925661440/t17179874277(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:483/0 lens 488/448 e 0 to 0 dl 1777573238 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573227.324700:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26300 with x1863919925661440 ext(114688->165812) 00002000:00010000:3.0:1777573227.324706:0:24427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c26300 00000100:00100000:3.0:1777573227.326303:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925661568 00000100:00100000:3.0:1777573227.326313:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925661568 00000100:00100000:3.0:1777573227.326360:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11647 00000100:00100000:3.0:1777573227.326381:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925661568:12345-192.168.204.27@tcp:16:fsx.0 00000100:00100000:3.0:1777573227.327817:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925661568:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 1447us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.327826:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11647 00000100:00100000:3.0:1777573227.339528:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925662080 00000100:00100000:3.0:1777573227.339538:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925662080 00000100:00100000:3.0:1777573227.339602:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5079 00000100:00100000:3.0:1777573227.339613:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919925662080:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:3.0:1777573227.339893:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+396:59390:x1863919925662080:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 282us (468us total) trans 4294978173 rc 0/0 00000100:00100000:3.0:1777573227.339904:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5079 00000100:00100000:3.0:1777573227.355084:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925662208 00000100:00100000:3.0:1777573227.355093:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925662208 00000100:00100000:3.0:1777573227.355154:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14947 00000100:00100000:3.0:1777573227.355165:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+396:59520:x1863919925662208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573227.355187:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573227.355214:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197826 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d979 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.365951:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925662848 00000100:00100000:3.0:1777573227.365964:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925662848 00000100:00100000:3.0:1777573227.366055:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14949 00000100:00100000:3.0:1777573227.366066:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+397:59520:x1863919925662848:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573227.366093:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573227.366115:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197857 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d987 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.366225:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119785e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.366242:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197849 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d980 expref: 398 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.366252:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119785e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.366327:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197849 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d980 expref: 398 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.366342:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197849 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d980 expref: 398 pid: 6486 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.366361:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932041728:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573227.366468:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.368669:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932041728:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573227.368703:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119785e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.369254:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119785e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.369262:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119785e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573227.369352:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 165813 00000004:00200000:3.0:1777573227.369357:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573227.369386:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119785e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.369425:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197857 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d987 expref: 398 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.369440:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119785e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d987 expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.369497:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573227.369501:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573227.369504:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359200, rc 0) 00000100:00100000:3.0:1777573227.369535:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+397:59520:x1863919925662848:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3473us (3684us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.369542:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14949 00000100:00100000:3.0:1777573227.378936:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11650 00000100:00100000:3.0:1777573227.378947:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925663360:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573227.378968:0:8360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1197888 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.378980:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a11977e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d94f expref: 27 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.378988:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573227.378990:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573227.378992:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1197888 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.379010:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a11977e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d94f expref: 27 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.379018:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a11977e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d94f expref: 27 pid: 27874 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.379027:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932042112:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573227.382031:0:28214:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28214:1863919932041984:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573227.382065:0:28214:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.383425:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5351 00000100:00100000:3.0:1777573227.383435:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925663744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.383452:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.383472:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a11977f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d95d expref: 28 pid: 29349 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383486:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a11977f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d95d expref: 28 pid: 29349 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383503:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a11977f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d95d expref: 28 pid: 29349 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383515:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.383517:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.383520:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383529:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383559:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.383604:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925663744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 170us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.383615:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5351 00010000:00010000:3.0:1777573227.383643:0:28215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383652:0:28215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383673:0:28215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383692:0:28215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383700:0:28215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383708:0:28215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573227.383713:0:28215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383723:0:28215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383734:0:28215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383746:0:28215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1197881 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.383856:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925663616:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 5203us (5392us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.383864:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11649 00010000:00010000:3.0:1777573227.383932:0:28214:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383942:0:28214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383959:0:28214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383966:0:28214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383973:0:28214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383980:0:28214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573227.383983:0:28214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.383996:0:28214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.384006:0:28214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.384882:0:28214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119787a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.385003:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925663488:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 6351us (6591us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.385011:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11648 00000100:00100000:3.0:1777573227.385331:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925664000 00000100:00100000:3.0:1777573227.385341:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925664000 00010000:00010000:3.0:1777573227.385384:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a11977e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d94f expref: 26 pid: 27874 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.385421:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5352 00000100:00100000:3.0:1777573227.385430:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919925664000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.385452:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.385475:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a11977e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d94f expref: 26 pid: 27874 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.385488:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a11977e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d94f expref: 26 pid: 27874 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.385507:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a11977e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d94f expref: 26 pid: 27874 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.385521:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.385523:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.385528:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1197888 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.385538:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1197888 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.385575:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.385606:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919925664000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 178us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.385614:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5352 00000100:00100000:3.0:1777573227.394355:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932042880:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573227.394391:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.394432:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932042496 00000100:00100000:3.0:1777573227.394439:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932042496 00000100:00100000:3.0:1777573227.394642:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932043008 00000100:00100000:3.0:1777573227.394646:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932043008 00000100:00100000:3.0:1777573227.394664:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11652 00000100:00100000:3.0:1777573227.394669:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3635:x1863919932042496:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.394749:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.394753:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.394756:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573227.394759:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.394761:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.394783:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3635:x1863919932042496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 113us (425us total) trans 21474841182 rc 0/0 00000100:00100000:3.0:1777573227.394789:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11652 00000100:00100000:3.0:1777573227.394809:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11654 00000100:00100000:3.0:1777573227.394814:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3635:x1863919932043008:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.394854:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573227.394858:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.394860:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573227.394862:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.394864:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573227.394887:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3635:x1863919932043008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 72us (481us total) trans 21474841183 rc 0/0 00000100:00100000:3.0:1777573227.394893:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11654 00000100:00100000:3.0:1777573227.395007:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932043392 00000100:00100000:3.0:1777573227.395010:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932043392 00000100:00100000:3.0:1777573227.396538:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932044544 00000100:00100000:3.0:1777573227.396542:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932044544 00000100:00100000:3.0:1777573227.396931:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932044416 00000100:00100000:3.0:1777573227.396936:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932044416 00000100:00100000:3.0:1777573227.396956:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11665 00000100:00100000:3.0:1777573227.396962:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3635:x1863919932044544:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573227.397034:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.397039:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.397043:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573227.397047:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.397052:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.397095:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3635:x1863919932044544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 133us (609us total) trans 17179874287 rc 0/0 00000100:00100000:3.0:1777573227.397101:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11665 00000100:00100000:3.0:1777573227.397117:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11668 00000100:00100000:3.0:1777573227.397123:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932044928:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.397187:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573227.397191:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.397193:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573227.397196:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.397198:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573227.397252:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932044928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 123us (277us total) trans 21474841188 rc 0/0 00000100:00100000:3.0:1777573227.397265:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11668 00000100:00100000:3.0:1777573227.397328:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932042240 00000100:00100000:3.0:1777573227.397333:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932042240 00000004:00080000:3.0:1777573227.397425:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b64000/2, rc 0, transno 21474841187 00000100:00100000:3.0:1777573227.397434:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932045056:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.397446:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b65500/2, rc 0, transno 21474841188 00000100:00100000:3.0:1777573227.397450:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932044928:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.397462:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19880/2, rc 0, transno 17179874287 00000100:00100000:3.0:1777573227.397469:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932044544:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.397509:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932042752 00000100:00100000:3.0:1777573227.397512:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932042752 00000100:00100000:3.0:1777573227.397535:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932044288 00000100:00100000:3.0:1777573227.397539:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932044288 00000100:00100000:3.0:1777573227.397565:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932044800 00000100:00100000:3.0:1777573227.397570:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932044800 00000100:00100000:3.0:1777573227.397588:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932045312 00000100:00100000:3.0:1777573227.397596:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932045312 00000100:00100000:3.0:1777573227.397626:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11670 00000100:00100000:3.0:1777573227.397643:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932042752:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.397712:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 228673 -> 228673 00002000:00010000:3.0:1777573227.397715:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.397718:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573227.397720:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573225 -> 1777573225 00002000:00010000:3.0:1777573227.397723:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573227.397764:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+32:3637:x1863919932042752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 127us (321us total) trans 21474841190 rc 0/0 00000100:00100000:3.0:1777573227.397785:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11670 00000100:00100000:3.0:1777573227.397802:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11673 00000100:00100000:3.0:1777573227.397811:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932045312:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573227.397972:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.397975:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.397978:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.397980:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573227.397982:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.398000:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3637:x1863919932045312:12345-0@lo:2:osp-syn-0-1.0 Request processed in 192us (430us total) trans 21474841192 rc 0/0 00000100:00100000:3.0:1777573227.398006:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11673 00000100:00100000:3.0:1777573227.398054:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573227.398066:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932045440:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.398112:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573227.398167:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b67480/2, rc 0, transno 21474841193 00000100:00100000:3.0:1777573227.398175:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932044672:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.398195:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b67b80/2, rc 0, transno 21474841194 00000100:00100000:3.0:1777573227.398201:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932045184:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.398220:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b65f80/2, rc 0, transno 21474841192 00000100:00100000:3.0:1777573227.398224:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932045312:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.398233:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1ad80/2, rc 0, transno 17179874289 00000100:00100000:3.0:1777573227.398243:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932044288:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573227.398251:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b66300/2, rc 0, transno 21474841191 00000100:00100000:3.0:1777573227.398254:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932044800:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.398309:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec4e00/2, rc 0, transno 21474841190 00000100:00100000:3.0:1777573227.398314:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932042752:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.398358:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e14e00/2, rc 0, transno 17179874283 00000100:00100000:3.0:1777573227.398373:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932043264:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573227.398389:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e17100/2, rc 0, transno 17179874284 00000100:00100000:3.0:1777573227.398676:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932043776:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573227.398702:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec6300/2, rc 0, transno 21474841185 00000100:00100000:3.0:1777573227.398709:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932042624:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.398721:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee68380/2, rc 0, transno 21474841186 00000100:00100000:3.0:1777573227.398729:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932043136:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573227.398751:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e15180/2, rc 0, transno 17179874281 00000100:00100000:3.0:1777573227.398762:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932043648:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573227.398775:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b66680/2, rc 0, transno 17179874282 00000100:00100000:3.0:1777573227.398779:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932044160:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1777573227.398802:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119788f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.398813:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119788f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.398821:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119788f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.398834:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573227.398843:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119788f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.398858:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119788f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.398878:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573227.398882:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573227.398886:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119788f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.398892:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119788f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573227.399148:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e28380/2, rc 0, transno 17179874292 00000100:00100000:3.0:1777573227.399153:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932045696:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573227.406577:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.410095:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925664640 00000100:00100000:3.0:1777573227.410109:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925664640 00000100:00100000:3.0:1777573227.410180:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11679 00000100:00100000:3.0:1777573227.410191:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925664640:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573227.410209:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573227.410233:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11978ab lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d9a3 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573227.410264:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 165813, mtime: 0x69f39d6b, atime: 0x69f39d6a, ctime: 0x69f39d6b, blocks: 0xd8 00010000:00010000:3.0:1777573227.410332:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.410334:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.410345:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11978ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9a3 expref: 25 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.410360:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11978ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9a3 expref: 25 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.410384:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358400, rc 0) 00000100:00100000:3.0:1777573227.410447:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925664640:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 257us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.410464:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11679 00000100:00100000:3.0:1777573227.413242:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925664768 00000100:00100000:3.0:1777573227.413255:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925664768 00000100:00100000:3.0:1777573227.413348:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11680 00000100:00100000:3.0:1777573227.413362:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925664768:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573227.413398:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573227.413425:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a11978b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d9aa expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573227.413462:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3df:0x0] initial LVB size: 0, mtime: 0x69f39d6b, atime: 0x69f39d6a, ctime: 0x69f39d6b, blocks: 0x1800 00010000:00010000:3.0:1777573227.413490:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.413494:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.413504:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a11978b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9aa expref: 28 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.413522:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a11978b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9aa expref: 28 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.413532:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359200, rc 0) 00000100:00100000:3.0:1777573227.413708:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925664768:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 350us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.413713:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11680 00000100:00100000:3.0:1777573227.455066:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932046208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573227.455108:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.455136:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919932046720:0@lo:400:kworker.0 00000100:00100000:3.0:1777573227.455169:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.455192:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919932047232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573227.455221:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.455261:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932046208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573227.455290:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777573227.455296:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0baf38f6-7090-47e5-919a-0efb45cf94af:3636:1863919932046336:0@lo:400:kworker.0 00000100:00100000:3.0:1777573227.455325:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.455352:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919932046848:0@lo:400:kworker.0 00000100:00100000:3.0:1777573227.455390:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573227.455419:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932046720 00000100:00100000:3.0:1777573227.455423:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932046720 00000100:00100000:3.0:1777573227.455455:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932047232 00000100:00100000:3.0:1777573227.455458:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932047232 00000100:00100000:3.0:1777573227.455475:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932046848 00000100:00100000:3.0:1777573227.455478:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932046848 00000100:00100000:3.0:1777573227.455500:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1777573227.455507:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919932046720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573227.455552:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919932046720:12345-0@lo:400:kworker.0 Request processed in 42us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.455560:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1777573227.455584:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1777573227.456308:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919932046848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573227.456411:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919932046848:12345-0@lo:400:kworker.0 Request processed in 817us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.456419:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1777573227.457969:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925665152 00000100:00100000:3.0:1777573227.457977:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925665152 00000100:00100000:3.0:1777573227.458061:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11683 00000100:00100000:3.0:1777573227.458069:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919925665152:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573227.458211:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919925665152:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 143us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.458216:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11683 00000100:00100000:3.0:1777573227.469076:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925665408 00000100:00100000:3.0:1777573227.469090:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925665408 00000100:00100000:3.0:1777573227.469230:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4306 00000100:00100000:3.0:1777573227.469243:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919925665408:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573227.469325:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a11978c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.469352:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1197452 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7f1 expref: 26 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.469362:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.469377:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.469381:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a11978c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.469426:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1197452 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7f1 expref: 26 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.469442:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a1197452 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7f1 expref: 26 pid: 29349 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.469460:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932047360:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573227.469576:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.472350:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932047360:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573227.472395:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a11978c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.472957:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a11978c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.472966:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a11978c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.486244:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925665792 00000100:00100000:3.0:1777573227.486259:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925665792 00010000:00010000:3.0:1777573227.486351:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1197459 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7f8 expref: 29 pid: 27874 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.486406:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5354 00000100:00100000:3.0:1777573227.486417:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925665792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.486435:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.486472:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1197459 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7f8 expref: 29 pid: 27874 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.486487:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1197459 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7f8 expref: 29 pid: 27874 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.486520:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1197459 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7f8 expref: 29 pid: 27874 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.486551:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.486554:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.486560:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a11978ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.486580:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a11978ce lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.486612:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.486685:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925665792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 268us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.486702:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5354 00000001:00080000:3.0:1777573227.489250:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841195 is committed 00000001:00080000:3.0:1777573227.489267:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841194 is committed 00000100:00100000:3.0:1777573227.497470:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573227.505173:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841196 is committed 00000100:00100000:3.0:1777573227.515187:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925666176 00000100:00100000:3.0:1777573227.515201:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925666176 00000100:00100000:3.0:1777573227.515337:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4309 00000100:00100000:3.0:1777573227.515350:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925666176:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573227.515402:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.515428:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008bcfc0ad/0x8dc0a528a1197467 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d806 expref: 24 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.515438:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.515441:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.515445:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.515488:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008bcfc0ad/0x8dc0a528a1197467 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d806 expref: 24 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.515504:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008bcfc0ad/0x8dc0a528a1197467 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d806 expref: 24 pid: 8360 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.515519:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932047744:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573227.515604:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.519337:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932047744:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573227.519381:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.521124:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.521135:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573227.526411:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573225 -> 1777573227 00002000:00010000:3.0:1777573227.526417:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573225 -> 1777573227 00010000:00010000:3.0:1777573227.526444:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.526459:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.526468:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.526476:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573227.526482:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.526490:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.526512:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.526520:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11978dc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.526635:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925666176:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11282us (12614us total) trans 17179874294 rc 0/0 00000100:00100000:3.0:1777573227.526648:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4309 00000100:00100000:3.0:1777573227.533050:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925666560 00000100:00100000:3.0:1777573227.533061:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925666560 00010000:00010000:3.0:1777573227.533102:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119746e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d80d expref: 23 pid: 28214 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.533446:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5357 00000100:00100000:3.0:1777573227.533470:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925666560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.533488:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.533516:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119746e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d80d expref: 23 pid: 28214 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.533532:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119746e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d80d expref: 23 pid: 28214 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.533558:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119746e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d80d expref: 23 pid: 28214 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.533578:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.533581:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.533586:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a11978e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.533597:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a11978e3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.533631:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.533682:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925666560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 225us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.534948:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5357 00000001:00080000:3.0:1777573227.541152:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841197 is committed 00000100:00100000:3.0:1777573227.546535:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925666688 00000100:00100000:3.0:1777573227.546555:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925666688 00000100:00100000:3.0:1777573227.546627:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4311 00000100:00100000:3.0:1777573227.546638:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925666688:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573227.546670:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11978ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.546697:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1197475 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d814 expref: 21 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.546799:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.546802:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.546805:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11978ea lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.546842:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1197475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d814 expref: 21 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.546855:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1197475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d814 expref: 21 pid: 8361 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.546868:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8367:1863919932048000:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573227.546949:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.550544:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573227.555833:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841198 is committed 00000100:00100000:3.0:1777573227.560166:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.565247:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.578634:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.578942:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4313 00000100:00100000:3.0:1777573227.582492:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925667328 00000100:00100000:3.0:1777573227.582500:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925667328 00010000:00010000:3.0:1777573227.582535:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1197483 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d822 expref: 23 pid: 14598 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.582769:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5360 00000100:00100000:3.0:1777573227.582779:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925667328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.582794:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.582815:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1197483 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d822 expref: 23 pid: 14598 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.582829:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1197483 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d822 expref: 23 pid: 14598 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.582852:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1197483 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d822 expref: 23 pid: 14598 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.582867:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.582869:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.582873:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a11978f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.582883:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a11978f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.583594:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.583642:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925667328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 865us (1281us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.583648:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5360 00000100:00100000:3.0:1777573227.602696:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573227.607646:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841199 is committed 00000100:00100000:3.0:1777573227.612352:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.615065:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.624996:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.628961:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.640054:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.643529:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.653976:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.658133:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.661542:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.664025:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.666536:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.666577:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.666946:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4319 00000100:00100000:3.0:1777573227.666957:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919925669248:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573227.667095:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.667099:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573225 -> 1777573227 00002000:00010000:3.0:1777573227.667102:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573227.667105:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573225 -> 1777573227 00002000:00010000:3.0:1777573227.667107:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.667163:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925669248:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 209us (585us total) trans 21474841201 rc 0/0 00000100:00100000:3.0:1777573227.667171:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4319 00002000:00010000:3.0:1777573227.667181:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573227.667184:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab19180 with x1863919925669248 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573227.667189:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab19180. 00000100:00100000:3.0:1777573227.669484:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.677780:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.680147:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.680190:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.683428:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.687066:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.689155:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.691226:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.691614:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.694324:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925670912 00000100:00100000:3.0:1777573227.694335:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925670912 00000100:00100000:3.0:1777573227.694411:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14959 00000100:00100000:3.0:1777573227.694423:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+401:59520:x1863919925670912:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573227.694462:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573227.694485:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197961 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d9db expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.694602:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197968 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.694622:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197968 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.694635:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197968 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573227.694683:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573227.694687:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573227.694710:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197968 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.694742:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197961 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9db expref: 403 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.694762:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197968 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9db expref: 402 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.694771:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573227.694775:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573227.694779:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359a00, rc 0) 00000100:00100000:3.0:1777573227.694840:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+402:59520:x1863919925670912:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 419us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.694847:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14959 00000100:00100000:3.0:1777573227.710935:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.713807:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925672064 00000100:00100000:3.0:1777573227.713814:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925672064 00000100:00100000:3.0:1777573227.713850:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11690 00000100:00100000:3.0:1777573227.713858:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+24:59520:x1863919925672064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573227.713874:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573227.713892:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2d9f0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573227.713914:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 228673, mtime: 0x69f39d6b, atime: 0x69f39d57, ctime: 0x69f39d6b, blocks: 0x40 00010000:00010000:3.0:1777573227.713932:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.713934:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.713942:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9f0 expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.713960:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9f0 expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.713972:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358800, rc 0) 00000100:00100000:3.0:1777573227.714020:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+25:59520:x1863919925672064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 163us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.714027:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11690 00000100:00100000:3.0:1777573227.715894:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.715947:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.716140:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4327 00000100:00100000:3.0:1777573227.716163:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925672320:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573227.716433:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573227.716438:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573225 -> 1777573227 00002000:00010000:3.0:1777573227.716441:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573227.716444:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573225 -> 1777573227 00002000:00010000:3.0:1777573227.716447:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573227.716513:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925672320:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 362us (579us total) trans 17179874303 rc 0/0 00000100:00100000:3.0:1777573227.716522:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4327 00002000:00010000:3.0:1777573227.716528:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573227.716532:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ca80 with x1863919925672320 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573227.716547:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0ca80. 00000100:00100000:3.0:1777573227.724861:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.729389:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.736545:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.739566:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.742959:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.748321:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.748374:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.751353:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.755683:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.758548:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.761399:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.763747:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.768993:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.774257:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.774737:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.777482:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.785802:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.788532:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.788560:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.792092:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.795759:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.799428:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.801634:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.804336:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925676928 00000100:00100000:3.0:1777573227.804345:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925676928 00010000:00010000:3.0:1777573227.804386:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000240e0c48/0x8dc0a528a1197372 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7a4 expref: 36 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.804429:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5365 00000100:00100000:3.0:1777573227.804439:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925676928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.804452:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.804473:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000240e0c48/0x8dc0a528a1197372 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7a4 expref: 36 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.804486:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000240e0c48/0x8dc0a528a1197372 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d7a4 expref: 36 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.804509:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.804510:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.804516:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002d74228a/0x8dc0a528a1197a41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da4b expref: 36 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.804526:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d74228a/0x8dc0a528a1197a41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da4b expref: 36 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.804558:0:6469:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002d74228a/0x8dc0a528a1197a41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da4b expref: 36 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.804570:0:6469:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b63100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6469:1863919932049024:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573227.804637:0:6469:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.806633:0:6469:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b63100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6469:1863919932049024:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573227.806647:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.806676:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925676928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2239us (2442us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.806688:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5365 00000100:00100000:3.0:1777573227.817823:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.820718:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925677952 00000100:00100000:3.0:1777573227.820726:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925677952 00010000:00010000:3.0:1777573227.820757:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1197651 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8e6 expref: 36 pid: 8361 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.820793:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5366 00000100:00100000:3.0:1777573227.820802:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925677952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.820815:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.820835:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1197651 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8e6 expref: 36 pid: 8361 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.820848:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1197651 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8e6 expref: 36 pid: 8361 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.820868:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1197651 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d8e6 expref: 36 pid: 8361 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.820883:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.820885:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.820891:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000240e0c48/0x8dc0a528a1197a64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da60 expref: 35 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.820900:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000240e0c48/0x8dc0a528a1197a64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da60 expref: 35 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.820937:0:9436:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000240e0c48/0x8dc0a528a1197a64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da60 expref: 35 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.820949:0:9436:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b61500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9436:1863919932049280:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573227.821010:0:9436:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.822446:0:9436:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b61500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9436:1863919932049280:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573227.822478:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.822552:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925677952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1748us (1888us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.822579:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5366 00000100:00100000:3.0:1777573227.823069:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.825378:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573227.833233:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573227.838060:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1197922 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9b8 expref: 38 pid: 27874 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.838117:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932049408:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573227.838164:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.838179:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.838194:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573227.842901:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 4096 -> 122880 00002000:00010000:3.0:1777573227.842907:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 8 -> 24 00010000:00010000:3.0:1777573227.842923:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.842940:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.842950:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.842958:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573227.842965:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.842976:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.842999:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.843008:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197a80 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.843134:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925678592:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9674us (9905us total) trans 17179874311 rc 0/0 00000100:00100000:3.0:1777573227.843146:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4343 00000001:00080000:3.0:1777573227.853517:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841213 is committed 00000100:00100000:3.0:1777573227.862341:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925679232 00000100:00100000:3.0:1777573227.862352:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925679232 00010000:00010000:3.0:1777573227.862413:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119795a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9d4 expref: 24 pid: 8361 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.862466:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5369 00000100:00100000:3.0:1777573227.862478:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925679232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.862492:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.862512:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119795a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9d4 expref: 24 pid: 8361 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.862526:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119795a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9d4 expref: 24 pid: 8361 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.862548:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119795a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9d4 expref: 24 pid: 8361 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.862564:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.862566:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.862571:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a1197a8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.862586:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a1197a8e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.862615:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.862671:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925679232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 195us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.862679:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5369 00000001:00080000:3.0:1777573227.867498:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841214 is committed 00000100:00100000:3.0:1777573227.892069:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925679616 00000100:00100000:3.0:1777573227.892081:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925679616 00000100:00100000:3.0:1777573227.892216:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4347 00000100:00100000:3.0:1777573227.892228:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925679616:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573227.892344:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.892378:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9f0 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.892388:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573227.892390:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573227.892393:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.892433:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9f0 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.892461:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9f0 expref: 22 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.892478:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932049920:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573227.892572:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.894488:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932049920:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573227.894517:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.897079:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925679744 00000100:00100000:3.0:1777573227.897092:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925679744 00010000:00010000:3.0:1777573227.897146:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9f0 expref: 23 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.897196:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5371 00000100:00100000:3.0:1777573227.897208:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925679744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.897228:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.897257:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9f0 expref: 23 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.897304:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9f0 expref: 23 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.897347:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1197992 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9f0 expref: 23 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.897378:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.897381:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.897387:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.897398:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.898438:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.898451:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573227.903097:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 4096 -> 122880 00002000:00010000:3.0:1777573227.903104:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 8 -> 24 00010000:00010000:3.0:1777573227.903120:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.903136:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.903146:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.903155:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573227.903161:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.903171:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.903192:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.903201:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a1197a9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.903341:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925679616:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11108us (11378us total) trans 21474841215 rc 0/0 00000100:00100000:3.0:1777573227.903353:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4347 00000100:00100000:3.0:1777573227.908708:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925680000 00000100:00100000:3.0:1777573227.908714:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925680000 00010000:00010000:3.0:1777573227.908743:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a11979ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9fe expref: 22 pid: 27874 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.908780:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5372 00000100:00100000:3.0:1777573227.908788:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925680000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.908800:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.908818:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a11979ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9fe expref: 22 pid: 27874 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.908830:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a11979ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9fe expref: 22 pid: 27874 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.908955:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a11979ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9fe expref: 22 pid: 27874 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.908970:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.908971:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.908976:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1197aa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.908985:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1197aa3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.909012:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.909057:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925680000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 269us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.909065:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5372 00000100:00100000:3.0:1777573227.917231:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925680128 00000100:00100000:3.0:1777573227.917242:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925680128 00000100:00100000:3.0:1777573227.917340:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4349 00000100:00100000:3.0:1777573227.917351:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925680128:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573227.917393:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1197aaa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.917414:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11979ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da0c expref: 23 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.917423:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573227.917425:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573227.917428:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1197aaa lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.917459:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11979ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da0c expref: 23 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.917472:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11979ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da0c expref: 23 pid: 28215 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.917485:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932050176:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573227.917557:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.919242:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932050176:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573227.919264:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1197aaa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.920438:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1197aaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.920450:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1197aaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.953259:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925680768 00000100:00100000:3.0:1777573227.953309:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925680768 00010000:00010000:3.0:1777573227.953381:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1197a02 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da28 expref: 21 pid: 8938 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.953444:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5375 00000100:00100000:3.0:1777573227.953462:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925680768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.953482:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.953511:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1197a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da28 expref: 21 pid: 8938 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.953527:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1197a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da28 expref: 21 pid: 8938 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.953564:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1197a02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da28 expref: 21 pid: 8938 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.953584:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.953586:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.953592:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1197ab8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.953604:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1197ab8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.953647:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.953704:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925680768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 249us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.953714:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5375 00000001:00080000:3.0:1777573227.958840:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841217 is committed 00000100:00100000:3.0:1777573227.963959:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925680896 00000100:00100000:3.0:1777573227.963977:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925680896 00000100:00100000:3.0:1777573227.964076:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4352 00000100:00100000:3.0:1777573227.964091:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925680896:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573227.964138:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.964166:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1197a1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da36 expref: 21 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.964183:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573227.964185:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573227.964189:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.964236:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1197a1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da36 expref: 21 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.964260:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a1197a1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da36 expref: 21 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.964324:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932050560:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573227.964446:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573227.969593:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932050560:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573227.969622:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.970538:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.970552:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573227.974864:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 4096 -> 122880 00002000:00010000:3.0:1777573227.974870:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 8 -> 24 00010000:00010000:3.0:1777573227.974882:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.974894:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.974903:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.974909:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573227.974914:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.974922:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.974944:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.974951:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1197abf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.975064:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925680896:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10974us (11312us total) trans 17179874315 rc 0/0 00000100:00100000:3.0:1777573227.975074:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4352 00000100:00100000:3.0:1777573227.981209:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925681280 00000100:00100000:3.0:1777573227.981216:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925681280 00010000:00010000:3.0:1777573227.981248:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a1197a3a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da44 expref: 20 pid: 27874 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573227.981308:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5377 00000100:00100000:3.0:1777573227.981317:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925681280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573227.981444:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573227.981465:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a1197a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da44 expref: 20 pid: 27874 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.981478:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a1197a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da44 expref: 20 pid: 27874 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.981501:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a1197a3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da44 expref: 20 pid: 27874 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.981517:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.981519:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573227.981523:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1197ac6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.981532:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1197ac6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573227.981554:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573227.981676:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925681280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 359us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573227.981684:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5377 00000001:00080000:3.0:1777573227.985790:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841218 is committed 00000100:00100000:3.0:1777573227.997050:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.007223:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.012700:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925681792 00000100:00100000:3.0:1777573228.012709:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925681792 00000100:00100000:3.0:1777573228.012823:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11701 00000100:00100000:3.0:1777573228.012834:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925681792:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573228.012947:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925681792:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 115us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.012953:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11701 00000100:00100000:3.0:1777573228.018382:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.024132:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.025741:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.034913:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.037208:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.037241:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.046725:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.050347:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.058499:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925684096 00000100:00100000:3.0:1777573228.058509:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925684096 00000100:00100000:3.0:1777573228.058573:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14983 00000100:00100000:3.0:1777573228.058583:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+437:59520:x1863919925684096:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573228.058605:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573228.058623:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197b1a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2da91 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.058734:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197b21 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.058750:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197b21 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.058761:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197b21 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573228.058792:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 122880 00000004:00200000:3.0:1777573228.058796:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573228.058812:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197b21 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.058840:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1197b1a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da91 expref: 439 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.058857:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197b21 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da91 expref: 438 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.058866:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.058869:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573228.058873:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:3.0:1777573228.058990:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+438:59520:x1863919925684096:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 408us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.058997:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14983 00000100:00100000:3.0:1777573228.062178:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.065366:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925684480 00000100:00100000:3.0:1777573228.065375:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925684480 00000100:00100000:3.0:1777573228.065418:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11705 00000100:00100000:3.0:1777573228.065428:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:59520:x1863919925684480:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573228.065447:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573228.065467:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1197b2f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2da98 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573228.065496:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 122880, mtime: 0x69f39d6b, atime: 0x69f39d56, ctime: 0x69f39d6b, blocks: 0x18 00010000:00010000:3.0:1777573228.065514:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.065516:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.065523:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1197b2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da98 expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.065537:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1197b2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da98 expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.065548:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358800, rc 0) 00000100:00100000:3.0:1777573228.065600:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+24:59520:x1863919925684480:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 173us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.065606:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11705 00000100:00100000:3.0:1777573228.067419:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.067472:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.084055:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.087410:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925685504 00000100:00100000:3.0:1777573228.087414:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925685504 00002000:00010000:3.0:1777573228.087427:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.087431:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556a00 with x1863919925685504 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.087440:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8556a00. 00000100:00100000:3.0:1777573228.087501:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4363 00000100:00100000:3.0:1777573228.087511:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925685504:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.087665:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.087669:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.087672:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573228.087674:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.087676:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.087735:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925685504:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 226us (462us total) trans 17179874321 rc 0/0 00000100:00100000:3.0:1777573228.087742:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4363 00002000:00010000:3.0:1777573228.087746:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.087749:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556a00 with x1863919925685504 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.087753:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8556a00. 00000100:00100000:3.0:1777573228.087770:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4364 00000100:00100000:3.0:1777573228.087778:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925685376:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.087844:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 122880 -> 122880 00002000:00010000:3.0:1777573228.087848:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.087850:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573228.087852:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.087854:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1777573228.087874:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925685376:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 97us (702us total) trans 21474841223 rc 0/0 00000100:00100000:3.0:1777573228.087881:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4364 00002000:00010000:3.0:1777573228.087884:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (122880->18446744073709551615) 00002000:00100000:3.0:1777573228.087887:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6ce00 with x1863919925685376 ext(122880->18446744073709551615) 00002000:00010000:3.0:1777573228.087891:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2d6ce00. 00000100:00100000:3.0:1777573228.101038:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4365 00000100:00100000:3.0:1777573228.101059:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925686144:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.101257:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 122880 -> 122880 00002000:00010000:3.0:1777573228.101263:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.101266:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573228.101268:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.101305:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1777573228.101392:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925686144:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 339us (798us total) trans 21474841224 rc 0/0 00000100:00100000:3.0:1777573228.101402:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4365 00002000:00010000:3.0:1777573228.101407:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (122880->18446744073709551615) 00002000:00100000:3.0:1777573228.101411:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67100 with x1863919925686144 ext(122880->18446744073709551615) 00002000:00010000:3.0:1777573228.101419:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b67100. 00000100:00100000:3.0:1777573228.104367:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.111505:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.116785:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.116877:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.117136:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4368 00000100:00100000:3.0:1777573228.117147:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925687040:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.117237:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.117241:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.117244:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573228.117246:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.117249:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.117815:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925687040:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 668us (937us total) trans 21474841225 rc 0/0 00000100:00100000:3.0:1777573228.117824:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4368 00002000:00010000:3.0:1777573228.117827:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.117830:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1500 with x1863919925687040 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.117837:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a1500. 00000100:00100000:3.0:1777573228.127659:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925687424 00000100:00100000:3.0:1777573228.127668:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925687424 00000100:00100000:3.0:1777573228.127726:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14992 00000100:00100000:3.0:1777573228.127735:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+450:59520:x1863919925687424:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573228.128108:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.128134:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1197b91 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dac9 expref: 450 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.128152:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.128157:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573228.128368:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.128386:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.128396:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573228.128447:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978215 00000004:00010000:3.0:1777573228.128470:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007af6a58 reply state 00000000b60ffd7a transno 4294978216 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.128483:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.128490:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.128492:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573228.128494:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573228.128592:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+452:59520:x1863919925687424:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 857us (1377us total) trans 4294978216 rc 0/0 00000100:00100000:3.0:1777573228.128607:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14992 00000020:00080000:3.0:1777573228.128612:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573228.130961:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.133371:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925687680 00000100:00100000:3.0:1777573228.133379:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925687680 00002000:00010000:3.0:1777573228.133409:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (122880->18446744073709551615) 00002000:00100000:3.0:1777573228.133415:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e15180 with x1863919925687680 ext(122880->18446744073709551615) 00002000:00010000:3.0:1777573228.133426:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e15180. 00000100:00100000:3.0:1777573228.133461:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4369 00000100:00100000:3.0:1777573228.133472:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925687680:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.133619:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 122880 -> 122880 00002000:00010000:3.0:1777573228.133626:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.133632:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573228.133639:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.133646:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1777573228.133876:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925687680:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 403us (559us total) trans 17179874324 rc 0/0 00000100:00100000:3.0:1777573228.133901:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4369 00002000:00010000:3.0:1777573228.133907:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (122880->18446744073709551615) 00002000:00100000:3.0:1777573228.133911:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e15180 with x1863919925687680 ext(122880->18446744073709551615) 00002000:00010000:3.0:1777573228.133916:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e15180. 00000100:00100000:3.0:1777573228.144484:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.144514:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.148543:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.158010:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.158059:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.158253:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4374 00000100:00100000:3.0:1777573228.158260:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925689216:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.158401:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 122880 -> 122880 00002000:00010000:3.0:1777573228.158406:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.158409:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573228.158412:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.158415:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1777573228.158573:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925689216:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 312us (512us total) trans 17179874326 rc 0/0 00000100:00100000:3.0:1777573228.158581:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4374 00002000:00010000:3.0:1777573228.158585:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (122880->18446744073709551615) 00002000:00100000:3.0:1777573228.158587:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0a80 with x1863919925689216 ext(122880->18446744073709551615) 00002000:00010000:3.0:1777573228.158592:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a0a80. 00000100:00100000:3.0:1777573228.164180:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925689728 00000100:00100000:3.0:1777573228.164188:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925689728 00000100:00100000:3.0:1777573228.164252:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14998 00000100:00100000:3.0:1777573228.164265:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+459:59520:x1863919925689728:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573228.164338:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.164371:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1197be5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2daf3 expref: 459 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.164387:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.164392:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573228.164721:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.164736:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.164743:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573228.164776:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978221 00000004:00010000:3.0:1777573228.164792:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024b561a7 reply state 000000002c81236a transno 4294978222 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.164799:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.164804:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.164806:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573228.164807:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573228.164867:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+461:59520:x1863919925689728:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 608us (778us total) trans 4294978222 rc 0/0 00000100:00100000:3.0:1777573228.164874:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14998 00000020:00080000:3.0:1777573228.164878:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573228.166581:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.169457:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925689984 00000100:00100000:3.0:1777573228.169466:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925689984 00002000:00010000:3.0:1777573228.169513:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (122880->18446744073709551615) 00002000:00100000:3.0:1777573228.169518:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554e00 with x1863919925689984 ext(122880->18446744073709551615) 00002000:00010000:3.0:1777573228.169705:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8554e00. 00000100:00100000:3.0:1777573228.169755:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4376 00000100:00100000:3.0:1777573228.169762:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925689984:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.169834:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 122880 -> 122880 00002000:00010000:3.0:1777573228.169837:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.169839:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573228.169841:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.169843:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1777573228.169864:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925689984:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 103us (549us total) trans 21474841229 rc 0/0 00000100:00100000:3.0:1777573228.169871:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4376 00002000:00010000:3.0:1777573228.169873:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (122880->18446744073709551615) 00002000:00100000:3.0:1777573228.169875:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554e00 with x1863919925689984 ext(122880->18446744073709551615) 00002000:00010000:3.0:1777573228.169880:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8554e00. 00000100:00100000:3.0:1777573228.175746:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.181183:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925690752 00000100:00100000:3.0:1777573228.181194:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925690752 00002000:00010000:3.0:1777573228.181232:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (122880->18446744073709551615) 00002000:00100000:3.0:1777573228.181241:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557800 with x1863919925690752 ext(122880->18446744073709551615) 00002000:00010000:3.0:1777573228.181342:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557800. 00000001:00080000:3.0:1777573228.208474:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841231 is committed 00000100:00100000:3.0:1777573228.216638:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573228.221944:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841232 is committed 00000100:00100000:3.0:1777573228.230600:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.234118:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925692160 00000100:00100000:3.0:1777573228.234124:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925692160 00010000:00010000:3.0:1777573228.234148:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1197b2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da98 expref: 25 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.234189:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5382 00000100:00100000:3.0:1777573228.234200:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925692160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.234214:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.234235:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1197b2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da98 expref: 25 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.234248:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1197b2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da98 expref: 25 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.234317:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1197b2f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2da98 expref: 25 pid: 8360 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.234338:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.234340:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.234344:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d52da815/0x8dc0a528a1197c40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.234364:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d52da815/0x8dc0a528a1197c40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.234393:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.234434:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925692160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 236us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.234441:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5382 00002000:00010000:3.0:1777573228.238343:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 122880 -> 167936 00002000:00010000:3.0:1777573228.238359:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 24 -> 32 00010000:00010000:3.0:1777573228.238371:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d52da815/0x8dc0a528a1197c40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.238383:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d52da815/0x8dc0a528a1197c40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.238393:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d52da815/0x8dc0a528a1197c40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.238399:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573228.238404:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d52da815/0x8dc0a528a1197c40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.238417:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d52da815/0x8dc0a528a1197c40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.238444:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d52da815/0x8dc0a528a1197c40 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.238452:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d52da815/0x8dc0a528a1197c40 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.248315:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925692416 00000100:00100000:3.0:1777573228.248334:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925692416 00010000:00010000:3.0:1777573228.248382:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1197b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2daa6 expref: 23 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.248426:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5383 00000100:00100000:3.0:1777573228.248437:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925692416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.248452:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.248474:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1197b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2daa6 expref: 23 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.248488:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1197b4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2daa6 expref: 23 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.248511:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1197b4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2daa6 expref: 23 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.248543:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.248546:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.248550:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1197c47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.248560:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1197c47 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.248591:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.248651:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925692416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 214us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.248665:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5383 00000001:00080000:3.0:1777573228.252417:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841233 is committed 00000100:00100000:3.0:1777573228.261576:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925692544 00000100:00100000:3.0:1777573228.261586:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925692544 00000100:00100000:3.0:1777573228.261670:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4385 00000100:00100000:3.0:1777573228.261682:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925692544:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573228.261721:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.261743:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1197b67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dab4 expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.261751:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.261753:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.261756:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.261791:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1197b67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dab4 expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.261805:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1197b67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dab4 expref: 21 pid: 28215 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.261824:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932051712:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573228.261906:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573228.264910:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932051712:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.264938:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.265184:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.265192:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573228.269874:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 122880 -> 167936 00002000:00010000:3.0:1777573228.269879:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.269881:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.269883:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 24 -> 32 00010000:00010000:3.0:1777573228.269894:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.269913:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.269920:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.269927:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573228.269931:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.269939:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.269956:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.269963:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a1197c4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.270099:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925692544:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8415us (8569us total) trans 21474841234 rc 0/0 00000100:00100000:3.0:1777573228.270109:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4385 00000100:00100000:3.0:1777573228.274662:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925692800 00000100:00100000:3.0:1777573228.274672:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925692800 00000100:00100000:3.0:1777573228.274743:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4386 00000100:00100000:3.0:1777573228.274755:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925692800:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573228.274790:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197c55 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.274811:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197b83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dac2 expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.274819:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.274821:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.274825:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197c55 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.274866:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197b83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dac2 expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.274880:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197b83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dac2 expref: 23 pid: 29349 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.274894:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932051840:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573228.274967:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573228.276491:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932051840:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.276514:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1197c55 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.311883:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925693440 00000100:00100000:3.0:1777573228.311896:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925693440 00010000:00010000:3.0:1777573228.311938:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1197bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dade expref: 21 pid: 28214 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.311979:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5387 00000100:00100000:3.0:1777573228.311990:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925693440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.312006:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.312028:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1197bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dade expref: 21 pid: 28214 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.312041:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1197bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dade expref: 21 pid: 28214 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.312062:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a1197bbb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dade expref: 21 pid: 28214 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.312078:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.312080:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.312085:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1197c63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.312316:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1197c63 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.312361:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.312422:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925693440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 433us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.312429:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5387 00000100:00100000:3.0:1777573228.329605:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925693696 00000100:00100000:3.0:1777573228.329614:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925693696 00010000:00010000:3.0:1777573228.329647:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1197bd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2daec expref: 22 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.329685:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5388 00000100:00100000:3.0:1777573228.329698:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925693696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.329713:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.329734:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1197bd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2daec expref: 22 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.329749:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1197bd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2daec expref: 22 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.329773:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1197bd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2daec expref: 22 pid: 14598 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.329789:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.329791:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.329795:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1197c6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.329805:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1197c6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.329834:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.329881:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925693696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 188us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.329889:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5388 00000100:00100000:3.0:1777573228.344746:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.358890:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573228.366039:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a1197c0f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db08 expref: 20 pid: 29349 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.366054:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932052480:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.366072:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.366081:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.366087:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573228.373369:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 122880 -> 167936 00002000:00010000:3.0:1777573228.373376:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.373379:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.373381:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 24 -> 32 00010000:00010000:3.0:1777573228.373395:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.373408:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.373421:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.373501:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573228.373506:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.373515:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.373543:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.373552:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a1197c78 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.373804:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925694080:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13913us (14918us total) trans 17179874334 rc 0/0 00000100:00100000:3.0:1777573228.373815:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4391 00000100:00100000:3.0:1777573228.393381:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925694720 00000100:00100000:3.0:1777573228.393389:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925694720 00002000:00010000:3.0:1777573228.393430:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (165813->18446744073709551615) 00002000:00100000:3.0:1777573228.393436:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e29180 with x1863919925694720 ext(165813->18446744073709551615) 00002000:00010000:3.0:1777573228.393446:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e29180. 00000100:00100000:3.0:1777573228.393472:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925694848 00000100:00100000:3.0:1777573228.393476:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925694848 00002000:00010000:3.0:1777573228.393490:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.393493:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e28e00 with x1863919925694848 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.393499:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e28e00. 00000100:00100000:3.0:1777573228.393518:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4392 00000100:00100000:3.0:1777573228.393528:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925694720:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.393834:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 167936 -> 165813 00002000:00010000:3.0:1777573228.393839:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.393843:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573228.393862:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.393868:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573228.393899:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925694720:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 371us (631us total) trans 17179874335 rc 0/0 00000100:00100000:3.0:1777573228.393907:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4392 00002000:00010000:3.0:1777573228.393911:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (165813->18446744073709551615) 00002000:00100000:3.0:1777573228.393914:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e29180 with x1863919925694720 ext(165813->18446744073709551615) 00002000:00010000:3.0:1777573228.393918:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e29180. 00000100:00100000:3.0:1777573228.406003:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925695232 00000100:00100000:3.0:1777573228.406014:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925695232 00000100:00100000:3.0:1777573228.406082:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15004 00000100:00100000:3.0:1777573228.406092:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+468:59520:x1863919925695232:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573228.406149:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.406177:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1197c94 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db1d expref: 468 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.406199:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.406205:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573228.406432:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.406452:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.406463:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573228.406505:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978227 00000004:00010000:3.0:1777573228.406525:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f849081 reply state 000000002e11b9fa transno 4294978228 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.406538:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.406544:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.406546:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573228.406548:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573228.406628:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+470:59520:x1863919925695232:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 538us (710us total) trans 4294978228 rc 0/0 00000100:00100000:3.0:1777573228.406635:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15004 00000020:00080000:3.0:1777573228.406640:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573228.408974:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.412205:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925695488 00000100:00100000:3.0:1777573228.412214:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925695488 00002000:00010000:3.0:1777573228.412248:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (165813->18446744073709551615) 00002000:00100000:3.0:1777573228.412253:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16680 with x1863919925695488 ext(165813->18446744073709551615) 00002000:00010000:3.0:1777573228.412263:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e16680. 00000100:00100000:3.0:1777573228.412315:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4394 00000100:00100000:3.0:1777573228.412324:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925695488:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.412728:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 167936 -> 165813 00002000:00010000:3.0:1777573228.412732:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.412735:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573228.412746:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.412748:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573228.412783:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925695488:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 459us (916us total) trans 21474841238 rc 0/0 00000100:00100000:3.0:1777573228.412790:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4394 00002000:00010000:3.0:1777573228.412794:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (165813->18446744073709551615) 00002000:00100000:3.0:1777573228.412797:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16680 with x1863919925695488 ext(165813->18446744073709551615) 00002000:00010000:3.0:1777573228.412801:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e16680. 00000100:00100000:3.0:1777573228.427048:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925696384 00000100:00100000:3.0:1777573228.427054:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925696384 00002000:00010000:3.0:1777573228.427074:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.427080:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4a80 with x1863919925696384 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.427088:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec4a80. 00000100:00100000:3.0:1777573228.427123:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4397 00000100:00100000:3.0:1777573228.427136:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925696384:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.427267:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.427444:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.427451:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573228.427458:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.427461:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.427514:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925696384:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 379us (577us total) trans 17179874337 rc 0/0 00000100:00100000:3.0:1777573228.427537:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4397 00002000:00010000:3.0:1777573228.427542:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.427547:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4a80 with x1863919925696384 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.427554:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec4a80. 00000100:00100000:3.0:1777573228.439325:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925697152 00000100:00100000:3.0:1777573228.439329:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925697152 00002000:00010000:3.0:1777573228.439356:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.439360:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6300 with x1863919925697152 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.439366:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6300. 00000100:00100000:3.0:1777573228.439451:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4399 00000100:00100000:3.0:1777573228.439459:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925697152:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.439536:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.439539:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.439541:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573228.439544:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.439546:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.439631:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925697152:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 172us (406us total) trans 21474841240 rc 0/0 00000100:00100000:3.0:1777573228.439639:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4399 00002000:00010000:3.0:1777573228.439643:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.439645:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6300 with x1863919925697152 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.439650:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6300. 00000100:00100000:3.0:1777573228.445157:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925697536 00000100:00100000:3.0:1777573228.445166:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925697536 00000100:00100000:3.0:1777573228.445214:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15010 00000100:00100000:3.0:1777573228.445224:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+477:59520:x1863919925697536:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573228.445266:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.445312:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1197ce8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db47 expref: 477 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.445327:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.445329:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573228.445500:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.445520:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.445529:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573228.445583:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978233 00000004:00010000:3.0:1777573228.445608:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071284ac0 reply state 000000003801eccd transno 4294978234 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.445619:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.445623:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.445625:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573228.445627:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573228.445685:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+479:59520:x1863919925697536:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 462us (611us total) trans 4294978234 rc 0/0 00000100:00100000:3.0:1777573228.445692:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15010 00000020:00080000:3.0:1777573228.445697:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573228.449638:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925697792 00000100:00100000:3.0:1777573228.449644:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925697792 00002000:00010000:3.0:1777573228.449668:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (165813->18446744073709551615) 00002000:00100000:3.0:1777573228.449672:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394380 with x1863919925697792 ext(165813->18446744073709551615) 00002000:00010000:3.0:1777573228.449678:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394380. 00000100:00100000:3.0:1777573228.449696:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925697920 00000100:00100000:3.0:1777573228.449699:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925697920 00002000:00010000:3.0:1777573228.449710:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.449713:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394000 with x1863919925697920 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.449719:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca394000. 00000100:00100000:3.0:1777573228.466193:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.477393:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925699200 00000100:00100000:3.0:1777573228.477403:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925699200 00000100:00100000:3.0:1777573228.477454:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11720 00000100:00100000:3.0:1777573228.477466:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:59520:x1863919925699200:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573228.477483:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573228.477510:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1197d2e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2db6a expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573228.477547:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 167936, mtime: 0x69f39d6c, atime: 0x69f39d5e, ctime: 0x69f39d6c, blocks: 0x20 00010000:00010000:3.0:1777573228.477567:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.477569:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.477576:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1197d2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db6a expref: 28 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.477604:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1197d2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db6a expref: 28 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.477628:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589400, rc 0) 00000100:00100000:3.0:1777573228.477673:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:59520:x1863919925699200:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 211us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.477681:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11720 00000100:00100000:3.0:1777573228.483550:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925699328 00000100:00100000:3.0:1777573228.483562:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925699328 00000100:00100000:3.0:1777573228.503491:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925700096 00000100:00100000:3.0:1777573228.503502:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925700096 00002000:00010000:3.0:1777573228.503544:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (165813->18446744073709551615) 00002000:00100000:3.0:1777573228.503548:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16d80 with x1863919925700096 ext(165813->18446744073709551615) 00002000:00010000:3.0:1777573228.503559:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e16d80. 00000100:00100000:3.0:1777573228.503579:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925700224 00000100:00100000:3.0:1777573228.503582:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925700224 00002000:00010000:3.0:1777573228.503595:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.503598:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e17480 with x1863919925700224 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.503603:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e17480. 00000100:00100000:3.0:1777573228.503630:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4406 00000100:00100000:3.0:1777573228.503639:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925700096:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.503916:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 167936 -> 165813 00002000:00010000:3.0:1777573228.503920:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573228.503923:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573228.503924:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573228.503927:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573228.503978:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925700096:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 340us (1638us total) trans 17179874342 rc 0/0 00000100:00100000:3.0:1777573228.503987:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4406 00002000:00010000:3.0:1777573228.503992:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (165813->18446744073709551615) 00002000:00100000:3.0:1777573228.503995:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16d80 with x1863919925700096 ext(165813->18446744073709551615) 00002000:00010000:3.0:1777573228.503999:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e16d80. 00000100:00100000:3.0:1777573228.504016:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4407 00000100:00100000:3.0:1777573228.504023:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925700224:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.504090:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.504093:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.504095:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573228.504097:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.504099:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.504120:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925700224:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 97us (1719us total) trans 21474841244 rc 0/0 00000100:00100000:3.0:1777573228.504125:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4407 00002000:00010000:3.0:1777573228.504127:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.506119:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e17480 with x1863919925700224 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.506133:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e17480. 00000100:00100000:3.0:1777573228.522159:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925700992 00000100:00100000:3.0:1777573228.522166:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925700992 00002000:00010000:3.0:1777573228.522190:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.522199:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3a680 with x1863919925700992 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.522214:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3a680. 00000100:00100000:3.0:1777573228.522249:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4408 00000100:00100000:3.0:1777573228.522261:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925700992:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.522479:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.522483:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.522485:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573228.522488:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.522490:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.522563:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925700992:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 305us (456us total) trans 17179874343 rc 0/0 00000100:00100000:3.0:1777573228.522571:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4408 00002000:00010000:3.0:1777573228.522575:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.522578:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3a680 with x1863919925700992 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.522583:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3a680. 00000100:00100000:3.0:1777573228.527915:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925701120 00000100:00100000:3.0:1777573228.527924:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925701120 00000100:00100000:3.0:1777573228.527977:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15019 00000100:00100000:3.0:1777573228.527987:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+491:59520:x1863919925701120:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573228.528011:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573228.528031:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1197d6d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2db8d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.528128:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1197d74 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.528144:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1197d74 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.528156:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1197d74 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573228.528188:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 165813 00000004:00200000:3.0:1777573228.528193:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573228.528212:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1197d74 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.528239:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1197d6d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db8d expref: 493 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.528256:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1197d74 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db8d expref: 492 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.528265:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.528317:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573228.528322:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c588f400, rc 0) 00000100:00100000:3.0:1777573228.528385:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+492:59520:x1863919925701120:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 400us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.528392:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15019 00000100:00100000:3.0:1777573228.537301:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925701760 00000100:00100000:3.0:1777573228.537310:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925701760 00002000:00010000:3.0:1777573228.537326:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.537329:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e29880 with x1863919925701760 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.537336:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e29880. 00000100:00100000:3.0:1777573228.537382:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4411 00000100:00100000:3.0:1777573228.537388:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925701760:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.537541:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.537545:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.537548:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573228.537550:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.537553:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.537917:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925701760:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 527us (828us total) trans 21474841246 rc 0/0 00000100:00100000:3.0:1777573228.537925:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4411 00002000:00010000:3.0:1777573228.537929:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.537931:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e29880 with x1863919925701760 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.537935:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e29880. 00000100:00100000:3.0:1777573228.552533:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4413 00000100:00100000:3.0:1777573228.552544:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925702528:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.553096:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.553100:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.553108:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573228.553110:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.553112:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.553188:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925702528:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 645us (1528us total) trans 17179874345 rc 0/0 00000100:00100000:3.0:1777573228.554551:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4413 00002000:00010000:3.0:1777573228.554555:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.554558:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58380 with x1863919925702528 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.554564:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58380. 00000100:00100000:3.0:1777573228.567622:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925703040 00000100:00100000:3.0:1777573228.567631:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925703040 00000100:00100000:3.0:1777573228.567704:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11725 00000100:00100000:3.0:1777573228.567718:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:59520:x1863919925703040:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573228.567743:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573228.567765:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1197dba lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dbb0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573228.567791:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 167936, mtime: 0x69f39d6c, atime: 0x69f39d6a, ctime: 0x69f39d6c, blocks: 0x20 00010000:00010000:3.0:1777573228.567811:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.567813:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.567820:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1197dba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb0 expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.567835:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1197dba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb0 expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.567849:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c588f400, rc 0) 00000100:00100000:3.0:1777573228.567891:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+36:59520:x1863919925703040:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 176us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.567898:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11725 00000100:00100000:3.0:1777573228.570553:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925703296 00000100:00100000:3.0:1777573228.570558:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925703296 00002000:00010000:3.0:1777573228.570575:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.570579:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24000 with x1863919925703296 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.570585:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c24000. 00000100:00100000:3.0:1777573228.570691:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4415 00000100:00100000:3.0:1777573228.570700:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925703296:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573228.570820:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.570823:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.570826:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573228.570829:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.570831:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.570880:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925703296:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 182us (930us total) trans 21474841248 rc 0/0 00000100:00100000:3.0:1777573228.570888:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4415 00002000:00010000:3.0:1777573228.570891:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573228.570894:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24000 with x1863919925703296 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573228.570898:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c24000. 00000100:00100000:3.0:1777573228.573414:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925703552 00000100:00100000:3.0:1777573228.573424:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925703552 00000100:00100000:3.0:1777573228.573479:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15025 00000100:00100000:3.0:1777573228.573489:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+500:59520:x1863919925703552:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573228.573603:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.573630:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.573643:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573228.573740:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e9c98b6 reply state 00000000bd42cd7b transno 4294978249 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.573753:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.573772:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.573776:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573228.573780:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573228.574000:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+502:59520:x1863919925703552:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 511us (748us total) trans 4294978249 rc 0/0 00000100:00100000:3.0:1777573228.574008:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15025 00000100:00100000:3.0:1777573228.576485:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.579220:0:14598:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14598:1863919932052608:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.579254:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 38 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.579313:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631600, rc 0) 00000100:00100000:3.0:1777573228.579361:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+38:59520:x1863919925703680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2672us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.579371:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11726 00000100:00100000:3.0:1777573228.579800:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925703808 00000100:00100000:3.0:1777573228.579807:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925703808 00010000:00010000:3.0:1777573228.579835:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11978ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9a3 expref: 38 pid: 8361 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.579868:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5391 00000100:00100000:3.0:1777573228.580659:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925703808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.580675:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.580696:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11978ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9a3 expref: 38 pid: 8361 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.580710:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11978ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9a3 expref: 38 pid: 8361 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.580734:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a11978ab lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9a3 expref: 38 pid: 8361 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.580748:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.580750:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.580757:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 37 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.580768:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 37 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.580800:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 37 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.580813:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932052736:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573228.580872:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573228.585005:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932052736:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573228.585024:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.585049:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925703808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4395us (5416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.585057:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5391 00000100:00100000:3.0:1777573228.594077:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925704192 00000100:00100000:3.0:1777573228.594086:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925704192 00000100:00100000:3.0:1777573228.594159:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11728 00000100:00100000:3.0:1777573228.594169:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+37:59520:x1863919925704192:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573228.594191:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573228.594208:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7d05447/0x8dc0a528a1197dd6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dbc5 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.594238:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a11978b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9b1 expref: 38 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.594248:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.594250:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.594254:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7d05447/0x8dc0a528a1197dd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbc5 expref: 38 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.594310:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a11978b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9b1 expref: 38 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.594324:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a11978b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d9b1 expref: 38 pid: 8938 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.594338:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932053120:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573228.594414:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573228.596689:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932053120:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.596724:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7d05447/0x8dc0a528a1197dd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbc5 expref: 38 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.596745:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5ae00, rc 0) 00000100:00100000:3.0:1777573228.596810:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+38:59520:x1863919925704192:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2643us (2798us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.596819:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11728 00000100:00100000:3.0:1777573228.599968:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.600070:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11730 00000100:00100000:3.0:1777573228.600081:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925704576:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:3.0:1777573228.600194:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.600200:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.600208:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573226 -> 1777573227 00002000:00010000:3.0:1777573228.600215:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.600220:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573228.600256:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925704576:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 176us (288us total) trans 21474841249 rc 0/0 00000100:00100000:3.0:1777573228.600289:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11730 00000100:00100000:3.0:1777573228.600643:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925704704 00000100:00100000:3.0:1777573228.600648:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925704704 00000100:00100000:3.0:1777573228.600680:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11731 00000100:00100000:3.0:1777573228.600688:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925704704:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:3.0:1777573228.600745:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.600748:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.600750:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573226 -> 1777573227 00002000:00010000:3.0:1777573228.600752:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573228.600753:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.600820:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925704704:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 133us (214us total) trans 17179874348 rc 0/0 00000100:00100000:3.0:1777573228.600830:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11731 00010000:00010000:3.0:1777573228.610517:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119791b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610533:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119791b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610542:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119791b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610550:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.610555:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119791b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610564:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119791b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610587:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.610592:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.610598:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119791b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610606:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119791b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610632:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1197937 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610640:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1197937 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610651:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1197937 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610658:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a9c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.610661:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1197937 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610668:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1197937 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610676:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.610679:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.610683:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1197937 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610689:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1197937 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610715:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1197953 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610723:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1197953 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610730:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1197953 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610742:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.610747:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1197953 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610759:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1197953 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610776:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.610780:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.610783:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1197953 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610790:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1197953 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610802:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119796f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610808:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119796f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610815:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119796f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610820:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.610823:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119796f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610829:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119796f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610838:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.610841:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.610844:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119796f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610863:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119796f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610873:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119798b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610879:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119798b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610886:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119798b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610898:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.610902:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119798b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610912:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119798b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610921:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.610924:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.610927:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119798b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610935:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119798b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610950:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11979a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610957:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11979a7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610963:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11979a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610968:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.610971:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11979a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610976:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11979a7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610982:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.610985:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.610987:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11979a7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.610996:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11979a7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611007:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a11979c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611014:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a11979c3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611020:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a11979c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611026:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611029:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a11979c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611045:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a11979c3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611054:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611056:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611059:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a11979c3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611069:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a11979c3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611085:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a11979df lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611097:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a11979df lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611115:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a11979df lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611121:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee6d400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611124:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a11979df lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611130:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a11979df lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611143:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611146:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611150:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a11979df lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611164:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a11979df lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611184:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a11979fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611190:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a11979fb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611196:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a11979fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611201:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611204:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a11979fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611210:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a11979fb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611220:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611223:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611227:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a11979fb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611237:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a11979fb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611249:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1197a17 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611300:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1197a17 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611310:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1197a17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611326:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c1668c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611329:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1197a17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611339:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1197a17 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611363:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611367:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611370:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1197a17 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611380:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1197a17 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611394:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a1197a33 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611402:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a1197a33 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611411:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a1197a33 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611419:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611431:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a1197a33 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611442:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a1197a33 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611450:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611457:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611461:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a1197a33 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611473:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a1197a33 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611487:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197a56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611498:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197a56 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611511:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197a56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611524:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611529:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197a56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611536:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197a56 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611546:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611551:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611556:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197a56 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611582:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1197a56 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611594:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1197ad4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611606:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1197ad4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611615:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1197ad4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611625:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611629:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1197ad4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611641:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1197ad4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611656:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611659:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611662:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1197ad4 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611669:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1197ad4 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611681:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1197af0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611703:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1197af0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611710:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1197af0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611716:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caac00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611720:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1197af0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611728:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1197af0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611748:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611752:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611755:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1197af0 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611765:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1197af0 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611778:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a1197b0c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611787:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a1197b0c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611793:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a1197b0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611801:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611807:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a1197b0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611824:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a1197b0c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611834:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611836:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611840:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a1197b0c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611851:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a1197b0c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611868:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1197b28 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611882:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1197b28 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611897:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1197b28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611908:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.611911:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1197b28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611918:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1197b28 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611933:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.611938:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.611943:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1197b28 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611960:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1197b28 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611980:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a1197b44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.611997:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a1197b44 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612005:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a1197b44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612013:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612016:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a1197b44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612030:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a1197b44 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612040:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612043:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612046:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a1197b44 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612055:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a1197b44 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612069:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a1197b60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612079:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a1197b60 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612086:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a1197b60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612097:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612102:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a1197b60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612116:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a1197b60 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612129:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612132:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612134:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a1197b60 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612143:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a1197b60 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612154:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1197b7c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612160:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1197b7c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612172:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1197b7c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612178:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5aa00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612183:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1197b7c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612214:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1197b7c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612224:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612228:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612231:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1197b7c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612242:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1197b7c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612256:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612299:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612306:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612311:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612316:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612328:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612351:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612354:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612358:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612368:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1197b98 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612383:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1197bb4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612390:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1197bb4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612396:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1197bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612401:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612404:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1197bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612409:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1197bb4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612416:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612419:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612421:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1197bb4 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612426:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1197bb4 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612435:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1197bd0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612441:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1197bd0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612447:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1197bd0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612452:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612454:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1197bd0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612459:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1197bd0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612464:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612466:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612469:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1197bd0 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612474:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1197bd0 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612483:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612488:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612494:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612498:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612501:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612510:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612516:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612518:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612521:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612525:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1197bec lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612534:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1197c08 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612540:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1197c08 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612545:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1197c08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612550:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caba00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612552:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1197c08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612557:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1197c08 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612562:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612565:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612567:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1197c08 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612576:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1197c08 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612583:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197c7f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612589:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197c7f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612595:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197c7f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612600:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612603:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197c7f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612610:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197c7f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612617:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612619:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612622:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197c7f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612628:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1197c7f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612638:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612644:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612650:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612656:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612658:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612664:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612671:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612674:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612676:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612681:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1197c9b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612689:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197cb7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612695:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197cb7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612701:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612705:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612707:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612716:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197cb7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612723:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612725:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612727:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197cb7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612733:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1197cb7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612741:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1197cd3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612747:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1197cd3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612752:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1197cd3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612757:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4dc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612759:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1197cd3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612764:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1197cd3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612771:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612773:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612775:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1197cd3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612784:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1197cd3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612792:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612798:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612803:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612808:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612810:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612815:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612820:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612822:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612824:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612829:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1197cef lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612836:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1197d0b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612842:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1197d0b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612848:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1197d0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612853:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4d400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612855:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1197d0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612859:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1197d0b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612865:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612867:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612869:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1197d0b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612874:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1197d0b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612882:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197d27 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612887:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197d27 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612893:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197d27 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612897:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612899:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197d27 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612909:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197d27 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612916:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612918:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612920:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197d27 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612926:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1197d27 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612935:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1197d43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612940:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1197d43 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612945:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1197d43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612950:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.612953:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1197d43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612958:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1197d43 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612965:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.612967:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.612969:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1197d43 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612978:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1197d43 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612986:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a1197d5f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612992:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a1197d5f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.612998:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a1197d5f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613003:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7de00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.613005:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a1197d5f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613011:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a1197d5f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613017:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.613019:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.613022:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a1197d5f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613027:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a1197d5f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613035:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1197d7b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613040:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1197d7b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613046:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1197d7b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613051:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.613053:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1197d7b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613058:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1197d7b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613065:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.613067:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.613069:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1197d7b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613074:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1197d7b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613084:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1197d97 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613090:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1197d97 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613096:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1197d97 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613105:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c34b5600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.613108:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1197d97 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613125:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1197d97 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613133:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.613136:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.613138:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1197d97 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613143:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1197d97 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613152:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a1197db3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613158:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a1197db3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613164:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a1197db3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613168:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.613171:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a1197db3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613177:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a1197db3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613199:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.613205:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.613209:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a1197db3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613225:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a1197db3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613239:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613244:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613250:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613258:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573228.613262:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613299:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613312:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.613316:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573228.613319:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.613333:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1197dc1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.636457:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.689862:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925706240 00000100:00100000:3.0:1777573228.689871:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925706240 00000100:00100000:3.0:1777573228.689995:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4416 00000100:00100000:3.0:1777573228.690005:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+39:2406:x1863919925706240:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573228.690038:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a1197e31 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.690060:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 39 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.690069:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.690071:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.690074:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a1197e31 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.690109:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 39 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.690122:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 39 pid: 14598 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.690137:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932057088:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573228.690213:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573228.691555:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932057088:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.691573:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a1197e31 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.692110:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925706368 00000100:00100000:3.0:1777573228.692117:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925706368 00010000:00010000:3.0:1777573228.692146:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 40 pid: 14598 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.692221:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5395 00000100:00100000:3.0:1777573228.692233:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925706368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.692246:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.692267:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 40 pid: 14598 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.692314:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 40 pid: 14598 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.692334:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a1197dc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb7 expref: 40 pid: 14598 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.692361:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.692363:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.692368:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a1197e31 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.692377:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a1197e31 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.692410:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.692457:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925706368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 228us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.692464:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5395 00000100:00100000:3.0:1777573228.697974:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925706496 00000100:00100000:3.0:1777573228.697984:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925706496 00000100:00100000:3.0:1777573228.698055:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4417 00000100:00100000:3.0:1777573228.698065:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925706496:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573228.698099:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.698120:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1197c86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db16 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.698128:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.698130:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.698134:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.698167:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1197c86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db16 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.698181:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1197c86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db16 expref: 38 pid: 8938 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.698196:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932057216:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573228.698391:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573228.700380:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932057216:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.700405:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.701386:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.701396:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.704576:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.704605:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.704614:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.704621:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573228.704626:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.704635:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.704653:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.704661:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1197e38 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.704750:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+37:2405:x1863919925706496:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6683us (6817us total) trans 0 rc 165813/165813 00000100:00100000:3.0:1777573228.704768:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4417 00000100:00100000:3.0:1777573228.714797:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925706880 00000100:00100000:3.0:1777573228.714805:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925706880 00010000:00010000:3.0:1777573228.715053:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1197ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db24 expref: 38 pid: 28214 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.715093:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5397 00000100:00100000:3.0:1777573228.715103:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925706880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.715117:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.715137:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1197ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db24 expref: 38 pid: 28214 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.715150:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1197ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db24 expref: 38 pid: 28214 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.715171:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1197ca2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db24 expref: 38 pid: 28214 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.715187:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.715189:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.715193:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1197e3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.715207:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1197e3f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.715447:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.722551:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.725366:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.735127:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.738465:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.762619:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.766748:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24424:1863919932057856:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.766774:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.767025:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.767035:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.769612:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.769631:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.769637:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.769642:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573228.769646:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.769652:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.769665:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.769670:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1197e5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.769732:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+33:2406:x1863919925707776:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6927us (7120us total) trans 0 rc 165813/165813 00000100:00100000:3.0:1777573228.769739:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4422 00000100:00100000:3.0:1777573228.777686:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925708160 00000100:00100000:3.0:1777573228.777694:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925708160 00010000:00010000:3.0:1777573228.777728:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1197d2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db6a expref: 37 pid: 28214 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.777767:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5402 00000100:00100000:3.0:1777573228.777776:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925708160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.777790:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.777811:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1197d2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db6a expref: 37 pid: 28214 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.777824:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1197d2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db6a expref: 37 pid: 28214 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.777846:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1197d2e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2db6a expref: 37 pid: 28214 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.777862:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.777864:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.777868:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a1197e62 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.777878:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a1197e62 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.777944:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.778005:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925708160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 222us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.778013:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5402 00000100:00100000:3.0:1777573228.788920:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932058112:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.788944:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1197e69 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.799092:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.801494:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.810122:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.812171:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932058368:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.812193:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1197e77 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.813030:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573228.813799:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1197e77 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.813810:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1197e77 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.822080:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.826217:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925709184 00000100:00100000:3.0:1777573228.826226:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925709184 00010000:00010000:3.0:1777573228.826262:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a1197d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dba2 expref: 33 pid: 8362 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.826333:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5406 00000100:00100000:3.0:1777573228.826354:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925709184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.826366:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.826384:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a1197d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dba2 expref: 33 pid: 8362 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.826393:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a1197d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dba2 expref: 33 pid: 8362 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.826421:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a1197d9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dba2 expref: 33 pid: 8362 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.826435:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.826437:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.826441:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1197e7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.826450:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1197e7e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.826473:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.826518:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925709184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 166us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.826525:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5406 00000100:00100000:3.0:1777573228.835688:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925709312 00000100:00100000:3.0:1777573228.835699:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925709312 00000100:00100000:3.0:1777573228.835790:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4428 00000100:00100000:3.0:1777573228.835798:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925709312:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573228.835825:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.835841:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1197dba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb0 expref: 33 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.835846:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.835848:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.835850:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.835881:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1197dba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb0 expref: 33 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.835895:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1197dba lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbb0 expref: 33 pid: 28214 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.835919:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932058624:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573228.836009:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573228.837832:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932058624:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.837858:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.839423:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.839446:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.843362:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.843380:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.843395:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.843402:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573228.843407:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.843425:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.843443:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.843451:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1197e85 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->167935] (req 0->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.843716:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925709312:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7914us (8152us total) trans 0 rc 165813/165813 00000100:00100000:3.0:1777573228.843725:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4428 00000100:00100000:3.0:1777573228.853834:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925709568 00000100:00100000:3.0:1777573228.853844:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925709568 00000100:00100000:3.0:1777573228.854076:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 614 00000100:00100000:3.0:1777573228.854085:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+397:59521:x1863919925709568:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:3.0:1777573228.854099:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.854119:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a1197e23 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbe1 expref: 397 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.854137:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.854142:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.854195:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+396:59521:x1863919925709568:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 111us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.854202:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 614 00000100:00100000:3.0:1777573228.865709:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925710336 00000100:00100000:3.0:1777573228.865718:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925710336 00000100:00100000:3.0:1777573228.865771:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15031 00000100:00100000:3.0:1777573228.865781:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925710336:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573228.865802:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573228.865820:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1197ea1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dbef expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.865916:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1197ea8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.865930:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1197e93 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbe8 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.865938:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1197ea8 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.865970:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1197e93 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbe8 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.865983:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1197e93 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbe8 expref: 399 pid: 7963 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.866003:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932058880:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573228.866078:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573228.867768:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925710464 00000100:00100000:3.0:1777573228.867775:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925710464 00010000:00010000:3.0:1777573228.867981:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1197e93 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbe8 expref: 400 pid: 7963 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.868019:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5409 00000100:00100000:3.0:1777573228.868028:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+400:2403:x1863919925710464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.868041:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.868048:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1197e93 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbe8 expref: 400 pid: 7963 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.868060:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1197e93 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbe8 expref: 400 pid: 7963 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.868081:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1197e93 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbe8 expref: 400 pid: 7963 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.868098:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573228.868102:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1197ea8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.868111:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1197ea8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.868128:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1197ea8 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.868151:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.868198:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919925710464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 170us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.868205:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5409 00000100:00100000:3.0:1777573228.872991:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.874842:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573228.878218:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978257 is committed 00000004:00080000:3.0:1777573228.878226:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1991 committed 00000004:00080000:3.0:1777573228.878258:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1990 committed 00000004:00080000:3.0:1777573228.878266:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1989 committed 00000004:00080000:3.0:1777573228.878267:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1990 committed 00000004:00080000:3.0:1777573228.878364:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1989 committed 00000004:00080000:3.0:1777573228.878367:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1988 committed 00000004:00080000:3.0:1777573228.878370:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1987 committed 00000004:00080000:3.0:1777573228.878372:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1988 committed 00000004:00080000:3.0:1777573228.878374:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1987 committed 00000004:00080000:3.0:1777573228.878375:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1986 committed 00000004:00080000:3.0:1777573228.878377:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1986 committed 00000004:00080000:3.0:1777573228.878379:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1985 committed 00000004:00080000:3.0:1777573228.878382:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1984 committed 00000004:00080000:3.0:1777573228.878384:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1985 committed 00000004:00080000:3.0:1777573228.878386:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1983 committed 00000004:00080000:3.0:1777573228.878388:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1984 committed 00000004:00080000:3.0:1777573228.878390:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1983 committed 00000004:00080000:3.0:1777573228.878438:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1982 committed 00000004:00080000:3.0:1777573228.878440:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1981 committed 00000004:00080000:3.0:1777573228.878442:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1982 committed 00000004:00080000:3.0:1777573228.878444:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1980 committed 00000004:00080000:3.0:1777573228.878445:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1981 committed 00000004:00080000:3.0:1777573228.878447:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1980 committed 00000004:00080000:3.0:1777573228.878449:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1979 committed 00000004:00080000:3.0:1777573228.878453:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1978 committed 00000004:00080000:3.0:1777573228.878455:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1979 committed 00000004:00080000:3.0:1777573228.878457:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1978 committed 00000004:00080000:3.0:1777573228.878460:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1977 committed 00000100:00100000:3.0:1777573228.878536:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932059008 00000100:00100000:3.0:1777573228.878543:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932059008 00000100:00100000:3.0:1777573228.878600:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11761 00000100:00100000:3.0:1777573228.878608:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932059008:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573228.878721:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.878725:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573228.878727:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573228.878730:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573228.878732:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.879013:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932059008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 405us (518us total) trans 21474841264 rc 0/0 00000100:00100000:3.0:1777573228.879022:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11761 00000100:00100000:3.0:1777573228.879037:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932059136 00000100:00100000:3.0:1777573228.879043:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932059136 00000100:00100000:3.0:1777573228.879073:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932059392 00000100:00100000:3.0:1777573228.879077:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932059392 00000100:00100000:3.0:1777573228.879099:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932059648 00000100:00100000:3.0:1777573228.879105:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932059648 00000100:00100000:3.0:1777573228.879116:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932059904 00000100:00100000:3.0:1777573228.879118:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932059904 00000100:00100000:3.0:1777573228.879132:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932060160 00000100:00100000:3.0:1777573228.879134:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932060160 00000100:00100000:3.0:1777573228.879149:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932060416 00000100:00100000:3.0:1777573228.879153:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932060416 00000100:00100000:3.0:1777573228.879164:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932060672 00000100:00100000:3.0:1777573228.879167:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932060672 00000100:00100000:3.0:1777573228.879180:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11763 00000100:00100000:3.0:1777573228.879186:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3635:x1863919932059136:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573228.880709:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932059136:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1522us (1702us total) trans 17179874363 rc 0/0 00000100:00100000:3.0:1777573228.880788:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11763 00000100:00100000:3.0:1777573228.880815:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11771 00000100:00100000:3.0:1777573228.880827:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932059264:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573228.880905:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.880912:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.880920:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.880926:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573228.880930:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573228.880967:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:3637:x1863919932059264:12345-0@lo:2:osp-syn-0-1.0 Request processed in 142us (851us total) trans 21474841269 rc 0/0 00000100:00100000:3.0:1777573228.880979:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11771 00000100:00100000:3.0:1777573228.881003:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11774 00000100:00100000:3.0:1777573228.881014:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+26:3637:x1863919932060800:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573228.881111:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+26:3637:x1863919932060800:12345-0@lo:2:osp-syn-0-1.0 Request processed in 100us (875us total) trans 21474841270 rc 0/0 00000100:00100000:3.0:1777573228.881131:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11774 00000100:00100000:3.0:1777573228.881346:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932060544 00000100:00100000:3.0:1777573228.881351:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932060544 00000100:00100000:3.0:1777573228.881383:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932061056 00000100:00100000:3.0:1777573228.881388:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932061056 00000100:00100000:3.0:1777573228.881413:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11776 00000100:00100000:3.0:1777573228.881423:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+27:3635:x1863919932060544:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573228.881496:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932060544:12345-0@lo:2:osp-syn-0-1.0 Request processed in 75us (325us total) trans 21474841271 rc 0/0 00000100:00100000:3.0:1777573228.881502:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11776 00000100:00100000:3.0:1777573228.881519:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11777 00000100:00100000:3.0:1777573228.881530:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932061056:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573228.881590:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.881593:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573228.881595:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573228.881597:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573228.881599:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.881622:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932061056:12345-0@lo:2:osp-syn-0-1.0 Request processed in 95us (263us total) trans 21474841272 rc 0/0 00000100:00100000:3.0:1777573228.881628:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11777 00000100:00100000:3.0:1777573228.881767:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932061312 00000100:00100000:3.0:1777573228.881773:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932061312 00000100:00100000:3.0:1777573228.881805:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932061440 00000100:00100000:3.0:1777573228.881810:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932061440 00000100:00100000:3.0:1777573228.881849:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11778 00000100:00100000:3.0:1777573228.881861:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3636:x1863919932061312:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573228.881993:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+30:3636:x1863919932061312:12345-0@lo:2:osp-syn-0-1.0 Request processed in 134us (324us total) trans 21474841274 rc 0/0 00000100:00100000:3.0:1777573228.882011:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11778 00000004:00080000:3.0:1777573228.882055:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e17800/2, rc 0, transno 17179874371 00000100:00100000:3.0:1777573228.882068:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932061440:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573228.882087:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6ea9500/2, rc 0, transno 21474841274 00000100:00100000:3.0:1777573228.882092:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932061312:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573228.882099:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573228.882111:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932061952:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573228.882148:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573228.882181:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f3aa00/2, rc 0, transno 17179874373 00000100:00100000:3.0:1777573228.882187:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932061824:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573228.882208:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932061568 00000100:00100000:3.0:1777573228.882213:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932061568 00000100:00100000:3.0:1777573228.882238:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932061952 00000100:00100000:3.0:1777573228.882242:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932061952 00000100:00100000:3.0:1777573228.882380:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11784 00000100:00100000:3.0:1777573228.882394:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3635:x1863919932062208:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573228.882448:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573228.882452:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573228.882454:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573228.882457:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573228.882459:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573228.882496:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3635:x1863919932062208:12345-0@lo:2:osp-syn-0-1.0 Request processed in 106us (367us total) trans 21474841275 rc 0/0 00000100:00100000:3.0:1777573228.882505:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11784 00000004:00080000:3.0:1777573228.882537:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ed4380/2, rc 0, transno 21474841276 00000100:00100000:3.0:1777573228.882543:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932061952:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573228.882587:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ed6680/2, rc 0, transno 21474841275 00000100:00100000:3.0:1777573228.882595:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932062208:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573228.882745:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573228.882756:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932062464:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573228.882788:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573228.883329:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70f9880/2, rc 0, transno 17179874375 00000100:00100000:3.0:1777573228.883333:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932062336:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573228.883573:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70fb480/2, rc 0, transno 17179874376 00000100:00100000:3.0:1777573228.883578:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932062464:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573228.888060:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.890385:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.901877:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.907541:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925712128 00000100:00100000:3.0:1777573228.907555:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925712128 00002000:00010000:3.0:1777573228.907610:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (189077->18446744073709551615) 00002000:00100000:3.0:1777573228.907619:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed6300 with x1863919925712128 ext(189077->18446744073709551615) 00002000:00010000:3.0:1777573228.907647:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed6300. 00000100:00100000:3.0:1777573228.907700:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4432 00000100:00100000:3.0:1777573228.907712:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925712128:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573228.907921:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 165813 -> 189077 00002000:00010000:3.0:1777573228.907925:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573228.907926:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573227 -> 1777573227 00002000:00010000:3.0:1777573228.907928:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573228.907930:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:3.0:1777573228.907982:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925712128:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 270us (933us total) trans 17179874378 rc 0/0 00000100:00100000:3.0:1777573228.907997:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4432 00002000:00010000:3.0:1777573228.908004:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (189077->18446744073709551615) 00002000:00100000:3.0:1777573228.908010:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed6300 with x1863919925712128 ext(189077->18446744073709551615) 00002000:00010000:3.0:1777573228.908016:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed6300. 00000100:00100000:3.0:1777573228.916855:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.927893:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925712896 00000100:00100000:3.0:1777573228.927907:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925712896 00002000:00100000:3.0:1777573228.927978:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (172032->189076) req@ffff99d1c2ed5880 x1863919925712896/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:484/0 lens 488/0 e 0 to 0 dl 1777573239 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573228.927992:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5880 with x1863919925712896 ext(172032->189076) 00002000:00010000:3.0:1777573228.928000:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed5880 00000100:00100000:3.0:1777573228.928044:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4437 00000100:00100000:3.0:1777573228.928056:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925712896:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:3.0:1777573228.934320:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.949380:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.969858:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.969911:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.973220:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573228.975656:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925714688 00000100:00100000:3.0:1777573228.975669:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925714688 00010000:00010000:3.0:1777573228.975719:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1197f1f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x316:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc27 expref: 401 pid: 30825 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.975774:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5410 00000100:00100000:3.0:1777573228.975784:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+401:2403:x1863919925714688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.975803:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.975810:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1197f1f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x316:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc27 expref: 401 pid: 30825 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.975823:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1197f1f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x316:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc27 expref: 401 pid: 30825 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.975849:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1197f1f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x316:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc27 expref: 401 pid: 30825 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.976454:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x316:0x0].0x0 (ffff99d2ca20ca00) 00010000:00010000:3.0:1777573228.976462:0:7410:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1197f34 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x316:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.976474:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1197f34 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x316:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.976482:0:7410:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1197f34 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x316:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.976515:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.976588:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+400:2403:x1863919925714688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 804us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.976598:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5410 00000100:00100000:3.0:1777573228.983973:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925715328 00000100:00100000:3.0:1777573228.983978:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925715328 00000100:00100000:3.0:1777573228.984016:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11792 00000100:00100000:3.0:1777573228.984023:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925715328:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573228.984031:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573228.984045:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1197f57 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dc43 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573228.984078:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777573228.984101:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.984103:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.984113:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1197f57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc43 expref: 22 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.984132:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1197f57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc43 expref: 22 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.984148:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc8bbe00, rc 0) 00000100:00100000:3.0:1777573228.984303:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925715328:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 280us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.984310:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11792 00000100:00100000:3.0:1777573228.994158:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925715712 00000100:00100000:3.0:1777573228.994173:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925715712 00000100:00100000:3.0:1777573228.994686:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11795 00000100:00100000:3.0:1777573228.994696:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925715968:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573228.994722:0:8360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.994736:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7d05447/0x8dc0a528a1197dd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbc5 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.994742:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.994744:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573228.994747:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.994770:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c7d05447/0x8dc0a528a1197dd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbc5 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.994780:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c7d05447/0x8dc0a528a1197dd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbc5 expref: 23 pid: 8361 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.994791:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932062976:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573228.995390:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573228.999021:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925716096 00000100:00100000:3.0:1777573228.999029:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925716096 00010000:00010000:3.0:1777573228.999056:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1197dcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbbe expref: 34 pid: 28215 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.999090:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5411 00000100:00100000:3.0:1777573228.999104:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925716224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573228.999125:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573228.999165:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c7d05447/0x8dc0a528a1197dd6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbc5 expref: 25 pid: 8361 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999178:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c7d05447/0x8dc0a528a1197dd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbc5 expref: 25 pid: 8361 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999209:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.999213:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573228.999220:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999234:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999262:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573228.999359:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925716224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 256us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.999378:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5411 00010000:00010000:3.0:1777573228.999435:0:8360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7d05447/0x8dc0a528a1197dd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dbc5 expref: 24 pid: 8361 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.999451:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932062976:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573228.999465:0:8360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999472:0:8360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999477:0:8360:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999496:0:8360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999525:0:8360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999532:0:8360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999551:0:8360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc8bb600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573228.999554:0:8360:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999561:0:8360:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999568:0:8360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573228.999572:0:8360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1197f81 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573228.999613:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925715968:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 4920us (5628us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573228.999621:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11795 00000100:00100000:3.0:1777573229.003542:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925716480 00000100:00100000:3.0:1777573229.003558:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925716480 00000100:00100000:3.0:1777573229.003635:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11796 00000100:00100000:3.0:1777573229.003649:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925716480:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573229.003675:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573229.003702:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1197f88 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dc51 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573229.004325:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 189077, mtime: 0x69f39d6c, atime: 0x69f39d6c, ctime: 0x69f39d6c, blocks: 0x138 00010000:00010000:3.0:1777573229.004429:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.004432:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.004440:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1197f88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc51 expref: 21 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.004457:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1197f88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc51 expref: 21 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.004468:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c0030400, rc 0) 00000100:00100000:3.0:1777573229.004564:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925716480:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 918us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.004571:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11796 00000100:00100000:3.0:1777573229.035874:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925716864 00000100:00100000:3.0:1777573229.035889:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925716864 00000100:00100000:3.0:1777573229.035973:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11799 00000100:00100000:3.0:1777573229.035985:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925716864:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573229.036160:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925716864:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 178us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.036167:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11799 00000100:00100000:3.0:1777573229.044362:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925717248 00000100:00100000:3.0:1777573229.044377:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925717248 00000100:00100000:3.0:1777573229.044447:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15043 00000100:00100000:3.0:1777573229.044459:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+404:59522:x1863919925717248:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573229.044586:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573229.044614:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1197f49 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x316:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc35 expref: 404 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.044633:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x316:0x0].0x0 (ffff99d2ca20c600) 00010000:00010000:3.0:1777573229.044638:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573229.044832:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a1197fab lrc: 3/0,1 mode: --/PW res: [0x240000404:0x316:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.044845:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a1197fab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.044856:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a1197fab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573229.044893:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978266 00000004:00010000:3.0:1777573229.044915:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095b1220e reply state 000000005ea1cd9d transno 4294978267 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a1197fab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.044926:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a1197fab lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.044932:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x316:0x0].0x0 (ffff99d2ca20c600) 00010000:00010000:3.0:1777573229.044935:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573229.044937:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573229.045028:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+406:59522:x1863919925717248:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 573us (949us total) trans 4294978267 rc 0/0 00000100:00100000:3.0:1777573229.045034:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15043 00000020:00080000:3.0:1777573229.045038:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573229.046370:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.050508:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925717632 00000100:00100000:3.0:1777573229.050519:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925717632 00010000:00010000:3.0:1777573229.050610:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1197f50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc3c expref: 34 pid: 28214 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.050663:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5414 00000100:00100000:3.0:1777573229.050673:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925717632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573229.050689:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573229.050695:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1197f50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc3c expref: 34 pid: 28214 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.050815:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1197f50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc3c expref: 34 pid: 28214 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.050846:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1197f50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc3c expref: 34 pid: 28214 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.050864:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.050866:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.050873:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1197fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc74 expref: 33 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.050886:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1197fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc74 expref: 33 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.050934:0:6469:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1197fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc74 expref: 33 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.050948:0:6469:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6469:1863919932063232:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573229.051061:0:6469:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573229.055459:0:6469:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6469:1863919932063232:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573229.055496:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573229.058839:0:27874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27874:1863919932063360:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573229.058875:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1197fc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc7b expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.059134:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631400, rc 0) 00000100:00100000:3.0:1777573229.059194:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+24:59522:x1863919925717760:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2413us (2701us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.059201:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11801 00000100:00100000:3.0:1777573229.061982:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.062246:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.064893:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925718272 00000100:00100000:3.0:1777573229.064903:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925718272 00000100:00100000:3.0:1777573229.064961:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11802 00000100:00100000:3.0:1777573229.064973:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925718272:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573229.065090:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925718272:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 121us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.065100:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11802 00000001:00080000:3.0:1777573229.081477:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841280 is committed 00000001:00080000:3.0:1777573229.081497:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841277 is committed 00000100:00100000:3.0:1777573229.085325:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925718912 00000100:00100000:3.0:1777573229.085352:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925718912 00000100:00100000:3.0:1777573229.085430:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11804 00000100:00100000:3.0:1777573229.085440:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925718912:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573229.085580:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925718912:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 142us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.086106:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11804 00000100:00100000:3.0:1777573229.090977:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925719168 00000100:00100000:3.0:1777573229.090986:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925719168 00000100:00100000:3.0:1777573229.091051:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4444 00000100:00100000:3.0:1777573229.091060:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925719168:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573229.091110:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.091127:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.091129:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.091134:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.091147:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.091236:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.091245:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.091462:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.091469:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573229.091473:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.091482:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.091496:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.091503:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1197fd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [114688->122879] (req 114688->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573229.099891:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841281 is committed 00000100:00100000:3.0:1777573229.104766:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925719424 00000100:00100000:3.0:1777573229.104779:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925719424 00000100:00100000:3.0:1777573229.104849:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11806 00000100:00100000:3.0:1777573229.104860:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925719424:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573229.104988:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925719424:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 130us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.104997:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11806 00000100:00100000:3.0:1777573229.108014:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925719552 00000100:00100000:3.0:1777573229.108025:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925719552 00000100:00100000:3.0:1777573229.108079:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11807 00000100:00100000:3.0:1777573229.108089:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925719552:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573229.108190:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925719552:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 99us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.108197:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11807 00000100:00100000:3.0:1777573229.117250:0:32701:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925719936 00000100:00100000:3.0:1777573229.117256:0:32701:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925719936 00000100:00100000:3.0:1777573229.117315:0:32701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 152 00000100:00100000:3.0:1777573229.117323:0:32701:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c867ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2406:x1863919925719936:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1777573229.117446:0:32701:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c867ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2406:x1863919925719936:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 123us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.117787:0:32701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 152 00000100:00100000:3.0:1777573229.127649:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573229.154158:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978267 is committed 00000100:00100000:3.0:1777573229.157029:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925720832 00000100:00100000:3.0:1777573229.157038:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925720832 00000100:00100000:3.0:1777573229.157156:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11810 00000100:00100000:3.0:1777573229.157167:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919925720832:12345-192.168.204.27@tcp:16:lfs.0 00000100:00100000:3.0:1777573229.157292:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919925720832:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 105us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.157300:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11810 00000100:00100000:3.0:1777573229.157319:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11811 00000100:00100000:3.0:1777573229.157327:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925720960:12345-192.168.204.27@tcp:16:lfs.0 00000100:00100000:3.0:1777573229.158758:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925720960:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 1428us (1780us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.158765:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11811 00000100:00100000:3.0:1777573229.169846:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.173262:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.173328:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11815 00000100:00100000:3.0:1777573229.173349:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925721856:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:3.0:1777573229.173465:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573229.173469:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.173472:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 0 -> 1777573228 00002000:00010000:3.0:1777573229.173474:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.173476:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573229.173501:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925721856:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 154us (394us total) trans 17179874383 rc 0/0 00000100:00100000:3.0:1777573229.173508:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11815 00000100:00100000:3.0:1777573229.180121:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925722496 00000100:00100000:3.0:1777573229.180130:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925722496 00000100:00100000:3.0:1777573229.180176:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15048 00000100:00100000:3.0:1777573229.180192:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+396:59522:x1863919925722496:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573229.180245:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573229.180267:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1197eee lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc19 expref: 396 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.180402:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573229.180408:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573229.180463:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.180476:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.180485:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573229.180603:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e1a9a9c reply state 0000000085f2def7 transno 4294978269 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.180615:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.180621:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573229.180624:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573229.180626:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573229.180703:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+397:59522:x1863919925722496:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 519us (801us total) trans 4294978269 rc 0/0 00000100:00100000:3.0:1777573229.180710:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15048 00000100:00100000:3.0:1777573229.183072:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.183108:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.183130:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.183353:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11819 00000100:00100000:3.0:1777573229.183363:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925722880:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:3.0:1777573229.183450:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573229.183453:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.183457:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573227 -> 1777573228 00002000:00010000:3.0:1777573229.183460:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.183462:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573229.183519:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925722880:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 157us (387us total) trans 17179874384 rc 0/0 00000100:00100000:3.0:1777573229.183533:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11819 00000100:00100000:3.0:1777573229.187841:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.189782:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925723392 00000100:00100000:3.0:1777573229.189790:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925723392 00000100:00100000:3.0:1777573229.192504:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.193457:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932064256 00000100:00100000:3.0:1777573229.193461:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932064256 00000100:00100000:3.0:1777573229.193497:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:3.0:1777573229.193503:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932064256:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.193676:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932064256:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 173us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.193682:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:3.0:1777573229.194666:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932064512 00000100:00100000:3.0:1777573229.194670:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932064512 00000100:00100000:3.0:1777573229.199776:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932065536 00000100:00100000:3.0:1777573229.199781:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932065536 00000100:00100000:3.0:1777573229.199893:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1777573229.199900:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d05aa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932065536:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.199963:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d05aa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932065536:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 64us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.199970:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1777573229.200227:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:3.0:1777573229.200234:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932065664:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.203656:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707 00000100:00100000:3.0:1777573229.203665:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932066688:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.203725:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932066688:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.203732:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707 00000100:00100000:3.0:1777573229.204168:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932066944 00000100:00100000:3.0:1777573229.204172:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932066944 00000100:00100000:3.0:1777573229.204205:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:3.0:1777573229.204211:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932066944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.204255:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932066944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 44us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.204261:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:3.0:1777573229.204996:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932067072 00000100:00100000:3.0:1777573229.205000:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932067072 00000100:00100000:3.0:1777573229.205057:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:3.0:1777573229.205064:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932067072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.205127:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932067072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 64us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.205133:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:3.0:1777573229.206345:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932067456 00000100:00100000:3.0:1777573229.206349:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932067456 00000100:00100000:3.0:1777573229.206384:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1777573229.206390:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932067456:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.206448:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932067456:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 59us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.206453:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1777573229.206761:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932067584 00000100:00100000:3.0:1777573229.206765:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932067584 00000100:00100000:3.0:1777573229.206792:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1777573229.206798:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932067584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.206853:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932067584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 54us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.206858:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1777573229.207300:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932067840 00000100:00100000:3.0:1777573229.207304:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932067840 00000100:00100000:3.0:1777573229.208821:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932068224 00000100:00100000:3.0:1777573229.208824:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932068224 00000100:00100000:3.0:1777573229.208846:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:3.0:1777573229.208850:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932068224:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.209038:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919932068224:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 187us (284us total) trans 21474841286 rc 0/0 00000100:00100000:3.0:1777573229.209043:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:3.0:1777573229.212951:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.222207:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573229.222691:0:6472:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573229.222699:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119803e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.222707:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573229.222711:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119803e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.222719:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119803e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.222736:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x316:0x0].0x0 (ffff99d2ca20c600) 00010000:00010000:3.0:1777573229.222741:0:6472:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573229.222746:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119803e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.222754:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119803e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.222764:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573229.222766:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573229.222768:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573229.242829:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.249523:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.257664:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.261388:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.268008:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.271251:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.280712:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.284549:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.292097:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.295396:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.332424:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.348363:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.350946:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925726848 00000100:00100000:3.0:1777573229.350955:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925726848 00000100:00100000:3.0:1777573229.351003:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5089 00000100:00100000:3.0:1777573229.351011:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+403:59523:x1863919925726848:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1777573229.351255:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+404:59523:x1863919925726848:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 244us (407us total) trans 4294978277 rc 0/0 00000100:00100000:3.0:1777573229.351262:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5089 00000100:00100000:3.0:1777573229.365417:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.401170:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.407762:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.438913:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573229.453491:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1198133 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.453509:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1198133 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.453532:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1198133 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.453539:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6be8a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573229.453543:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1198133 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.453551:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1198133 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.453569:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1198133 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.453577:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1198133 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.453663:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919925728256:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4895us (5336us total) trans 0 rc 167936/167936 00000100:00100000:3.0:1777573229.453673:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4460 00010000:00010000:3.0:1777573229.467299:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119813a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.467428:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119813a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.467440:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119813a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.467448:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573229.467453:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119813a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.467462:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119813a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.467480:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119813a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.467487:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119813a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.515070:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.522261:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.545579:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925729536 00000100:00100000:3.0:1777573229.545599:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925729536 00000100:00100000:3.0:1777573229.545657:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15054 00000100:00100000:3.0:1777573229.545667:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+406:59390:x1863919925729536:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573229.545690:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573229.545710:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119815d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dcf2 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.545819:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.545835:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119805a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc89 expref: 407 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.545843:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.545877:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119805a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc89 expref: 407 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.545891:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119805a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc89 expref: 407 pid: 7963 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.545904:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932068352:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573229.545995:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573229.548785:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932068352:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573229.548810:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.548936:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.548944:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573229.548967:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 189077 00010000:00010000:3.0:1777573229.549130:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119815d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcf2 expref: 408 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.549147:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcf2 expref: 407 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.549154:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573229.549157:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777573229.549160:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c12aa800, rc 0) 00000100:00100000:3.0:1777573229.549250:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919925729536:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3584us (3752us total) trans 4294978280 rc 0/0 00000100:00100000:3.0:1777573229.549258:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15054 00000100:00100000:3.0:1777573229.554679:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925729920 00000100:00100000:3.0:1777573229.554686:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925729920 00010000:00010000:3.0:1777573229.554719:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcf2 expref: 409 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.554759:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5422 00000100:00100000:3.0:1777573229.554768:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+409:2404:x1863919925729920:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573229.554781:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573229.554789:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcf2 expref: 409 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.554801:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcf2 expref: 409 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.554823:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1198164 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcf2 expref: 409 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.554837:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573229.554842:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1198179 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.554851:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1198179 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.554858:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1198179 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.555568:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573229.555615:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+408:2404:x1863919925729920:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 847us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.555624:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5422 00000100:00100000:3.0:1777573229.574656:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.587000:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.591185:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925731072 00000100:00100000:3.0:1777573229.591194:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925731072 00000100:00100000:3.0:1777573229.591267:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5091 00000100:00100000:3.0:1777573229.591308:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919925731072:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:3.0:1777573229.593462:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573229.596219:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198014 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596232:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198014 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596240:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198014 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596246:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573229.596251:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198014 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596259:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198014 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596301:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x316:0x0].0x0 (ffff99d2ca20c600) 00010000:00010000:3.0:1777573229.596305:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573229.596310:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198014 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596317:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198014 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x316:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596367:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596376:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596383:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596390:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573229.596394:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596399:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596415:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573229.596418:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573229.596421:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.596427:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198022 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.596459:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932069120:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.596500:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.596526:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932069632:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.596553:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932069248:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.596574:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.596595:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932069760:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.596617:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.597050:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932070272:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.597071:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.598384:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932070784:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.598411:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573229.598977:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b67480/2, rc 0, transno 17179874389 00000100:00100000:3.0:1777573229.598988:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932069248:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573229.599002:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b67100/2, rc 0, transno 17179874390 00000100:00100000:3.0:1777573229.599010:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932069760:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.599022:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1777573229.599030:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932069376:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.599065:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.599083:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932069888:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.599112:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.599129:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932070400:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.599163:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.599178:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932070912:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.599216:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573229.599243:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4d180/2, rc 0, transno 21474841287 00000100:00100000:3.0:1777573229.599257:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932070272:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573229.599500:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4f800/2, rc 0, transno 21474841288 00000100:00100000:3.0:1777573229.599511:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932070784:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.599522:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932071296:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.599648:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573229.599676:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b67b80/2, rc 0, transno 17179874393 00000100:00100000:3.0:1777573229.599690:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932069376:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.599701:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573229.599712:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932071424:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.599751:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573229.599776:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b66680/2, rc 0, transno 17179874394 00000100:00100000:3.0:1777573229.599786:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932069888:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573229.599825:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11847 00000100:00100000:3.0:1777573229.599836:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3636:x1863919932070400:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573229.599913:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 165813 -> 165813 00002000:00010000:3.0:1777573229.599916:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.599919:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573229.599926:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.599933:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573229.599963:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3636:x1863919932070400:12345-0@lo:2:osp-syn-0-1.0 Request processed in 131us (801us total) trans 21474841291 rc 0/0 00000100:00100000:3.0:1777573229.599970:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11847 00000100:00100000:3.0:1777573229.599988:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11850 00000100:00100000:3.0:1777573229.599997:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932070528:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573229.600053:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 165813 -> 165813 00002000:00010000:3.0:1777573229.600058:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.600063:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573229.600069:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.600072:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573229.600111:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932070528:12345-0@lo:2:osp-syn-0-1.0 Request processed in 114us (785us total) trans 21474841294 rc 0/0 00000100:00100000:3.0:1777573229.600127:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11850 00000100:00100000:3.0:1777573229.600146:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11853 00000100:00100000:3.0:1777573229.600156:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3635:x1863919932071040:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573229.600202:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573229.600205:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.600207:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573229.600211:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.600214:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573229.600252:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932071040:12345-0@lo:2:osp-syn-0-1.0 Request processed in 95us (574us total) trans 21474841295 rc 0/0 00000100:00100000:3.0:1777573229.600301:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11853 00000100:00100000:3.0:1777573229.600318:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11856 00000100:00100000:3.0:1777573229.600336:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3635:x1863919932071552:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573229.600392:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573229.600396:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.600400:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573229.600403:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.600406:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573229.601409:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932071552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1086us (1558us total) trans 21474841296 rc 0/0 00000100:00100000:3.0:1777573229.601418:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11856 00000100:00100000:3.0:1777573229.601489:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932071936:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.601515:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.601540:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932072448:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.601668:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.601692:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777573229.601698:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932071808:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.601721:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573229.601736:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932072320:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.601759:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573229.601787:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea6a00/2, rc 0, transno 21474841297 00000100:00100000:3.0:1777573229.601792:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932071936:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.601824:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11863 00000100:00100000:3.0:1777573229.601836:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcc21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932071808:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573229.601907:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 165813 -> 165813 00002000:00010000:3.0:1777573229.601914:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.601921:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573229.601926:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.601929:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573229.601976:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcc21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+23:3637:x1863919932071808:12345-0@lo:2:osp-syn-0-1.0 Request processed in 143us (253us total) trans 21474841300 rc 0/0 00000100:00100000:3.0:1777573229.602000:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11863 00000004:00080000:3.0:1777573229.602123:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c182ea00/2, rc 0, transno 21474841300 00000100:00100000:3.0:1777573229.602127:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932071808:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573229.602135:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea5880/2, rc 0, transno 21474841301 00000100:00100000:3.0:1777573229.602138:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932072320:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573229.602145:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea4000/2, rc 0, transno 21474841299 00000100:00100000:3.0:1777573229.602148:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932072448:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573229.611770:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.615924:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.620074:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925731968 00000100:00100000:3.0:1777573229.620082:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925731968 00000100:00100000:3.0:1777573229.620140:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4469 00000100:00100000:3.0:1777573229.620149:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919925731968:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573229.620577:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 189077 -> 189077 00002000:00010000:3.0:1777573229.620581:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.620584:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.620586:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.620588:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 312 -> 248 00000100:00100000:3.0:1777573229.620651:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919925731968:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 502us (646us total) trans 17179874402 rc 0/0 00000100:00100000:3.0:1777573229.620659:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4469 00000100:00100000:3.0:1777573229.624733:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.675114:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.680864:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.684740:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925733248 00000100:00100000:3.0:1777573229.684752:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925733248 00000100:00100000:3.0:1777573229.684815:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15060 00000100:00100000:3.0:1777573229.684826:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919925733248:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573229.684849:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573229.684868:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a11981d4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dd38 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.684937:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a11981d4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd38 expref: 394 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.684951:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a11981d4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd38 expref: 394 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.684969:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573229.684973:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573229.684976:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c1668c00, rc 0) 00000100:00100000:3.0:1777573229.685036:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919925733248:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 212us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.685042:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15060 00000100:00100000:3.0:1777573229.687719:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925733376 00000100:00100000:3.0:1777573229.687736:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925733376 00000100:00100000:3.0:1777573229.687814:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11867 00000100:00100000:3.0:1777573229.687828:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+27:59390:x1863919925733376:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573229.687852:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573229.687876:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11981db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dd3f expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.687914:0:28215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1197f8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc58 expref: 28 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.687921:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.687923:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.687926:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11981db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd3f expref: 28 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.687960:0:28215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1197f8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc58 expref: 28 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.687971:0:28215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1197f8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dc58 expref: 28 pid: 8938 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.687988:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932073088:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573229.688128:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573229.690725:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932073088:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573229.690774:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11981db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd3f expref: 29 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.690837:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979000, rc 0) 00000100:00100000:3.0:1777573229.690922:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+29:59390:x1863919925733376:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3095us (3284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.690936:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11867 00000100:00100000:3.0:1777573229.699059:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925734144 00000100:00100000:3.0:1777573229.699067:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925734144 00002000:00010000:3.0:1777573229.699089:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573229.699095:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6b100 with x1863919925734144 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573229.699106:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6b100. 00000100:00100000:3.0:1777573229.699150:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4478 00000100:00100000:3.0:1777573229.699161:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925734144:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573229.699237:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573229.699241:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573228 -> 1777573229 00002000:00010000:3.0:1777573229.699243:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573229.699245:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573228 -> 1777573229 00002000:00010000:3.0:1777573229.699246:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573229.699312:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925734144:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 153us (312us total) trans 17179874408 rc 0/0 00000100:00100000:3.0:1777573229.699330:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4478 00002000:00010000:3.0:1777573229.699335:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573229.699338:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6b100 with x1863919925734144 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573229.699343:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6b100. 00000100:00100000:3.0:1777573229.730223:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925735424 00000100:00100000:3.0:1777573229.730229:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925735424 00000100:00100000:3.0:1777573229.730266:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15063 00000100:00100000:3.0:1777573229.730310:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+397:59525:x1863919925735424:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573229.730345:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573229.730376:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979e00/0x8dc0a528a119821a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dd5b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.730938:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1198221 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x317:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.730953:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1198221 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.730965:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1198221 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573229.730975:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x317:0x0]: returning size 0 00010000:00010000:3.0:1777573229.731020:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979e00/0x8dc0a528a119821a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd5b expref: 400 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.731044:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1198221 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd5b expref: 399 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.731058:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x317:0x0].0x0 (ffff99d1c3d5f000) 00010000:00010000:3.0:1777573229.731061:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573229.731063:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979600, rc 0) 00000100:00100000:3.0:1777573229.731108:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+399:59525:x1863919925735424:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 800us (978us total) trans 4294978287 rc 0/0 00000100:00100000:3.0:1777573229.731116:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15063 00000100:00100000:3.0:1777573229.737156:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925735808 00000100:00100000:3.0:1777573229.737165:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925735808 00010000:00010000:3.0:1777573229.737204:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1198221 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd5b expref: 401 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.737243:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5426 00000100:00100000:3.0:1777573229.737254:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d0459450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+401:2404:x1863919925735808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573229.737267:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573229.737328:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1198221 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd5b expref: 401 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.737343:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1198221 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd5b expref: 401 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.737362:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1198221 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd5b expref: 401 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.737376:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x317:0x0].0x0 (ffff99d1c3d5f000) 00010000:00010000:3.0:1777573229.737381:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198236 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x317:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.737391:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198236 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x317:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.737397:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198236 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x317:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.737421:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573229.737471:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d0459450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+400:2404:x1863919925735808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 215us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.737491:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5426 00000100:00100000:3.0:1777573229.746579:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925736448 00000100:00100000:3.0:1777573229.746594:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925736448 00000100:00100000:3.0:1777573229.746726:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11870 00000100:00100000:3.0:1777573229.746739:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925736448:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573229.746749:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573229.746766:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef777156/0x8dc0a528a1198259 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dd77 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573229.746785:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777573229.746799:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.746802:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.746810:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef777156/0x8dc0a528a1198259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd77 expref: 29 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.746841:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef777156/0x8dc0a528a1198259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd77 expref: 29 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.746857:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979e00, rc 0) 00000100:00100000:3.0:1777573229.746885:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925736448:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 149us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.746892:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11870 00000100:00100000:3.0:1777573229.753339:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925737088 00000100:00100000:3.0:1777573229.753351:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925737088 00000100:00100000:3.0:1777573229.753435:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11872 00000100:00100000:3.0:1777573229.753453:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925737088:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573229.753514:0:28215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119827c lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.753540:0:28215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a11981e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd46 expref: 34 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.753562:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573229.753569:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573229.753577:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119827c lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.753664:0:28215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a11981e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd46 expref: 34 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.753681:0:28215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a11981e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd46 expref: 34 pid: 8362 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.753747:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932073856:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573229.753820:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573229.756364:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932073728:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573229.756613:0:29349:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.757342:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5427 00000100:00100000:3.0:1777573229.757360:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925737344:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573229.757380:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573229.757408:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a11981aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 225280->262143) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd23 expref: 35 pid: 14598 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757433:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a11981aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 225280->262143) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd23 expref: 35 pid: 14598 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757457:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a11981aa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 225280->262143) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd23 expref: 35 pid: 14598 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757489:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.757494:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.757509:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757561:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757591:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573229.757627:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925737344:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 272us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.757651:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5427 00010000:00010000:3.0:1777573229.757688:0:29349:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757714:0:29349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757766:0:29349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757813:0:29349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757846:0:29349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757892:0:29349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573229.757900:0:29349:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757954:0:29349:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.757981:0:29349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.758002:0:29349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a1198275 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.758098:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925736832:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 4730us (5020us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.758139:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11871 00000100:00100000:3.0:1777573229.766866:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.794595:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925737984 00000100:00100000:3.0:1777573229.794605:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925737984 00000100:00100000:3.0:1777573229.794718:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11877 00000100:00100000:3.0:1777573229.794731:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925737984:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573229.794842:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925737984:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 115us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.794850:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11877 00000100:00100000:3.0:1777573229.796647:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.803873:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925738496 00000100:00100000:3.0:1777573229.803887:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925738496 00000100:00100000:3.0:1777573229.803956:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15069 00000100:00100000:3.0:1777573229.803966:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+406:59525:x1863919925738496:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573229.803988:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573229.804005:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a11982b4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x317:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2dda1 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.804052:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a11982b4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x317:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dda1 expref: 407 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.804063:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a11982b4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x317:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dda1 expref: 407 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.804075:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x317:0x0].0x0 (ffff99d2cc174d00) 00010000:00010000:3.0:1777573229.804077:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573229.804080:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979600, rc 0) 00000100:00100000:3.0:1777573229.804133:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+407:59525:x1863919925738496:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 169us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.804138:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15069 00000100:00100000:3.0:1777573229.806687:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.812842:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.815062:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.821101:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925739136 00000100:00100000:3.0:1777573229.821111:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925739136 00002000:00010000:3.0:1777573229.821152:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (0->18446744073709551615) 00002000:00100000:3.0:1777573229.821158:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919925739136 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573229.821168:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:3.0:1777573229.821199:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925739264 00000100:00100000:3.0:1777573229.821202:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925739264 00002000:00010000:3.0:1777573229.821214:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573229.821217:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68000 with x1863919925739264 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573229.821223:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee68000. 00000100:00100000:3.0:1777573229.821241:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4481 00000100:00100000:3.0:1777573229.821249:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925739136:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573229.821552:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573229.821557:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 0 -> 1777573229 00002000:00010000:3.0:1777573229.821560:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573229.821572:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 0 -> 1777573229 00002000:00010000:3.0:1777573229.821575:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573229.821602:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925739136:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 353us (613us total) trans 17179874410 rc 0/0 00000100:00100000:3.0:1777573229.821610:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4481 00002000:00010000:3.0:1777573229.821614:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (0->18446744073709551615) 00002000:00100000:3.0:1777573229.821617:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919925739136 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573229.821623:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:3.0:1777573229.833374:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.833963:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925739520:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 430us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.833971:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11881 00000100:00100000:3.0:1777573229.836854:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.844039:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.851367:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.861357:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.873121:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573229.875476:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978292 is committed 00000020:00080000:3.0:1777573229.875504:0:7399:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 82 batchid updated 00000001:00080000:3.0:1777573229.880843:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841303 is committed 00000001:00080000:3.0:1777573229.880857:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841301 is committed 00000100:00100000:3.0:1777573229.890421:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925740928 00000100:00100000:3.0:1777573229.890434:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925740928 00000100:00100000:3.0:1777573229.890518:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925741056 00000100:00100000:3.0:1777573229.890522:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925741056 00000100:00100000:3.0:1777573229.890555:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11886 00000100:00100000:3.0:1777573229.890569:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919925740928:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573229.890630:0:28214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.890652:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.890654:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.890662:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.890681:0:28214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.890725:0:28214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.890750:0:28214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.890776:0:28214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.890812:0:28214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573229.890820:0:28214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.890850:0:28214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.890905:0:28214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.890916:0:28214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef777156/0x8dc0a528a11982e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.891149:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919925740928:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 582us (1265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.891159:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11886 00000100:00100000:3.0:1777573229.891662:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925741184 00000100:00100000:3.0:1777573229.891669:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925741184 00000100:00100000:3.0:1777573229.891711:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11888 00000100:00100000:3.0:1777573229.891719:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919925741184:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573229.891880:0:27874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.891894:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.891896:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573229.891900:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.891916:0:27874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.891936:0:27874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.891944:0:27874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.891951:0:27874:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.891958:0:27874:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573229.891961:0:27874:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.891970:0:27874:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.891981:0:27874:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.892080:0:27874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11982f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.892144:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919925741184:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 425us (1901us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.892156:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11888 00000100:00100000:3.0:1777573229.894570:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925741440 00000100:00100000:3.0:1777573229.894583:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925741440 00000100:00100000:3.0:1777573229.894655:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15071 00000100:00100000:3.0:1777573229.894666:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+395:59525:x1863919925741440:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573229.894788:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a11982fa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x317:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.894809:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a11982fa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.894822:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a11982fa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573229.894986:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002bbab04 reply state 00000000c62cc2c8 transno 4294978293 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a11982fa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.895002:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a11982fa lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x317:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.895011:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x317:0x0].0x0 (ffff99d2cc174d00) 00010000:00010000:3.0:1777573229.895015:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573229.895019:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573229.895122:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+397:59525:x1863919925741440:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 457us (649us total) trans 4294978293 rc 0/0 00000100:00100000:3.0:1777573229.895131:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15071 00000100:00100000:3.0:1777573229.901616:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925742080 00000100:00100000:3.0:1777573229.901626:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925742080 00010000:00010000:3.0:1777573229.901669:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11982a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x317:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd9a expref: 398 pid: 10945 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.901710:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5433 00000100:00100000:3.0:1777573229.901720:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919925742080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573229.901739:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573229.901747:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11982a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x317:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd9a expref: 398 pid: 10945 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.901772:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11982a6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x317:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd9a expref: 398 pid: 10945 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.901799:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11982a6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x317:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd9a expref: 398 pid: 10945 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.901818:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x317:0x0].0x0 (ffff99d2cc174d00) 00010000:00010000:3.0:1777573229.901824:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1198301 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x317:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.901835:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1198301 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.901844:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1198301 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.901870:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573229.901927:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+397:2403:x1863919925742080:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 208us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.901936:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5433 00000100:00100000:3.0:1777573229.907130:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925742464 00000100:00100000:3.0:1777573229.907144:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925742464 00000100:00100000:3.0:1777573229.907210:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925742592 00000100:00100000:3.0:1777573229.907214:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925742592 00000100:00100000:3.0:1777573229.907249:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11891 00000100:00100000:3.0:1777573229.907262:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925742464:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:3.0:1777573229.907539:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 117252 -> 117252 00002000:00010000:3.0:1777573229.907548:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573229.907555:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573228 -> 1777573229 00002000:00010000:3.0:1777573229.907561:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573229.907568:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:3.0:1777573229.907636:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925742464:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 372us (596us total) trans 17179874414 rc 0/0 00000100:00100000:3.0:1777573229.907662:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11891 00000100:00100000:3.0:1777573229.912452:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925743104 00000100:00100000:3.0:1777573229.912463:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925743104 00010000:00010000:3.0:1777573229.912517:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a11981d4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd38 expref: 398 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573229.912574:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5434 00000100:00100000:3.0:1777573229.912587:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919925743104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573229.912606:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573229.912615:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a11981d4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd38 expref: 398 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.913446:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a11981d4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd38 expref: 398 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.913478:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a11981d4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd38 expref: 398 pid: 6485 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.913510:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573229.913517:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119830f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.913526:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119830f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.913542:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573229.913822:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+397:2403:x1863919925743104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1238us (2281us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.913833:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5434 00000100:00100000:3.0:1777573229.917094:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.919006:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932075392 00000100:00100000:3.0:1777573229.919010:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932075392 00000100:00100000:3.0:1777573229.919043:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1777573229.919050:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932075392:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.919112:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932075392:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 62us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.919118:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1777573229.919762:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932075520 00000100:00100000:3.0:1777573229.919768:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932075520 00000100:00100000:3.0:1777573229.919804:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1777573229.919813:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932075520:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.919890:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932075520:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 78us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.919897:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1777573229.923755:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932076032 00000100:00100000:3.0:1777573229.923764:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932076032 00000100:00100000:3.0:1777573229.923846:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:3.0:1777573229.923856:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932076032:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.923955:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932076032:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 101us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.923962:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00000100:00100000:3.0:1777573229.928994:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932076800 00000100:00100000:3.0:1777573229.929000:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932076800 00000100:00100000:3.0:1777573229.929042:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:3.0:1777573229.929050:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932076800:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.929147:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932076800:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 98us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.929152:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00100000:3.0:1777573229.930794:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932077184 00000100:00100000:3.0:1777573229.930799:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932077184 00000100:00100000:3.0:1777573229.930828:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1777573229.930833:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932077184:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.930972:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932077184:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 137us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.930979:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1777573229.931440:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932077440 00000100:00100000:3.0:1777573229.931445:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932077440 00000100:00100000:3.0:1777573229.931472:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1777573229.931478:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932077440:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.931536:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932077440:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.931544:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1777573229.932079:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932077696 00000100:00100000:3.0:1777573229.932083:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932077696 00000100:00100000:3.0:1777573229.932140:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:3.0:1777573229.932147:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932077696:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.932201:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932077696:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 54us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.932207:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00100000:3.0:1777573229.933665:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932078336 00000100:00100000:3.0:1777573229.933669:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932078336 00000100:00100000:3.0:1777573229.933731:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:3.0:1777573229.933738:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932078336:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.933791:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932078336:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 55us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.933797:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:3.0:1777573229.934222:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932078592 00000100:00100000:3.0:1777573229.934227:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932078592 00000100:00100000:3.0:1777573229.934254:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746 00000100:00100000:3.0:1777573229.934259:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932078592:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.934360:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932078592:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 100us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.934369:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746 00000100:00100000:3.0:1777573229.934918:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932078848 00000100:00100000:3.0:1777573229.934922:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932078848 00000100:00100000:3.0:1777573229.934952:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:3.0:1777573229.934958:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932078848:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.935050:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932078848:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 92us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.935057:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:3.0:1777573229.935719:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932079104 00000100:00100000:3.0:1777573229.935723:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932079104 00000100:00100000:3.0:1777573229.935736:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:3.0:1777573229.935740:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932079104:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.935778:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932079104:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 37us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573229.935788:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00100000:3.0:1777573229.937750:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932079488 00000100:00100000:3.0:1777573229.937755:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932079488 00000100:00100000:3.0:1777573229.937788:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:3.0:1777573229.937795:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6487:x1863919932079488:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777573229.937993:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919932079488:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 199us (342us total) trans 21474841306 rc 0/0 00000100:00100000:3.0:1777573229.937999:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:3.0:1777573229.941687:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573229.950003:0:29350:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573229.950016:0:29350:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198324 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.950033:0:29350:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eb400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573229.950037:0:29350:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198324 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.950047:0:29350:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198324 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.950069:0:29350:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x317:0x0].0x0 (ffff99d2cc174d00) 00010000:00010000:3.0:1777573229.950072:0:29350:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573229.950078:0:29350:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198324 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.950084:0:29350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198324 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573229.950101:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573229.950103:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573229.950105:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573229.963789:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573229.985002:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.016114:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925744896 00000100:00100000:3.0:1777573230.016128:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925744896 00000100:00100000:3.0:1777573230.016251:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4487 00000100:00100000:3.0:1777573230.016265:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925744896:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573230.016357:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b3dae0f7/0x8dc0a528a1198378 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.016380:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.016382:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.016391:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3dae0f7/0x8dc0a528a1198378 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.016408:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3dae0f7/0x8dc0a528a1198378 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.075555:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925745920 00000100:00100000:3.0:1777573230.075566:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925745920 00000100:00100000:3.0:1777573230.076206:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4490 00000100:00100000:3.0:1777573230.076218:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+28:2405:x1863919925745920:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573230.076250:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.076303:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.076306:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.076322:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.076338:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.081339:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.081359:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.081367:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.081380:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573230.081385:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.081393:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.081411:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.081417:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5ec7ed7/0x8dc0a528a11983a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.081495:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+28:2405:x1863919925745920:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5277us (6182us total) trans 0 rc 117252/117252 00000100:00100000:3.0:1777573230.081506:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4490 00000100:00100000:3.0:1777573230.086828:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.094450:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.117134:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925746432 00000100:00100000:3.0:1777573230.117147:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925746432 00000100:00100000:3.0:1777573230.117243:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4494 00000100:00100000:3.0:1777573230.117255:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925746432:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:3.0:1777573230.125603:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.136658:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.159027:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925747072 00000100:00100000:3.0:1777573230.159038:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925747072 00000100:00100000:3.0:1777573230.159151:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4499 00000100:00100000:3.0:1777573230.159163:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925747072:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573230.159195:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.159212:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.159214:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.159219:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.159233:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.161698:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.161716:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.161724:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.161731:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c64da200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573230.161735:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.161743:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.161763:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.161769:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a11983e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.161845:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925747072:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2682us (3037us total) trans 0 rc 117252/117252 00000100:00100000:3.0:1777573230.161855:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4499 00000100:00100000:3.0:1777573230.166076:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.172126:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.201777:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.208228:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.225769:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.228637:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.231347:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.238139:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925748736 00000100:00100000:3.0:1777573230.238152:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925748736 00000100:00100000:3.0:1777573230.238212:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925748864 00000100:00100000:3.0:1777573230.238216:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925748864 00000100:00100000:3.0:1777573230.238253:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11895 00000100:00100000:3.0:1777573230.238298:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925748736:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573230.238331:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573230.238358:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1198427 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ddee expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573230.238414:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 117252, mtime: 0x69f39d6d, atime: 0x69f39d6d, ctime: 0x69f39d6d, blocks: 0x70 00010000:00010000:3.0:1777573230.238430:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.238433:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.238444:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1198427 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ddee expref: 30 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.238469:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1198427 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ddee expref: 30 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.238485:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:3.0:1777573230.238699:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925748736:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 432us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.238707:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11895 00000001:00080000:3.0:1777573230.253626:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978307 is committed 00000004:00080000:3.0:1777573230.253695:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2022 committed 00000004:00080000:3.0:1777573230.253757:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2021 committed 00000004:00080000:3.0:1777573230.253770:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2020 committed 00000004:00080000:3.0:1777573230.253772:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2021 committed 00000004:00080000:3.0:1777573230.254044:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2020 committed 00000004:00080000:3.0:1777573230.254057:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2019 committed 00000004:00080000:3.0:1777573230.254065:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2018 committed 00000004:00080000:3.0:1777573230.254068:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2019 committed 00000004:00080000:3.0:1777573230.254075:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2018 committed 00000004:00080000:3.0:1777573230.254087:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2017 committed 00000004:00080000:3.0:1777573230.254094:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2016 committed 00000004:00080000:3.0:1777573230.254098:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2017 committed 00000004:00080000:3.0:1777573230.254102:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2016 committed 00000004:00080000:3.0:1777573230.254108:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2015 committed 00000004:00080000:3.0:1777573230.254113:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2015 committed 00000004:00080000:3.0:1777573230.254120:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2014 committed 00000004:00080000:3.0:1777573230.254134:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2013 committed 00000004:00080000:3.0:1777573230.254147:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2014 committed 00000004:00080000:3.0:1777573230.254153:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2012 committed 00000004:00080000:3.0:1777573230.254162:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2013 committed 00000004:00080000:3.0:1777573230.254167:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2012 committed 00000004:00080000:3.0:1777573230.254179:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2011 committed 00000004:00080000:3.0:1777573230.254189:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2010 committed 00000004:00080000:3.0:1777573230.254192:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2011 committed 00000004:00080000:3.0:1777573230.254197:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2009 committed 00000004:00080000:3.0:1777573230.254205:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2010 committed 00000004:00080000:3.0:1777573230.254212:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2009 committed 00000004:00080000:3.0:1777573230.254219:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2008 committed 00000004:00080000:3.0:1777573230.254241:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2007 committed 00000004:00080000:3.0:1777573230.254248:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2008 committed 00000004:00080000:3.0:1777573230.254255:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2007 committed 00000004:00080000:3.0:1777573230.254332:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2006 committed 00000020:00080000:3.0:1777573230.254394:0:7399:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff99d2e4f50840 refcount 2 committed 0 result 0 batchid 83 00000020:00080000:3.0:1777573230.254401:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d1c10e5400 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d1caa22a80 00000020:00080000:3.0:1777573230.254404:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2c8baac00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d2e4f50d80 00000020:00080000:3.0:1777573230.254407:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2c8baa100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c1c2a800 00000020:00080000:3.0:1777573230.254409:0:7399:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].61 00000100:00100000:3.0:1777573230.254470:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932080128:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573230.254565:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.255001:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932080768:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.255060:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.255099:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932081280:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.255152:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.255184:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932081792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.255231:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.255385:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11900 00000100:00100000:3.0:1777573230.255407:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932080640:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573230.255581:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 165813 -> 165813 00002000:00010000:3.0:1777573230.255586:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.255591:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573230.255603:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.255620:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573230.255700:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+15:3636:x1863919932080640:12345-0@lo:2:osp-syn-1-1.0 Request processed in 303us (1477us total) trans 17179874419 rc 0/0 00000100:00100000:3.0:1777573230.255744:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11900 00000100:00100000:3.0:1777573230.255792:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11906 00000100:00100000:3.0:1777573230.255814:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932082048:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573230.255918:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573230.255923:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.255928:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573230.255934:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.255940:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573230.256019:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932082048:12345-0@lo:2:osp-syn-1-1.0 Request processed in 213us (906us total) trans 17179874423 rc 0/0 00000100:00100000:3.0:1777573230.256071:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11906 00000100:00100000:3.0:1777573230.256401:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932082176 00000100:00100000:3.0:1777573230.256413:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932082176 00000100:00100000:3.0:1777573230.256473:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11910 00000100:00100000:3.0:1777573230.256495:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932082176:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573230.256577:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 165813 -> 165813 00002000:00010000:3.0:1777573230.256582:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.256586:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573230.256589:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.256599:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573230.256680:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932082176:12345-0@lo:2:osp-syn-1-1.0 Request processed in 189us (317us total) trans 17179874424 rc 0/0 00000100:00100000:3.0:1777573230.256707:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11910 00000100:00100000:3.0:1777573230.256734:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932082816 00000100:00100000:3.0:1777573230.256742:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932082816 00000100:00100000:3.0:1777573230.256786:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11913 00000100:00100000:3.0:1777573230.256808:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932082304:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573230.256907:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 165813 -> 165813 00002000:00010000:3.0:1777573230.256913:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.256918:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573230.256927:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.256931:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573230.256982:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932082304:12345-0@lo:2:osp-syn-1-1.0 Request processed in 183us (387us total) trans 17179874427 rc 0/0 00000100:00100000:3.0:1777573230.256998:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11913 00000100:00100000:3.0:1777573230.257041:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11917 00000100:00100000:3.0:1777573230.257070:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3635:x1863919932081024:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573230.257189:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 165813 -> 165813 00002000:00010000:3.0:1777573230.257194:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.257198:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573230.257202:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.257204:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1777573230.257266:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3635:x1863919932081024:12345-0@lo:2:osp-syn-0-1.0 Request processed in 203us (491us total) trans 21474841314 rc 0/0 00000100:00100000:3.0:1777573230.257330:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11917 00000004:00080000:3.0:1777573230.257456:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4f800/2, rc 0, transno 17179874427 00000100:00100000:3.0:1777573230.257464:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932082304:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573230.257500:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4dc00/2, rc 0, transno 17179874428 00000100:00100000:3.0:1777573230.257511:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932082816:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573230.257537:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4ca80/2, rc 0, transno 17179874425 00000100:00100000:3.0:1777573230.257543:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932082688:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573230.257570:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932083200:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.257638:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.257731:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11920 00000100:00100000:3.0:1777573230.257751:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3636:x1863919932083200:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573230.257838:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573230.257850:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.257856:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573230.257859:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.257862:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573230.257936:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3636:x1863919932083200:12345-0@lo:2:osp-syn-0-1.0 Request processed in 182us (293us total) trans 21474841315 rc 0/0 00000100:00100000:3.0:1777573230.257961:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11920 00000004:00080000:3.0:1777573230.258004:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee69f80/2, rc 0, transno 21474841315 00000100:00100000:3.0:1777573230.258011:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932083200:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.258119:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573230.258155:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f38700/2, rc 0, transno 17179874418 00000100:00100000:3.0:1777573230.258160:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932080128:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573230.258171:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fc99e300/2, rc 0, transno 21474841309 00000100:00100000:3.0:1777573230.258178:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932080768:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573230.258187:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec7800/2, rc 0, transno 21474841310 00000100:00100000:3.0:1777573230.258190:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932081280:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573230.258198:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fc8380/2, rc 0, transno 21474841311 00000100:00100000:3.0:1777573230.258202:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932081792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.258212:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932083840:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.258237:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.258253:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573230.258258:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932083712:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.258320:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.258368:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932083328 00000100:00100000:3.0:1777573230.258372:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932083328 00000100:00100000:3.0:1777573230.258680:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932083712 00000100:00100000:3.0:1777573230.258686:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932083712 00000100:00100000:3.0:1777573230.258729:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11924 00000100:00100000:3.0:1777573230.258749:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932083840:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573230.258847:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573230.258853:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.258864:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573230.258873:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.258882:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573230.258979:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932083840:12345-0@lo:2:osp-syn-0-1.0 Request processed in 236us (737us total) trans 21474841318 rc 0/0 00000100:00100000:3.0:1777573230.259075:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11924 00000004:00080000:3.0:1777573230.259203:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4df80/2, rc 0, transno 21474841319 00000100:00100000:3.0:1777573230.259212:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932083712:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573230.259232:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca40700/2, rc 0, transno 21474841318 00000100:00100000:3.0:1777573230.259239:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932083840:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573230.259322:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec4e00/2, rc 0, transno 21474841317 00000100:00100000:3.0:1777573230.259329:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932083328:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.259384:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11926 00000100:00100000:3.0:1777573230.259400:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932083584:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573230.259492:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573230.259497:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.259502:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573230.259504:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.259507:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573230.259752:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932083584:12345-0@lo:2:osp-syn-0-1.0 Request processed in 356us (595us total) trans 21474841320 rc 0/0 00000100:00100000:3.0:1777573230.259761:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11926 00000100:00100000:3.0:1777573230.262335:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.264739:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919932084224:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573230.264788:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a1198443 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [45056->77823] (req 45056->77823) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de03 expref: 31 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.264814:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caba00, rc 0) 00000100:00100000:3.0:1777573230.264883:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+32:59390:x1863919925749504:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 2391us (2551us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.264892:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11929 00000100:00100000:3.0:1777573230.267557:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4504 00000100:00100000:3.0:1777573230.267576:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925749760:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573230.268245:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 117252 -> 117252 00002000:00010000:3.0:1777573230.268251:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.268254:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.268257:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.268260:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 240 -> 192 00000100:00100000:3.0:1777573230.268343:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925749760:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 774us (1001us total) trans 17179874433 rc 0/0 00000100:00100000:3.0:1777573230.268353:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4504 00000100:00100000:3.0:1777573230.285962:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.289088:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919932084480:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573230.289139:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1198474 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de1f expref: 29 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.289165:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab200, rc 0) 00000100:00100000:3.0:1777573230.289252:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+30:59390:x1863919925750528:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 2977us (3299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.289301:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11930 00000100:00100000:3.0:1777573230.294506:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925750912 00000100:00100000:3.0:1777573230.294520:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925750912 00010000:00010000:3.0:1777573230.294581:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a1198298 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd93 expref: 33 pid: 8360 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.294635:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5441 00000100:00100000:3.0:1777573230.294646:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925750912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573230.294664:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573230.294697:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a1198298 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd93 expref: 33 pid: 8360 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.294717:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a1198298 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd93 expref: 33 pid: 8360 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.294811:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a1198298 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dd93 expref: 33 pid: 8360 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.294829:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.294834:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.294843:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119847b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de26 expref: 32 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.294855:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119847b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de26 expref: 31 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.294900:0:9436:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119847b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de26 expref: 31 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.294917:0:9436:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9436:1863919932084864:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573230.294983:0:9436:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573230.296496:0:9436:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9436:1863919932084864:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573230.296587:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573230.296647:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925750912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2003us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.296658:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5441 00000100:00100000:3.0:1777573230.297380:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925751168 00000100:00100000:3.0:1777573230.297384:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925751168 00002000:00010000:3.0:1777573230.297413:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573230.297416:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0e300 with x1863919925751168 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573230.297442:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0e300. 00000100:00100000:3.0:1777573230.297468:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4506 00000100:00100000:3.0:1777573230.297477:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925751168:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573230.297677:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573230.297681:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573229 -> 1777573230 00002000:00010000:3.0:1777573230.297684:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.297687:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573229 -> 1777573230 00002000:00010000:3.0:1777573230.297690:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573230.297738:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925751168:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 261us (518us total) trans 21474841323 rc 0/0 00000100:00100000:3.0:1777573230.297747:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4506 00002000:00010000:3.0:1777573230.297751:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573230.297754:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0e300 with x1863919925751168 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573230.297759:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0e300. 00000100:00100000:3.0:1777573230.301496:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925751424 00000100:00100000:3.0:1777573230.301511:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925751424 00002000:00100000:3.0:1777573230.301577:0:28800:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x3dc:0x0] (98304->102399) req@ffff99d2d7b0d180 x1863919925751424/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:486/0 lens 488/0 e 0 to 0 dl 1777573241 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573230.301591:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0d180 with x1863919925751424 ext(98304->102399) 00002000:00010000:3.0:1777573230.301599:0:28800:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0d180 00000100:00100000:3.0:1777573230.301640:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4508 00000100:00100000:3.0:1777573230.301879:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+33:2406:x1863919925751424:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:3.0:1777573230.306046:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.321876:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.328078:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925752064 00000100:00100000:3.0:1777573230.328087:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925752064 00000100:00100000:3.0:1777573230.328151:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15086 00000100:00100000:3.0:1777573230.328161:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919925752064:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573230.328180:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573230.328199:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a1198482 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2de2d expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.340731:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.347293:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.355514:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925752576 00000100:00100000:3.0:1777573230.355528:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925752576 00000100:00100000:3.0:1777573230.355607:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4515 00000100:00100000:3.0:1777573230.355616:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+28:2406:x1863919925752576:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573230.356144:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 129189 -> 129189 00002000:00010000:3.0:1777573230.356149:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.356152:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.356154:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.356157:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 352 -> 376 00000100:00100000:3.0:1777573230.356230:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919925752576:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 613us (837us total) trans 17179874438 rc 0/0 00000100:00100000:3.0:1777573230.356239:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4515 00000100:00100000:3.0:1777573230.363024:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.382378:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925752960 00000100:00100000:3.0:1777573230.382388:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925752960 00000100:00100000:3.0:1777573230.382449:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11933 00000100:00100000:3.0:1777573230.382459:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925752960:12345-192.168.204.27@tcp:16:fsx.0 00000100:00100000:3.0:1777573230.389502:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925752960:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 7038us (7312us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.389513:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11933 00000100:00100000:3.0:1777573230.402883:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4520 00000100:00100000:3.0:1777573230.402891:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925753600:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573230.403003:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573230.403007:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.403009:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.403012:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.403014:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573230.403103:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925753600:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 211us (770us total) trans 21474841324 rc 0/0 00000100:00100000:3.0:1777573230.403110:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4520 00002000:00010000:3.0:1777573230.403115:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573230.403117:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6df80 with x1863919925753600 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573230.403122:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2d6df80. 00000100:00100000:3.0:1777573230.406872:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925753856 00000100:00100000:3.0:1777573230.406883:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925753856 00002000:00100000:3.0:1777573230.406927:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (131072->262143) req@ffff99d2fc99d180 x1863919925753856/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:486/0 lens 488/0 e 0 to 0 dl 1777573241 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573230.406939:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99d180 with x1863919925753856 ext(131072->262143) 00002000:00010000:3.0:1777573230.406944:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99d180 00000100:00100000:3.0:1777573230.406981:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4522 00000100:00100000:3.0:1777573230.406990:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919925753856:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:3.0:1777573230.416087:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.421388:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925754112 00000100:00100000:3.0:1777573230.421403:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925754112 00000100:00100000:3.0:1777573230.421540:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11934 00000100:00100000:3.0:1777573230.421554:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925754112:12345-192.168.204.27@tcp:16:fsx.0 00000100:00100000:3.0:1777573230.423725:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925754112:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 2166us (2989us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.423739:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11934 00000100:00100000:3.0:1777573230.430801:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925754368 00000100:00100000:3.0:1777573230.430814:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925754368 00000100:00100000:3.0:1777573230.430910:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4524 00000100:00100000:3.0:1777573230.430921:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925754368:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573230.431215:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573230.431220:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.431223:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.431226:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.431228:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 400 -> 416 00000100:00100000:3.0:1777573230.431335:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925754368:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 415us (691us total) trans 17179874445 rc 0/0 00000100:00100000:3.0:1777573230.431438:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4524 00000100:00100000:3.0:1777573230.447001:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.448726:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919925754752:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 1532us (1737us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.448739:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11935 00000100:00100000:3.0:1777573230.452875:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.457341:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.457576:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.462975:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.468788:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.473861:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.487781:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.493852:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.495813:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.500385:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.502796:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.514740:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11938 00000100:00100000:3.0:1777573230.514751:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925757312:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573230.514780:0:27874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a119851c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.514794:0:27874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1198474 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de1f expref: 31 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.514799:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573230.514801:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573230.514802:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a119851c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.514820:0:27874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1198474 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de1f expref: 31 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.514826:0:27874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1198474 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de1f expref: 31 pid: 8361 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.514833:0:27874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27874:1863919932085504:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573230.514857:0:27874:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d896a300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573230.516837:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925757696 00000100:00100000:3.0:1777573230.516848:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925757696 00010000:00010000:3.0:1777573230.516889:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1198474 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de1f expref: 32 pid: 8361 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.516949:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5445 00000100:00100000:3.0:1777573230.516972:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925757696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573230.516991:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573230.517019:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1198474 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de1f expref: 32 pid: 8361 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.517063:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1198474 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de1f expref: 32 pid: 8361 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.517111:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.517114:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.517118:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a119851c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.517150:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a119851c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.517218:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573230.517330:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925757696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 362us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.517355:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5445 00000100:00100000:3.0:1777573230.517619:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925757824 00000100:00100000:3.0:1777573230.517626:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925757824 00010000:00010000:3.0:1777573230.517650:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a1198443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->77823) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de03 expref: 30 pid: 8362 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.517688:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5446 00000100:00100000:3.0:1777573230.517706:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925757824:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573230.518103:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573230.518124:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a1198443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->77823) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de03 expref: 30 pid: 8362 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.518138:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a1198443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->77823) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de03 expref: 30 pid: 8362 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.518156:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a1198443 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->77823) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de03 expref: 30 pid: 8362 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.518171:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.518173:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.518177:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119850e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.518185:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119850e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.518219:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573230.518259:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925757824:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 559us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.518267:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5446 00010000:00010000:3.0:1777573230.527353:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1198466 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527366:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1198466 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527389:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1198466 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527397:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7ca00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573230.527403:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1198466 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527415:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1198466 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527427:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573230.527429:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573230.527434:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1198466 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527445:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1198466 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527462:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198490 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527468:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198490 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527473:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198490 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527482:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4d000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573230.527485:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198490 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527495:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198490 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527504:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573230.527509:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573230.527513:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198490 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527522:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198490 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527536:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11984a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527541:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11984a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527547:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11984a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527551:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573230.527553:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11984a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527559:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11984a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527566:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573230.527569:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573230.527571:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11984a5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.527582:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11984a5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.527614:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932085760:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573230.527650:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.527665:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932086272:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573230.527704:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.527720:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932086784:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.527751:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.527770:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932087296:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.527805:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573230.530184:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6ea00/2, rc 0, transno 17179874455 00000100:00100000:3.0:1777573230.530196:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932085760:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573230.530214:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b67800/2, rc 0, transno 17179874456 00000100:00100000:3.0:1777573230.530220:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932086272:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573230.530233:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab81500/2, rc 0, transno 21474841330 00000100:00100000:3.0:1777573230.530245:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932086784:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573230.530257:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1d2f100/2, rc 0, transno 21474841331 00000100:00100000:3.0:1777573230.530263:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932087296:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.530346:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932089344:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.530376:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573230.530394:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573230.530400:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932089216:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573230.530429:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573230.530460:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6822680/2, rc 0, transno 17179874462 00000100:00100000:3.0:1777573230.530467:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932088192:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573230.530620:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7133800/2, rc 0, transno 21474841338 00000100:00100000:3.0:1777573230.530626:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932087808:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573230.530634:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7133b80/2, rc 0, transno 21474841337 00000100:00100000:3.0:1777573230.530637:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932087680:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573230.530643:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6822300/2, rc 0, transno 17179874463 00000100:00100000:3.0:1777573230.530646:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932088704:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573230.531991:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c182df80/2, rc 0, transno 21474841339 00000100:00100000:3.0:1777573230.531995:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932088320:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573230.532004:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6823100/2, rc 0, transno 17179874464 00000100:00100000:3.0:1777573230.532007:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932088832:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573230.532732:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932089600 00000100:00100000:3.0:1777573230.532738:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932089600 00000100:00100000:3.0:1777573230.532771:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932089472 00000100:00100000:3.0:1777573230.532775:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932089472 00000100:00100000:3.0:1777573230.532791:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11969 00000100:00100000:3.0:1777573230.532797:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932089600:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573230.532869:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 117252 -> 117252 00002000:00010000:3.0:1777573230.532872:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.532873:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.532875:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.532876:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:3.0:1777573230.532907:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932089600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 110us (334us total) trans 17179874465 rc 0/0 00000100:00100000:3.0:1777573230.532914:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11969 00000100:00100000:3.0:1777573230.532927:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11970 00000100:00100000:3.0:1777573230.532933:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932089472:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573230.532980:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573230.532982:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.532984:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.532986:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573230.532988:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573230.533009:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932089472:12345-0@lo:2:osp-syn-1-1.0 Request processed in 77us (391us total) trans 17179874466 rc 0/0 00000100:00100000:3.0:1777573230.533015:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11970 00000100:00100000:3.0:1777573230.592399:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.600129:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573230.606401:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841342 is committed 00000001:00080000:3.0:1777573230.606423:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841341 is committed 00000001:00080000:3.0:1777573230.621114:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841343 is committed 00000100:00100000:3.0:1777573230.627879:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925760128 00000100:00100000:3.0:1777573230.627887:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925760128 00010000:00010000:3.0:1777573230.627924:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000046ca90f0/0x8dc0a528a11980a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcb3 expref: 27 pid: 28214 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.628003:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5450 00000100:00100000:3.0:1777573230.628011:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925760128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573230.628026:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573230.628051:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000046ca90f0/0x8dc0a528a11980a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcb3 expref: 27 pid: 28214 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.628061:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000046ca90f0/0x8dc0a528a11980a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcb3 expref: 27 pid: 28214 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.628083:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046ca90f0/0x8dc0a528a11980a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dcb3 expref: 27 pid: 28214 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.628101:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.628103:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.628110:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1198570 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.628121:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1198570 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.628156:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573230.628204:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925760128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 194us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.628211:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5450 00000001:00080000:3.0:1777573230.645626:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841344 is committed 00000100:00100000:3.0:1777573230.654073:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.663222:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.668837:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.684483:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.687649:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.699094:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.701264:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.710215:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.712262:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.723214:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.725505:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.738446:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.743039:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.752753:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.755348:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.763174:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.780135:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.785086:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.788391:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.791498:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925763456 00000100:00100000:3.0:1777573230.791512:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925763456 00002000:00010000:3.0:1777573230.791560:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:3.0:1777573230.791569:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b60700 with x1863919925763456 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573230.791584:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b60700. 00000100:00100000:3.0:1777573230.791642:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4546 00000100:00100000:3.0:1777573230.791663:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925763456:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573230.792148:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 165813 -> 4096 00002000:00010000:3.0:1777573230.792152:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.792154:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573230.792157:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.792159:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 32 -> 8 00000100:00100000:3.0:1777573230.792182:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925763456:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 531us (1100us total) trans 17179874474 rc 0/0 00000100:00100000:3.0:1777573230.792194:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4546 00002000:00010000:3.0:1777573230.792197:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:3.0:1777573230.792200:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b60700 with x1863919925763456 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573230.792204:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b60700. 00000100:00100000:3.0:1777573230.795377:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.798491:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.803849:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.803894:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.809815:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.812881:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.817381:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.817423:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.823972:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.826835:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.828869:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.835905:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.839243:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.842712:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.842755:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.846602:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.853362:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.856726:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.856771:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.859409:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.864827:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.864992:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11984 00000100:00100000:3.0:1777573230.865007:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+28:59528:x1863919925767936:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573230.865028:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573230.865052:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119866c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ded5 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573230.865084:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 165813, mtime: 0x69f39d6e, atime: 0x69f39d5e, ctime: 0x69f39d6e, blocks: 0x20 00010000:00010000:3.0:1777573230.865111:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.865114:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573230.865123:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119866c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ded5 expref: 29 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.865140:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119866c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ded5 expref: 29 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.865156:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd5e00, rc 0) 00000100:00100000:3.0:1777573230.865205:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+29:59528:x1863919925767936:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 205us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.865211:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11984 00000100:00100000:3.0:1777573230.866648:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.866695:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.869387:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.874831:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.878175:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.878216:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.883588:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.886545:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.891054:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.895139:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.900603:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.900680:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.903514:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.911367:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.913549:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.913594:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.913852:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4567 00000100:00100000:3.0:1777573230.913864:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925771264:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573230.914032:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573230.914036:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573228 -> 1777573230 00002000:00010000:3.0:1777573230.914040:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573230.914043:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573228 -> 1777573230 00002000:00010000:3.0:1777573230.914045:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573230.914116:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925771264:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 255us (520us total) trans 17179874484 rc 0/0 00000100:00100000:3.0:1777573230.914125:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4567 00002000:00010000:3.0:1777573230.914129:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573230.914133:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740380 with x1863919925771264 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573230.914137:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5740380. 00000100:00100000:3.0:1777573230.925465:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.928659:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4569 00000100:00100000:3.0:1777573230.928672:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925772032:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573230.928810:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573230.928815:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573228 -> 1777573230 00002000:00010000:3.0:1777573230.928817:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573230.928820:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573228 -> 1777573230 00002000:00010000:3.0:1777573230.928822:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573230.928862:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925772032:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 194us (402us total) trans 21474841360 rc 0/0 00000100:00100000:3.0:1777573230.928869:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4569 00002000:00010000:3.0:1777573230.928872:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573230.928875:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea7480 with x1863919925772032 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573230.928879:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ea7480. 00000100:00100000:3.0:1777573230.938162:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.947099:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.948913:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.949319:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.953043:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.960145:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573230.962686:0:27874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27874:1863919932091776:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573230.962715:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef777156/0x8dc0a528a119873e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df45 expref: 41 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.962732:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979e00, rc 0) 00000100:00100000:3.0:1777573230.962777:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+41:59528:x1863919925773696:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2466us (2634us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573230.962790:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11993 00000100:00100000:3.0:1777573230.965260:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925773952 00000100:00100000:3.0:1777573230.965267:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925773952 00002000:00010000:3.0:1777573230.965337:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00100000:3.0:1777573230.965342:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c700 with x1863919925773952 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573230.965351:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c700. 00000100:00100000:3.0:1777573230.965377:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4572 00000100:00100000:3.0:1777573230.965386:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925773952:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573230.965700:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 117252 -> 4096 00002000:00010000:3.0:1777573230.965703:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.965706:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573230.965708:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573230.965710:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 112 -> 8 00000100:00100000:3.0:1777573230.965734:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925773952:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 349us (552us total) trans 17179874487 rc 0/0 00000100:00100000:3.0:1777573230.965741:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4572 00002000:00010000:3.0:1777573230.965744:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00100000:3.0:1777573230.965747:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c700 with x1863919925773952 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573230.965751:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c700. 00010000:00010000:3.0:1777573230.976140:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198753 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.976167:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198753 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.976178:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198753 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.976187:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573230.976194:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198753 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.976204:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198753 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.976228:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198753 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573230.976236:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198753 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573230.976518:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925774336:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4520us (4797us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1777573230.976531:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4574 00000100:00100000:3.0:1777573231.006133:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925774976 00000100:00100000:3.0:1777573231.006155:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925774976 00000100:00100000:3.0:1777573231.006247:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4577 00000100:00100000:3.0:1777573231.006259:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919925774976:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573231.006337:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1198768 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.006365:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002015dad1/0x8dc0a528a11985fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de9d expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.006375:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.006378:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.006383:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1198768 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.006433:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002015dad1/0x8dc0a528a11985fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de9d expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.006450:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002015dad1/0x8dc0a528a11985fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de9d expref: 25 pid: 28214 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.006468:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5740700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932092288:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573231.006572:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c85380c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573231.008045:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5740700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932092288:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573231.008071:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1198768 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.011165:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1198768 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.011183:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1198768 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.020261:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.038758:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925775488 00000100:00100000:3.0:1777573231.038774:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925775488 00000100:00100000:3.0:1777573231.038902:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4579 00000100:00100000:3.0:1777573231.038915:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925775488:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573231.038962:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7f9d527/0x8dc0a528a1198776 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.038990:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1198634 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2deb9 expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.038998:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.039001:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.039004:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f9d527/0x8dc0a528a1198776 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.039045:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1198634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2deb9 expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.039063:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1198634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2deb9 expref: 24 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.039082:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5742300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932092544:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573231.039180:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c85380c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573231.041121:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.041239:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925775616 00000100:00100000:3.0:1777573231.041249:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925775616 00010000:00010000:3.0:1777573231.041338:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1198634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2deb9 expref: 25 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.041384:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5467 00000100:00100000:3.0:1777573231.041395:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925775616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573231.041410:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.041437:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1198634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2deb9 expref: 25 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.041456:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1198634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2deb9 expref: 25 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.041487:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1198634 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2deb9 expref: 25 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.041505:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.041507:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.041517:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7f9d527/0x8dc0a528a1198776 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.041529:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f9d527/0x8dc0a528a1198776 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.041561:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573231.041602:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925775616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 209us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573231.041610:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5467 00000004:00080000:3.0:1777573231.042353:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 7 in progress, 0 in flight, 25 done 00000004:00080000:3.0:1777573231.042422:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 7 done 00000001:00080000:3.0:1777573231.048996:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841365 is committed 00000100:00100000:3.0:1777573231.056775:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573231.062802:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841366 is committed 00000100:00100000:3.0:1777573231.065800:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.068495:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.085623:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.097805:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.101835:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573231.108676:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841367 is committed 00000100:00100000:3.0:1777573231.115438:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.118958:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.135155:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.137985:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573231.144539:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841368 is committed 00000100:00100000:3.0:1777573231.148636:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925777280 00000100:00100000:3.0:1777573231.148646:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925777280 00000100:00100000:3.0:1777573231.148709:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4586 00000100:00100000:3.0:1777573231.148720:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925777280:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573231.148749:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.148770:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11986f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df1b expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.148778:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.148781:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.148784:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.148817:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11986f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df1b expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.148836:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11986f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df1b expref: 22 pid: 8938 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.148850:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28800:1863919932093568:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573231.148947:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538540 going to sleep for 11 seconds 00002000:00010000:3.0:1777573231.159503:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 4096 -> 49152 00002000:00010000:3.0:1777573231.159508:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 8 -> 64 00010000:00010000:3.0:1777573231.159520:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.159534:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.159542:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.159549:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573231.159565:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.159575:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.159593:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.159607:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [20480->49151] (req 20480->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.159696:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925777280:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10973us (11197us total) trans 17179874493 rc 0/0 00000100:00100000:3.0:1777573231.159705:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4586 00000001:00080000:3.0:1777573231.173411:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841369 is committed 00000100:00100000:3.0:1777573231.194392:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.196755:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.200797:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925778560 00000100:00100000:3.0:1777573231.200807:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925778560 00000100:00100000:3.0:1777573231.200854:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11996 00000100:00100000:3.0:1777573231.200863:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:59528:x1863919925778560:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573231.200878:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573231.200894:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2df53 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573231.200918:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 49152, mtime: 0x69f39d6e, atime: 0x69f39d4f, ctime: 0x69f39d6e, blocks: 0x40 00010000:00010000:3.0:1777573231.200936:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.200939:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.200945:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df53 expref: 21 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.200961:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a11987c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df53 expref: 21 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.200980:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a800, rc 0) 00000100:00100000:3.0:1777573231.201033:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+21:59528:x1863919925778560:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 171us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573231.201039:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11996 00000100:00100000:3.0:1777573231.202955:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925778688 00000100:00100000:3.0:1777573231.202959:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925778688 00002000:00010000:3.0:1777573231.202974:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (49152->18446744073709551615) 00002000:00100000:3.0:1777573231.202979:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f8e00 with x1863919925778688 ext(49152->18446744073709551615) 00002000:00010000:3.0:1777573231.202988:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f8e00. 00000100:00100000:3.0:1777573231.203043:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4589 00000100:00100000:3.0:1777573231.203048:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925778688:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.203180:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 49152 -> 49152 00002000:00010000:3.0:1777573231.203184:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573231.203186:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573231.203189:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573231.203191:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573231.203236:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925778688:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 185us (347us total) trans 17179874495 rc 0/0 00000100:00100000:3.0:1777573231.203244:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4589 00002000:00010000:3.0:1777573231.203251:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (49152->18446744073709551615) 00002000:00100000:3.0:1777573231.203257:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f8e00 with x1863919925778688 ext(49152->18446744073709551615) 00002000:00010000:3.0:1777573231.203264:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f8e00. 00000100:00100000:3.0:1777573231.217573:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925779584 00000100:00100000:3.0:1777573231.217580:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925779584 00002000:00010000:3.0:1777573231.217612:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.217620:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adf80 with x1863919925779584 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.217633:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adf80. 00000100:00100000:3.0:1777573231.217664:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4591 00000100:00100000:3.0:1777573231.217674:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925779584:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.217810:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.217814:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573231.217817:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573231.217820:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573231.217822:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.218165:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925779584:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 492us (743us total) trans 17179874496 rc 0/0 00000100:00100000:3.0:1777573231.218172:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4591 00002000:00010000:3.0:1777573231.218176:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.218179:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adf80 with x1863919925779584 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.218183:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adf80. 00000100:00100000:3.0:1777573231.220189:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.225871:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.227797:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.228939:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.230567:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925780480 00000100:00100000:3.0:1777573231.230573:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925780480 00000100:00100000:3.0:1777573231.230615:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15131 00000100:00100000:3.0:1777573231.230623:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+443:59528:x1863919925780480:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573231.230639:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573231.230655:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1198802 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2df76 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.230741:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1198809 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.230757:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1198809 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.230767:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1198809 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573231.230796:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 49152 00000004:00200000:3.0:1777573231.230801:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573231.230817:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1198809 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.230842:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1198802 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df76 expref: 445 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.230858:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1198809 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df76 expref: 444 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.230866:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.230869:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573231.230873:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a600, rc 0) 00000100:00100000:3.0:1777573231.230917:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+444:59528:x1863919925780480:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 296us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573231.230924:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15131 00000100:00100000:3.0:1777573231.232697:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.237061:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925780992 00000100:00100000:3.0:1777573231.237072:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925780992 00002000:00010000:3.0:1777573231.237111:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (49152->18446744073709551615) 00002000:00100000:3.0:1777573231.237118:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9c00 with x1863919925780992 ext(49152->18446744073709551615) 00002000:00010000:3.0:1777573231.237131:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f9c00. 00000100:00100000:3.0:1777573231.237165:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4595 00000100:00100000:3.0:1777573231.237173:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925780992:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.237436:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 49152 -> 49152 00002000:00010000:3.0:1777573231.237443:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.237446:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573231.237451:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.237455:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573231.237487:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925780992:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 314us (492us total) trans 17179874498 rc 0/0 00000100:00100000:3.0:1777573231.237493:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4595 00002000:00010000:3.0:1777573231.237497:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (49152->18446744073709551615) 00002000:00100000:3.0:1777573231.237499:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9c00 with x1863919925780992 ext(49152->18446744073709551615) 00002000:00010000:3.0:1777573231.237504:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f9c00. 00000100:00100000:3.0:1777573231.240600:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.244612:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925781504 00000100:00100000:3.0:1777573231.244625:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925781504 00000100:00100000:3.0:1777573231.244684:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15134 00000100:00100000:3.0:1777573231.244695:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+447:59528:x1863919925781504:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573231.244759:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.244783:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1198825 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df84 expref: 447 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.244807:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.244812:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573231.244969:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119882c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.244987:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119882c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.244996:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119882c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573231.245033:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978354 00000004:00010000:3.0:1777573231.245049:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae8ad4c4 reply state 00000000e425e2e1 transno 4294978355 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119882c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.245058:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119882c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.245062:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.245063:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573231.245065:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573231.245147:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+449:59528:x1863919925781504:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 455us (769us total) trans 4294978355 rc 0/0 00000100:00100000:3.0:1777573231.245152:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15134 00000020:00080000:3.0:1777573231.245156:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573231.247931:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.257532:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.262223:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925782528 00000100:00100000:3.0:1777573231.262233:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925782528 00002000:00010000:3.0:1777573231.262318:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (49152->18446744073709551615) 00002000:00100000:3.0:1777573231.262325:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8aea00 with x1863919925782528 ext(49152->18446744073709551615) 00002000:00010000:3.0:1777573231.262340:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8aea00. 00000100:00100000:3.0:1777573231.262380:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4599 00000100:00100000:3.0:1777573231.262392:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925782528:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.262576:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 49152 -> 49152 00002000:00010000:3.0:1777573231.262581:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.262584:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573231.262587:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.262590:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1777573231.262647:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925782528:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 257us (537us total) trans 21474841375 rc 0/0 00000100:00100000:3.0:1777573231.262654:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4599 00002000:00010000:3.0:1777573231.262658:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (49152->18446744073709551615) 00002000:00100000:3.0:1777573231.262661:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8aea00 with x1863919925782528 ext(49152->18446744073709551615) 00002000:00010000:3.0:1777573231.262665:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8aea00. 00000100:00100000:3.0:1777573231.264224:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.280222:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.280319:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.286646:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.289473:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.292104:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4604 00000100:00100000:3.0:1777573231.292117:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925784192:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.292211:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.292214:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.292217:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573231.292218:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.292220:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.292238:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925784192:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 127us (721us total) trans 21474841377 rc 0/0 00000100:00100000:3.0:1777573231.292243:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4604 00002000:00010000:3.0:1777573231.292245:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.292247:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0ad80 with x1863919925784192 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.292250:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e0ad80. 00000100:00100000:3.0:1777573231.294192:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.300996:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.301767:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925784960 00000100:00100000:3.0:1777573231.301772:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925784960 00002000:00010000:3.0:1777573231.301792:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.301797:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b63100 with x1863919925784960 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.301805:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b63100. 00000100:00100000:3.0:1777573231.301825:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4606 00000100:00100000:3.0:1777573231.301833:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925784960:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.301931:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.301935:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.301937:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573231.301940:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.301942:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.301977:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925784960:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 145us (441us total) trans 17179874503 rc 0/0 00000100:00100000:3.0:1777573231.301984:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4606 00002000:00010000:3.0:1777573231.301989:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.301992:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b63100 with x1863919925784960 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.301997:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b63100. 00000100:00100000:3.0:1777573231.318858:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925786112 00000100:00100000:3.0:1777573231.318872:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925786112 00000100:00100000:3.0:1777573231.318944:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15146 00000100:00100000:3.0:1777573231.318956:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+465:59528:x1863919925786112:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573231.319025:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.319059:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a11988cd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfd8 expref: 465 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.319089:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.319107:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573231.319359:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a11988d4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.319381:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a11988d4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.319390:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a11988d4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573231.319438:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978366 00000004:00010000:3.0:1777573231.319456:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6753b59 reply state 000000007c7a932b transno 4294978367 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a11988d4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.319467:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a11988d4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.319471:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.319474:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573231.319476:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573231.319559:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+467:59528:x1863919925786112:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 605us (854us total) trans 4294978367 rc 0/0 00000100:00100000:3.0:1777573231.319564:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15146 00000020:00080000:3.0:1777573231.319569:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573231.326002:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4610 00000100:00100000:3.0:1777573231.326015:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925786496:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.326374:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.326378:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.326381:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573231.326384:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.326387:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.326426:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925786496:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 414us (629us total) trans 17179874505 rc 0/0 00000100:00100000:3.0:1777573231.326433:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4610 00002000:00010000:3.0:1777573231.326435:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.326437:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09180 with x1863919925786496 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.326441:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e09180. 00000100:00100000:3.0:1777573231.356641:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925788416 00000100:00100000:3.0:1777573231.356653:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925788416 00000100:00100000:3.0:1777573231.356784:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15152 00000100:00100000:3.0:1777573231.356798:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+474:59528:x1863919925788416:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573231.356864:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.356897:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a1198921 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e002 expref: 474 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.356925:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.356932:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573231.357140:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1198928 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.357166:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1198928 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.357177:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1198928 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573231.357236:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978372 00000004:00010000:3.0:1777573231.357257:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d91ba12 reply state 00000000f6ee5b11 transno 4294978373 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1198928 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.357268:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1198928 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.357304:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.357306:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573231.357309:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573231.357404:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+476:59528:x1863919925788416:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 608us (932us total) trans 4294978373 rc 0/0 00000100:00100000:3.0:1777573231.357412:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15152 00000020:00080000:3.0:1777573231.357419:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573231.363179:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4616 00000100:00100000:3.0:1777573231.363190:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919925788800:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.363318:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.363322:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.363324:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573231.363327:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.363329:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.363455:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+40:2405:x1863919925788800:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 266us (659us total) trans 21474841383 rc 0/0 00000100:00100000:3.0:1777573231.363464:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4616 00002000:00010000:3.0:1777573231.363469:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.363472:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0bb80 with x1863919925788800 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.363478:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e0bb80. 00002000:00010000:1.0:1777573231.363491:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (49152->18446744073709551615) 00002000:00100000:1.0:1777573231.363494:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0a680 with x1863919925788672 ext(49152->18446744073709551615) 00002000:00010000:1.0:1777573231.363499:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0a680. 00000100:00100000:1.0:1777573231.368171:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925789056 00000100:00100000:1.0:1777573231.368180:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925789056 00000100:00100000:1.0:1777573231.368243:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4617 00000100:00100000:1.0:1777573231.368250:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925789056:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573231.368329:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.368350:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.368353:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.368360:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.368375:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.369663:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.369682:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.369692:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.369700:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573231.369707:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.369717:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.369736:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.369746:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad748075/0x8dc0a528a1198944 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.369827:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925789056:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 1574us (1985us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1777573231.369839:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4617 00000100:00100000:1.0:1777573231.378074:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932093952:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573231.378111:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119894b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.378390:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119894b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.378402:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119894b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.386399:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.386508:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925789440 00000100:00100000:3.0:1777573231.386522:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925789440 00000100:00100000:3.0:1777573231.386613:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4619 00000100:00100000:3.0:1777573231.386625:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+40:2405:x1863919925789440:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573231.386667:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1198952 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.386695:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a11987df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df61 expref: 40 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.386704:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.386706:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.386710:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1198952 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.386752:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a11987df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df61 expref: 40 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.386766:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a11987df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df61 expref: 40 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.386783:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932094080:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573231.386956:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573231.388773:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.389374:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925789568 00000100:00100000:1.0:1777573231.389388:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925789568 00010000:00010000:1.0:1777573231.389435:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a11987df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df61 expref: 41 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.389698:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5478 00000100:00100000:1.0:1777573231.389719:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925789568:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573231.389737:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.389760:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a11987df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df61 expref: 41 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.389776:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a11987df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df61 expref: 41 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.389798:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a11987df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df61 expref: 41 pid: 8360 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.389815:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.389817:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.389821:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1198952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.389831:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1198952 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.389867:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573231.389937:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925789568:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 217us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.389964:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5478 00000100:00100000:3.0:1777573231.396125:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.397965:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.398037:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925789824 00000100:00100000:1.0:1777573231.398045:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925789824 00010000:00010000:1.0:1777573231.398085:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7a4263c/0x8dc0a528a11987fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df6f expref: 26 pid: 27874 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.398144:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5479 00000100:00100000:1.0:1777573231.398154:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925789824:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573231.398169:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.398197:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7a4263c/0x8dc0a528a11987fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df6f expref: 26 pid: 27874 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.398212:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7a4263c/0x8dc0a528a11987fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df6f expref: 26 pid: 27874 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.398237:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7a4263c/0x8dc0a528a11987fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df6f expref: 26 pid: 27874 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.398307:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.398311:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.398317:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000597e8987/0x8dc0a528a1198959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.398335:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000597e8987/0x8dc0a528a1198959 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.398361:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573231.398405:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925789824:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 252us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.398413:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5479 00000100:00100000:3.0:1777573231.409908:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.413537:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.423182:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.423263:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925790208 00000100:00100000:3.0:1777573231.423297:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925790208 00000100:00100000:3.0:1777573231.423373:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4622 00000100:00100000:3.0:1777573231.423384:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925790208:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573231.423414:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c99540b/0x8dc0a528a1198967 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.423432:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a1198833 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df8b expref: 24 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.423440:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.423442:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.423445:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c99540b/0x8dc0a528a1198967 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.423489:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a1198833 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df8b expref: 24 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.423508:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a1198833 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df8b expref: 24 pid: 8361 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.423534:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932094464:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573231.423612:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573231.425580:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573231.431548:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841386 is committed 00000100:00100000:1.0:1777573231.435210:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.437410:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.437511:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925790592 00000100:00100000:3.0:1777573231.437517:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925790592 00010000:00010000:3.0:1777573231.437543:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119884f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df99 expref: 24 pid: 14598 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.437577:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5482 00000100:00100000:3.0:1777573231.437586:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925790592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573231.437596:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.437611:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119884f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df99 expref: 24 pid: 14598 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.437620:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119884f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df99 expref: 24 pid: 14598 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.437635:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119884f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2df99 expref: 24 pid: 14598 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.437649:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.437651:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.437655:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119896e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.437665:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119896e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.437687:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573231.437743:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925790592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 151us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573231.437751:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5482 00000001:00080000:3.0:1777573231.441760:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841387 is committed 00000100:00100000:1.0:1777573231.445625:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.448913:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573231.449807:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a1198975 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.449818:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a1198975 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.461570:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.461745:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925790976 00000100:00100000:3.0:1777573231.461762:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925790976 00000100:00100000:3.0:1777573231.461859:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4625 00000100:00100000:3.0:1777573231.461872:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919925790976:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573231.461917:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.461942:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1198887 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfb5 expref: 24 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.461951:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.461953:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.461957:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.462003:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1198887 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfb5 expref: 24 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.462021:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1198887 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfb5 expref: 24 pid: 27874 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.462039:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932094848:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573231.462598:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573231.465479:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932094848:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573231.465520:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.465888:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.465935:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925791104 00000100:00100000:3.0:1777573231.465945:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925791104 00010000:00010000:3.0:1777573231.465991:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1198887 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfb5 expref: 25 pid: 27874 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.466194:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5484 00000100:00100000:3.0:1777573231.466205:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925791104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573231.466224:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.466247:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1198887 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfb5 expref: 25 pid: 27874 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.466263:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1198887 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfb5 expref: 25 pid: 27874 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.466320:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1198887 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfb5 expref: 25 pid: 27874 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.466340:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.466343:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.466349:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.466359:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.466390:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.466425:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.466436:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.466452:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925791104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 247us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573231.466469:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5484 00002000:00010000:3.0:1777573231.475444:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 49152 -> 106496 00002000:00010000:3.0:1777573231.475450:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 64 -> 104 00010000:00010000:3.0:1777573231.475543:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.475560:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.475575:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.475582:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573231.475588:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.475597:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.475618:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.475626:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119897c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.475755:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925790976:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13879us (14185us total) trans 17179874512 rc 0/0 00000100:00100000:3.0:1777573231.475769:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4625 00000100:00100000:1.0:1777573231.479813:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.479891:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925791232 00000100:00100000:3.0:1777573231.479903:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925791232 00000100:00100000:3.0:1777573231.480021:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4626 00000100:00100000:3.0:1777573231.480033:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925791232:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573231.480076:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.480110:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11988a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfc3 expref: 22 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.480118:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.480121:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573231.480125:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.480168:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11988a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfc3 expref: 22 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.480183:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11988a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfc3 expref: 22 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.480201:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932094976:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573231.480363:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573231.483867:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932094976:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573231.483904:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.483962:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925791360 00000100:00100000:1.0:1777573231.483972:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925791360 00010000:00010000:1.0:1777573231.484013:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11988a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfc3 expref: 23 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.484057:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5485 00000100:00100000:1.0:1777573231.484068:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925791360:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573231.484086:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.484111:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11988a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfc3 expref: 23 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.484126:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11988a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfc3 expref: 23 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.484157:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a11988a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfc3 expref: 23 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.484180:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.484183:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.484188:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.484200:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.484238:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573231.484259:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.484268:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.484379:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925791360:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 312us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.484389:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5485 00002000:00010000:1.0:1777573231.493692:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 49152 -> 106496 00002000:00010000:1.0:1777573231.493698:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 104 00010000:00010000:1.0:1777573231.493714:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.493729:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.493740:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.493748:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573231.493753:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.493764:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.493786:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.493794:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a1198983 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.493921:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925791232:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13884us (14115us total) trans 21474841388 rc 0/0 00000100:00100000:1.0:1777573231.493933:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4626 00000100:00100000:1.0:1777573231.499139:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925791488 00000100:00100000:1.0:1777573231.499153:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925791488 00000100:00100000:1.0:1777573231.499252:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4627 00000100:00100000:1.0:1777573231.499264:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925791488:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573231.499367:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.499397:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a11988bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfd1 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.499405:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573231.499408:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573231.499411:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.499470:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a11988bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfd1 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.499485:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a11988bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfd1 expref: 23 pid: 8361 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.499504:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932095104:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573231.499605:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d6f2acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573231.501238:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932095104:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573231.501517:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.502070:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.502079:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573231.508759:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 49152 -> 106496 00002000:00010000:1.0:1777573231.508768:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 104 00010000:00010000:1.0:1777573231.508786:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.508802:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.508812:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.508820:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573231.508825:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.508835:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.508859:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.508867:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119898a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.508994:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925791488:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9721us (9926us total) trans 17179874513 rc 0/0 00000100:00100000:1.0:1777573231.509005:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4627 00000100:00100000:1.0:1777573231.520205:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925791872 00000100:00100000:1.0:1777573231.520218:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925791872 00010000:00010000:1.0:1777573231.520261:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a11988db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfdf expref: 22 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.520356:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5487 00000100:00100000:1.0:1777573231.520375:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925791872:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573231.520391:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.520414:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a11988db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfdf expref: 22 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.520429:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a11988db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfdf expref: 22 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.520455:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a11988db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfdf expref: 22 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.520472:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.520474:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.520479:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a1198991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.520490:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a1198991 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.520521:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573231.520584:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925791872:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 218us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.520603:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5487 00000100:00100000:3.0:1777573231.535951:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925792128 00000100:00100000:3.0:1777573231.536028:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925792128 00010000:00010000:3.0:1777573231.536071:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a11988f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfed expref: 23 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.536113:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5488 00000100:00100000:3.0:1777573231.536124:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925792128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573231.536141:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.536170:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a11988f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfed expref: 23 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.536185:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a11988f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfed expref: 23 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.536214:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a11988f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dfed expref: 23 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.536235:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.536237:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.536242:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a1198998 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.536253:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a1198998 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.536371:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573231.536431:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925792128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 306us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573231.536447:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5488 00000100:00100000:1.0:1777573231.548851:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925792256 00000100:00100000:1.0:1777573231.548864:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925792256 00000100:00100000:1.0:1777573231.548943:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4630 00000100:00100000:1.0:1777573231.548951:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925792256:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573231.548982:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.549002:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004df1561b/0x8dc0a528a1198913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dffb expref: 20 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.549007:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573231.549008:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573231.549011:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.549043:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004df1561b/0x8dc0a528a1198913 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dffb expref: 20 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.549053:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004df1561b/0x8dc0a528a1198913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dffb expref: 20 pid: 28215 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.549064:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932095488:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573231.549137:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d6f2acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573231.551755:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573231.552036:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004df1561b/0x8dc0a528a1198913 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2dffb expref: 21 pid: 28215 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.552062:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932095488:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573231.552089:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.552100:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.552106:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573231.558499:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 49152 -> 106496 00002000:00010000:1.0:1777573231.558506:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 64 -> 104 00010000:00010000:1.0:1777573231.558523:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.558541:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.558558:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.558566:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97d800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573231.558572:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.558583:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.558606:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.558614:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045444bef/0x8dc0a528a119899f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573231.558792:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925792256:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9834us (10314us total) trans 21474841390 rc 0/0 00000100:00100000:1.0:1777573231.558804:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4630 00000100:00100000:3.0:1777573231.565084:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925792640 00000100:00100000:3.0:1777573231.565094:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925792640 00010000:00010000:3.0:1777573231.565138:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a119892f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e009 expref: 22 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573231.565234:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5490 00000100:00100000:3.0:1777573231.565243:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925792640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573231.565258:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.565316:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a119892f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e009 expref: 22 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.565329:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a119892f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e009 expref: 22 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.565357:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a119892f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e009 expref: 22 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.565377:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.565379:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573231.565385:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a11989a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.565397:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a11989a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.565428:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573231.565477:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925792640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 234us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573231.565487:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5490 00000001:00080000:3.0:1777573231.572149:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874515 is committed 00000100:00100000:1.0:1777573231.578598:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925792768 00000100:00100000:1.0:1777573231.578613:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925792768 00000100:00100000:1.0:1777573231.578730:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12010 00000100:00100000:1.0:1777573231.578742:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925792768:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573231.578888:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925792768:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 148us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.578895:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12010 00000100:00100000:3.0:1777573231.582877:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.583038:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925793024 00000100:00100000:1.0:1777573231.583051:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925793024 00000100:00100000:1.0:1777573231.583126:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15154 00000100:00100000:1.0:1777573231.583137:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+477:59528:x1863919925793024:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573231.583204:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.583357:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119893d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e010 expref: 477 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.583380:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.583385:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.583596:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a11989ad lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.583621:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a11989ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.583755:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a11989ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573231.583809:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978374 00000004:00010000:1.0:1777573231.583837:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004791fd02 reply state 00000000c5ee13f0 transno 4294978375 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a11989ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.583850:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a11989ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.583862:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.583864:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573231.583867:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573231.583972:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+479:59528:x1863919925793024:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 836us (1107us total) trans 4294978375 rc 0/0 00000100:00100000:1.0:1777573231.583981:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15154 00000020:00080000:1.0:1777573231.583987:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573231.586905:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.586971:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.587027:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925793408 00000100:00100000:1.0:1777573231.587034:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925793408 00002000:00010000:1.0:1777573231.587063:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.587072:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d4700 with x1863919925793408 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.587087:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c73d4700. 00000100:00100000:1.0:1777573231.587173:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4632 00000100:00100000:1.0:1777573231.587184:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925793408:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573231.587323:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4633 00000100:00100000:3.0:1777573231.587333:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925793280:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.587459:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 106496 -> 106496 00002000:00010000:1.0:1777573231.587459:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.587464:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573230 -> 1777573231 00002000:00010000:1.0:1777573231.587467:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573231.587473:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.587473:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:1.0:1777573231.587478:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573231.587479:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573231.587484:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.587486:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573231.587532:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925793280:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 202us (634us total) trans 17179874516 rc 0/0 00000100:00100000:3.0:1777573231.587540:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4633 00002000:00010000:3.0:1777573231.587545:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (106496->18446744073709551615) 00002000:00100000:3.0:1777573231.587547:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d7b80 with x1863919925793280 ext(106496->18446744073709551615) 00002000:00010000:3.0:1777573231.587552:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d7b80. 00000100:00100000:1.0:1777573231.587587:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925793408:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 404us (615us total) trans 21474841391 rc 0/0 00000100:00100000:1.0:1777573231.587594:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4632 00002000:00010000:1.0:1777573231.587597:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.587600:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d4700 with x1863919925793408 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.587605:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c73d4700. 00000100:00100000:3.0:1777573231.590489:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.597456:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925793920 00000100:00100000:3.0:1777573231.597552:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925794048 00000100:00100000:3.0:1777573231.597560:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925794048 00002000:00010000:3.0:1777573231.597603:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.597608:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499df80 with x1863919925794048 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.597620:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499df80. 00000100:00100000:3.0:1777573231.597652:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4634 00000100:00100000:3.0:1777573231.597663:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925794048:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.597791:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.597796:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.597798:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573231.597800:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.597802:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.597852:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925794048:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 192us (494us total) trans 21474841392 rc 0/0 00000100:00100000:3.0:1777573231.597860:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4634 00002000:00010000:3.0:1777573231.597865:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.597867:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499df80 with x1863919925794048 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.597873:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499df80. 00000100:00100000:1.0:1777573231.597922:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925793920 00002000:00010000:1.0:1777573231.597942:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (225334->18446744073709551615) 00002000:00100000:1.0:1777573231.597946:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499e300 with x1863919925793920 ext(225334->18446744073709551615) 00002000:00010000:1.0:1777573231.597952:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499e300. 00000100:00100000:1.0:1777573231.597976:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4635 00000100:00100000:1.0:1777573231.597984:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925793920:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.598103:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 106496 -> 225334 00002000:00010000:1.0:1777573231.598106:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.598108:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:1.0:1777573231.598110:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.598112:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573231.598133:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925793920:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 151us (877us total) trans 17179874517 rc 0/0 00000100:00100000:1.0:1777573231.598141:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4635 00002000:00010000:1.0:1777573231.598145:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (225334->18446744073709551615) 00002000:00100000:1.0:1777573231.598148:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499e300 with x1863919925793920 ext(225334->18446744073709551615) 00002000:00010000:1.0:1777573231.598152:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499e300. 00000100:00100000:1.0:1777573231.600676:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925794176 00000100:00100000:1.0:1777573231.600687:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925794176 00000100:00100000:1.0:1777573231.600768:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15157 00000100:00100000:1.0:1777573231.600778:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+482:59528:x1863919925794176:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.600803:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.600830:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a11989d0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e025 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.600966:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11989d7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.600987:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11989d7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.601001:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11989d7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573231.601037:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:1.0:1777573231.601042:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573231.601065:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11989d7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.601095:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a11989d0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e025 expref: 484 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.601132:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11989d7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e025 expref: 483 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.601147:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.601151:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573231.601156:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c75d7a00, rc 0) 00000100:00100000:1.0:1777573231.601225:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+483:59528:x1863919925794176:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 448us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.601232:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15157 00000100:00100000:3.0:1777573231.603441:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925794432 00000100:00100000:3.0:1777573231.603453:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925794432 00000100:00100000:3.0:1777573231.603515:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15158 00000100:00100000:3.0:1777573231.603603:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+483:59528:x1863919925794432:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573231.603671:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.603712:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11989d7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e025 expref: 483 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.603741:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.603747:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573231.603986:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11989de lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.604010:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11989de lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.604022:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11989de lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573231.604077:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978378 00000004:00010000:3.0:1777573231.604104:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc4bd09e reply state 00000000fba9adfe transno 4294978379 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11989de lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.604118:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11989de lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.604124:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.604126:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573231.604129:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573231.604228:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+485:59528:x1863919925794432:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 700us (873us total) trans 4294978379 rc 0/0 00000100:00100000:3.0:1777573231.604236:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15158 00000020:00080000:3.0:1777573231.604242:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.605963:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925794560 00000100:00100000:1.0:1777573231.605972:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925794560 00000100:00100000:1.0:1777573231.606409:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12012 00000100:00100000:1.0:1777573231.606421:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+21:59528:x1863919925794560:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.606438:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.606457:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a11989e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e02c expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573231.606481:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 106496, mtime: 0x69f39d6f, atime: 0x69f39d51, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573231.606500:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.606503:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.606510:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a11989e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e02c expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.606577:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a11989e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e02c expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.606589:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97c800, rc 0) 00000100:00100000:1.0:1777573231.608059:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:59528:x1863919925794560:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1638us (2410us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.608067:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12012 00000100:00100000:3.0:1777573231.612195:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4636 00000100:00100000:3.0:1777573231.612259:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925794688:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.612508:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 106496 -> 106496 00002000:00010000:3.0:1777573231.612513:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.612516:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573231.612519:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.612521:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573231.612652:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925794688:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 397us (743us total) trans 21474841393 rc 0/0 00000100:00100000:3.0:1777573231.612674:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4636 00002000:00010000:3.0:1777573231.612680:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (106496->18446744073709551615) 00002000:00100000:3.0:1777573231.612689:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45f8380 with x1863919925794688 ext(106496->18446744073709551615) 00002000:00010000:3.0:1777573231.612701:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c45f8380. 00000100:00100000:1.0:1777573231.618118:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.622384:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925795328 00000100:00100000:1.0:1777573231.622390:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925795328 00002000:00010000:1.0:1777573231.622410:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (225334->18446744073709551615) 00002000:00100000:1.0:1777573231.622415:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99d880 with x1863919925795328 ext(225334->18446744073709551615) 00002000:00010000:1.0:1777573231.622422:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fc99d880. 00000100:00100000:1.0:1777573231.622451:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4638 00000100:00100000:1.0:1777573231.622460:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925795328:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.622708:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 106496 -> 225334 00002000:00010000:1.0:1777573231.622715:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.622720:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:1.0:1777573231.622723:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.622727:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573231.622854:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925795328:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 334us (448us total) trans 21474841394 rc 0/0 00000100:00100000:1.0:1777573231.622863:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4638 00002000:00010000:1.0:1777573231.622867:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (225334->18446744073709551615) 00002000:00100000:1.0:1777573231.622870:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99d880 with x1863919925795328 ext(225334->18446744073709551615) 00002000:00010000:1.0:1777573231.622875:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fc99d880. 00000100:00100000:1.0:1777573231.624787:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925795584 00000100:00100000:1.0:1777573231.624803:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925795584 00000100:00100000:1.0:1777573231.624864:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15161 00000100:00100000:1.0:1777573231.624874:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+488:59528:x1863919925795584:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.624904:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.624929:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1198a01 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e03a expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.625139:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a08 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.625159:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a08 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.625173:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a08 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573231.625210:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:1.0:1777573231.625216:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573231.625237:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a08 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.625425:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1198a01 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e03a expref: 490 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.625450:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a08 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e03a expref: 489 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.625460:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.625463:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573231.625467:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c8344200, rc 0) 00000100:00100000:1.0:1777573231.625566:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+489:59528:x1863919925795584:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 693us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.625575:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15161 00000100:00100000:1.0:1777573231.632499:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925795968 00000100:00100000:1.0:1777573231.632509:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925795968 00000100:00100000:3.0:1777573231.635039:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925796224 00000100:00100000:3.0:1777573231.635048:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925796224 00002000:00010000:3.0:1777573231.635099:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.635107:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7732680 with x1863919925796224 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.635124:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7732680. 00000100:00100000:3.0:1777573231.635182:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4641 00000100:00100000:3.0:1777573231.635193:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925796224:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.635421:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.635428:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.635435:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573231.635442:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:3.0:1777573231.635450:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.635510:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925796224:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 317us (567us total) trans 17179874520 rc 0/0 00000100:00100000:3.0:1777573231.635518:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4641 00002000:00010000:3.0:1777573231.635523:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.635527:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7732680 with x1863919925796224 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.635530:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7732680. 00000100:00100000:1.0:1777573231.641462:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.641626:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925796608 00000100:00100000:3.0:1777573231.641641:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925796608 00000100:00100000:3.0:1777573231.641711:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15164 00000100:00100000:3.0:1777573231.641721:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+492:59528:x1863919925796608:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573231.641792:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.641822:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1198a24 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e048 expref: 492 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.641844:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.641855:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573231.642091:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1198a2b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.642118:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1198a2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.642129:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1198a2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573231.642183:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978384 00000004:00010000:3.0:1777573231.642209:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d3434699 reply state 0000000000d6f403 transno 4294978385 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1198a2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.642227:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1198a2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.642233:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.642236:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573231.642239:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573231.642380:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+494:59528:x1863919925796608:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 660us (932us total) trans 4294978385 rc 0/0 00000100:00100000:3.0:1777573231.642387:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15164 00000020:00080000:3.0:1777573231.642394:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.645185:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925796864 00000100:00100000:1.0:1777573231.645201:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925796864 00002000:00010000:1.0:1777573231.645251:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.645260:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7732300 with x1863919925796864 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.645314:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7732300. 00000100:00100000:1.0:1777573231.645348:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4642 00000100:00100000:1.0:1777573231.645361:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925796864:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.645541:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.645545:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.645547:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573231.645550:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.645552:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573231.645620:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925796864:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 263us (565us total) trans 17179874521 rc 0/0 00000100:00100000:1.0:1777573231.645629:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4642 00002000:00010000:1.0:1777573231.645636:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.645641:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7732300 with x1863919925796864 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.645649:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7732300. 00000100:00100000:1.0:1777573231.649937:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925797248 00000100:00100000:1.0:1777573231.649957:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925797248 00000100:00100000:1.0:1777573231.650020:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15166 00000100:00100000:1.0:1777573231.650032:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+495:59528:x1863919925797248:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573231.650099:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.650130:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1198a39 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e04f expref: 495 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.650151:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.650156:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.650446:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a40 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.650472:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.650487:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573231.650540:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978386 00000004:00010000:1.0:1777573231.650575:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a05b5c63 reply state 00000000ddb3fab7 transno 4294978387 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.650587:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1198a40 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.650591:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.650593:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573231.650595:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573231.650688:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+497:59528:x1863919925797248:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 658us (817us total) trans 4294978387 rc 0/0 00000100:00100000:1.0:1777573231.650697:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15166 00000020:00080000:1.0:1777573231.650704:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.655583:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925797632 00000100:00100000:1.0:1777573231.655589:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925797632 00002000:00010000:1.0:1777573231.655612:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.655618:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7732a00 with x1863919925797632 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.655628:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7732a00. 00000100:00100000:1.0:1777573231.655902:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4645 00000100:00100000:1.0:1777573231.655913:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925797632:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.656025:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.656029:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.656032:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573231.656035:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.656038:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573231.656062:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925797632:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 152us (577us total) trans 21474841397 rc 0/0 00000100:00100000:1.0:1777573231.656069:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4645 00002000:00010000:1.0:1777573231.656072:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.656075:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7732a00 with x1863919925797632 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.656079:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7732a00. 00000100:00100000:1.0:1777573231.659892:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925797760 00000100:00100000:1.0:1777573231.659905:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925797760 00000100:00100000:1.0:1777573231.659983:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15167 00000100:00100000:1.0:1777573231.659996:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+497:59528:x1863919925797760:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.660028:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.660050:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1198a4e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e05d expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.660171:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198a55 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.660190:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198a55 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.660200:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198a55 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573231.660227:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 106496 00000004:00200000:1.0:1777573231.660231:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573231.660252:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198a55 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.660332:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1198a4e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e05d expref: 499 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.660354:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198a55 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e05d expref: 498 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.660363:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.660366:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573231.660370:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f01600, rc 0) 00000100:00100000:1.0:1777573231.660439:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+498:59528:x1863919925797760:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 447us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.660445:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15167 00000100:00100000:1.0:1777573231.666647:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925798272 00000100:00100000:1.0:1777573231.666655:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925798272 00002000:00010000:1.0:1777573231.666685:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.666690:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7730380 with x1863919925798272 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.666700:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7730380. 00000100:00100000:1.0:1777573231.666770:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4646 00000100:00100000:1.0:1777573231.666780:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925798272:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.666898:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.666902:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.666905:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573231.666907:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.666909:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573231.666992:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925798272:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 213us (455us total) trans 21474841398 rc 0/0 00000100:00100000:1.0:1777573231.667000:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4646 00002000:00010000:1.0:1777573231.667004:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.667007:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7730380 with x1863919925798272 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.667011:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7730380. 00000100:00100000:1.0:1777573231.667032:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4647 00000100:00100000:1.0:1777573231.667039:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925798144:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.667150:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 106496 -> 225334 00002000:00010000:1.0:1777573231.667154:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.667156:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573231.667158:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.667160:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573231.667181:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925798144:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 143us (679us total) trans 17179874523 rc 0/0 00000100:00100000:1.0:1777573231.667188:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4647 00002000:00010000:1.0:1777573231.667191:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (225334->18446744073709551615) 00002000:00100000:1.0:1777573231.667193:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7731500 with x1863919925798144 ext(225334->18446744073709551615) 00002000:00010000:1.0:1777573231.667197:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7731500. 00000100:00100000:3.0:1777573231.670130:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.675624:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925798656 00000100:00100000:3.0:1777573231.675634:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925798656 00000100:00100000:3.0:1777573231.675693:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15170 00000100:00100000:3.0:1777573231.675707:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+501:59528:x1863919925798656:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573231.675757:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.675785:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1198a6a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e064 expref: 501 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.675806:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.675811:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573231.675968:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a1198a71 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.675989:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a1198a71 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.675999:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a1198a71 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573231.676114:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978390 00000004:00010000:3.0:1777573231.676139:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f7ebe4b1 reply state 000000003ded3dca transno 4294978391 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a1198a71 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.676152:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a1198a71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.676159:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.676161:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573231.676164:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573231.676252:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+503:59528:x1863919925798656:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 550us (1082us total) trans 4294978391 rc 0/0 00000100:00100000:3.0:1777573231.676260:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15170 00000020:00080000:3.0:1777573231.676265:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.678771:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925798784 00000100:00100000:1.0:1777573231.678780:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925798784 00000100:00100000:1.0:1777573231.678819:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12015 00000100:00100000:1.0:1777573231.678828:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+29:59528:x1863919925798784:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.678843:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.678861:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e06b expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573231.678888:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 106496, mtime: 0x69f39d6f, atime: 0x69f39d57, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573231.678906:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.678909:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.678915:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e06b expref: 30 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.678930:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e06b expref: 30 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.678954:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00800, rc 0) 00000100:00100000:1.0:1777573231.679005:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+30:59528:x1863919925798784:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 179us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.679012:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12015 00000100:00100000:1.0:1777573231.682633:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925799040 00000100:00100000:1.0:1777573231.682643:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925799040 00000100:00100000:3.0:1777573231.682661:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925798912 00000100:00100000:3.0:1777573231.682665:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925798912 00002000:00010000:3.0:1777573231.682683:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (106496->18446744073709551615) 00002000:00010000:1.0:1777573231.682684:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.682688:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744e00 with x1863919925798912 ext(106496->18446744073709551615) 00002000:00100000:1.0:1777573231.682689:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7731c00 with x1863919925799040 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.682703:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7731c00. 00002000:00010000:3.0:1777573231.682704:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5744e00. 00000100:00100000:3.0:1777573231.682738:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4648 00000100:00100000:3.0:1777573231.682747:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925798912:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573231.682800:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4649 00000100:00100000:1.0:1777573231.682810:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925799040:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.682894:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 106496 -> 106496 00002000:00010000:1.0:1777573231.682894:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.682900:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.682901:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.682904:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573231.682907:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573231.682907:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.682915:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.682915:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573231.682921:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573231.682978:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925799040:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 169us (422us total) trans 17179874524 rc 0/0 00000100:00100000:1.0:1777573231.682989:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4649 00002000:00010000:1.0:1777573231.682993:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.682996:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7731c00 with x1863919925799040 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.683000:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7731c00. 00000100:00100000:3.0:1777573231.683134:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925798912:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 387us (511us total) trans 21474841399 rc 0/0 00000100:00100000:3.0:1777573231.683141:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4648 00002000:00010000:3.0:1777573231.683144:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (106496->18446744073709551615) 00002000:00100000:3.0:1777573231.683147:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744e00 with x1863919925798912 ext(106496->18446744073709551615) 00002000:00010000:3.0:1777573231.683152:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5744e00. 00000100:00100000:1.0:1777573231.690720:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925799424 00000100:00100000:1.0:1777573231.690730:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925799424 00000100:00100000:1.0:1777573231.690823:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15172 00000100:00100000:1.0:1777573231.690833:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+504:59528:x1863919925799424:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573231.690886:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.690911:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1198a86 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e072 expref: 504 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.690929:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.690934:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.691112:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1198a8d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.691128:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1198a8d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.691135:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1198a8d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573231.691167:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978392 00000004:00010000:1.0:1777573231.691184:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054e40d2f reply state 00000000e6290112 transno 4294978393 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1198a8d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.691196:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1198a8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.691200:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.691202:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573231.691203:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573231.691304:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+506:59528:x1863919925799424:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 439us (1119us total) trans 4294978393 rc 0/0 00000100:00100000:1.0:1777573231.691315:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15172 00000020:00080000:1.0:1777573231.691323:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573231.692978:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.693012:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.696045:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925799808 00000100:00100000:1.0:1777573231.696052:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925799808 00000100:00100000:1.0:1777573231.696096:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15173 00000100:00100000:1.0:1777573231.696105:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+506:59528:x1863919925799808:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.696125:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.696141:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198a94 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e079 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.696233:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198a9b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.696247:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198a9b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.696258:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198a9b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573231.696331:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:1.0:1777573231.696335:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573231.696352:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198a9b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.696376:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1198a94 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e079 expref: 508 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.696391:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198a9b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e079 expref: 507 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.696399:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.696401:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573231.696404:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00a00, rc 0) 00000100:00100000:1.0:1777573231.696450:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+507:59528:x1863919925799808:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 346us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.696457:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15173 00000100:00100000:1.0:1777573231.699010:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.701261:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.704012:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.704424:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925800448 00000100:00100000:1.0:1777573231.704429:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925800448 00002000:00010000:1.0:1777573231.704446:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.704450:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744700 with x1863919925800448 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.704456:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744700. 00000100:00100000:1.0:1777573231.704476:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4653 00000100:00100000:1.0:1777573231.704484:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+32:2405:x1863919925800448:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.704589:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.704593:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.704609:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573231.704611:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.704614:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573231.704661:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+33:2405:x1863919925800448:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 177us (283us total) trans 17179874526 rc 0/0 00000100:00100000:1.0:1777573231.704668:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4653 00002000:00010000:1.0:1777573231.704672:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.704674:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744700 with x1863919925800448 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.704679:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744700. 00000100:00100000:3.0:1777573231.713845:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925800832 00000100:00100000:3.0:1777573231.713855:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925800832 00000100:00100000:3.0:1777573231.713911:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15176 00000100:00100000:3.0:1777573231.713921:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+510:59528:x1863919925800832:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573231.713973:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573231.713998:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1198ab7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e087 expref: 510 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.714017:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.714020:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573231.714166:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7c400/0x8dc0a528a1198abe lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.714187:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7c400/0x8dc0a528a1198abe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.714196:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7c400/0x8dc0a528a1198abe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573231.714236:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978396 00000004:00010000:3.0:1777573231.714259:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e31024bb reply state 00000000181e8258 transno 4294978397 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7c400/0x8dc0a528a1198abe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.714512:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7c400/0x8dc0a528a1198abe lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573231.714519:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573231.714521:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573231.714522:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573231.719595:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.719755:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.731054:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.733608:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.733650:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925801600 00000100:00100000:1.0:1777573231.733659:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925801600 00000100:00100000:1.0:1777573231.733703:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12017 00000100:00100000:1.0:1777573231.733711:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+34:59528:x1863919925801600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.733724:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.733742:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1198ada lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e095 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573231.733766:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 106496, mtime: 0x69f39d6f, atime: 0x69f39d5e, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573231.733784:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.733786:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.733793:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1198ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e095 expref: 35 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.733807:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1198ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e095 expref: 35 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.733818:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00e00, rc 0) 00000100:00100000:1.0:1777573231.733861:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+35:59528:x1863919925801600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 152us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.733868:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12017 00000100:00100000:3.0:1777573231.736841:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925801728 00000100:00100000:3.0:1777573231.736852:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925801728 00002000:00010000:3.0:1777573231.736898:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (106496->18446744073709551615) 00002000:00100000:3.0:1777573231.736906:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d880 with x1863919925801728 ext(106496->18446744073709551615) 00002000:00010000:3.0:1777573231.736918:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499d880. 00000100:00100000:3.0:1777573231.736946:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925801856 00000100:00100000:3.0:1777573231.736950:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925801856 00002000:00010000:3.0:1777573231.736967:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.736970:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d180 with x1863919925801856 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.736976:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499d180. 00000100:00100000:1.0:1777573231.736990:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4656 00000100:00100000:3.0:1777573231.737006:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4657 00000100:00100000:1.0:1777573231.737008:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925801728:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573231.737019:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925801856:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.737157:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.737157:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 106496 -> 106496 00002000:00010000:1.0:1777573231.737163:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.737164:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.737168:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573231.737169:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573231.737172:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.737174:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.737176:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 104 00002000:00010000:3.0:1777573231.737178:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.737598:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925801856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 580us (902us total) trans 21474841403 rc 0/0 00000100:00100000:1.0:1777573231.737598:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925801728:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 595us (944us total) trans 17179874528 rc 0/0 00000100:00100000:1.0:1777573231.737615:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4656 00002000:00010000:1.0:1777573231.737619:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (106496->18446744073709551615) 00000100:00100000:3.0:1777573231.737622:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4657 00002000:00100000:1.0:1777573231.737624:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d880 with x1863919925801728 ext(106496->18446744073709551615) 00002000:00010000:3.0:1777573231.737628:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.737631:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d180 with x1863919925801856 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.737631:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499d880. 00002000:00010000:3.0:1777573231.737639:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499d180. 00000100:00100000:1.0:1777573231.740493:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925801984 00000100:00100000:1.0:1777573231.740502:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925801984 00000100:00100000:1.0:1777573231.740595:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15179 00000100:00100000:1.0:1777573231.740606:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+515:59528:x1863919925801984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.740630:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.740649:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198ae1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e09c expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.740748:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198ae8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.740764:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198ae8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.740774:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198ae8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573231.740802:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 106496 00000004:00200000:1.0:1777573231.740807:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573231.740824:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198ae8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.740848:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198ae1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e09c expref: 517 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.740866:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1198ae8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e09c expref: 516 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.740874:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.740877:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573231.740880:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f01600, rc 0) 00000100:00100000:1.0:1777573231.740933:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+516:59528:x1863919925801984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 329us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.740941:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15179 00000100:00100000:3.0:1777573231.746583:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925802368 00000100:00100000:3.0:1777573231.746592:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925802368 00002000:00010000:3.0:1777573231.746625:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (225334->18446744073709551615) 00002000:00100000:3.0:1777573231.746631:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499c380 with x1863919925802368 ext(225334->18446744073709551615) 00002000:00010000:3.0:1777573231.746642:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499c380. 00000100:00100000:3.0:1777573231.746669:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925802496 00000100:00100000:3.0:1777573231.746673:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925802496 00002000:00010000:3.0:1777573231.746689:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.746692:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499f480 with x1863919925802496 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.746698:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499f480. 00000100:00100000:3.0:1777573231.746724:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4658 00000100:00100000:3.0:1777573231.746733:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+36:2405:x1863919925802368:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.746899:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 106496 -> 225334 00002000:00010000:3.0:1777573231.746903:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.746906:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573231.746908:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.746911:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573231.746939:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+37:2405:x1863919925802368:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 206us (412us total) trans 17179874529 rc 0/0 00000100:00100000:3.0:1777573231.746949:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4658 00002000:00010000:3.0:1777573231.746953:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (225334->18446744073709551615) 00002000:00100000:3.0:1777573231.746957:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499c380 with x1863919925802368 ext(225334->18446744073709551615) 00002000:00010000:3.0:1777573231.746963:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499c380. 00000100:00100000:1.0:1777573231.751766:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.755795:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.758489:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925803008 00000100:00100000:1.0:1777573231.758498:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925803008 00000100:00100000:1.0:1777573231.758539:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12018 00000100:00100000:1.0:1777573231.758548:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+37:59528:x1863919925803008:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.758563:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.758583:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab896b93/0x8dc0a528a1198b0b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e0aa expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573231.758607:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f1:0x0] initial LVB size: 106496, mtime: 0x69f39d6f, atime: 0x69f39d62, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573231.758627:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.758630:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.758637:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab896b93/0x8dc0a528a1198b0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0aa expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.758653:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab896b93/0x8dc0a528a1198b0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0aa expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.758665:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c8345c00, rc 0) 00000100:00100000:1.0:1777573231.758743:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+38:59528:x1863919925803008:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 197us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.758748:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12018 00000100:00100000:1.0:1777573231.760700:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.760736:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.760831:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925803136 00000100:00100000:3.0:1777573231.760840:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925803136 00002000:00010000:3.0:1777573231.760873:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (106496->18446744073709551615) 00002000:00100000:3.0:1777573231.760888:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6680 with x1863919925803136 ext(106496->18446744073709551615) 00002000:00010000:3.0:1777573231.760899:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b6680. 00000100:00100000:3.0:1777573231.760958:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925803264 00000100:00100000:3.0:1777573231.760970:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925803264 00002000:00010000:3.0:1777573231.760983:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.760986:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b7b80 with x1863919925803264 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.760992:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b7b80. 00000100:00100000:1.0:1777573231.761089:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4661 00000100:00100000:1.0:1777573231.761102:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925803264:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.761233:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.761237:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.761241:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573231.761246:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.761251:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573231.761357:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925803264:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 253us (613us total) trans 21474841405 rc 0/0 00000100:00100000:1.0:1777573231.761365:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4661 00002000:00010000:1.0:1777573231.761370:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.761374:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b7b80 with x1863919925803264 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.761381:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b7b80. 00000100:00100000:1.0:1777573231.769571:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925803648 00000100:00100000:1.0:1777573231.769579:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925803648 00000100:00100000:1.0:1777573231.769643:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15184 00000100:00100000:1.0:1777573231.769653:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+522:59528:x1863919925803648:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573231.769702:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.769725:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198b19 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0b1 expref: 522 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.769743:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.769748:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.769892:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198b20 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.769918:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198b20 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.769928:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198b20 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573231.769969:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978404 00000004:00010000:1.0:1777573231.769993:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005f2e7eb reply state 0000000056726056 transno 4294978405 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198b20 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.770005:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1198b20 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.770012:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.770014:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573231.770017:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573231.770090:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+524:59528:x1863919925803648:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 438us (616us total) trans 4294978405 rc 0/0 00000100:00100000:1.0:1777573231.770097:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15184 00000020:00080000:1.0:1777573231.770102:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.773315:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.773342:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.776470:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925804032 00000100:00100000:1.0:1777573231.776479:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925804032 00000100:00100000:1.0:1777573231.776666:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15185 00000100:00100000:1.0:1777573231.776677:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+524:59528:x1863919925804032:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.776696:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.776717:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1198b27 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e0b8 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.776809:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198b2e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.776824:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198b2e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.776835:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198b2e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573231.776863:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:1.0:1777573231.776868:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573231.776885:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198b2e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.776910:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1198b27 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0b8 expref: 526 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.776928:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198b2e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0b8 expref: 525 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.776938:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.776941:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573231.776944:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631400, rc 0) 00000100:00100000:1.0:1777573231.776997:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+525:59528:x1863919925804032:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 323us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.777004:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15185 00000100:00100000:3.0:1777573231.779740:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.788558:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.788608:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.788843:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4665 00000100:00100000:1.0:1777573231.788855:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925804672:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.788975:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.788982:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.788988:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573231.788992:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.788997:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573231.789051:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925804672:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 199us (442us total) trans 17179874532 rc 0/0 00000100:00100000:1.0:1777573231.789059:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4665 00002000:00010000:1.0:1777573231.789063:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.789065:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6a00 with x1863919925804672 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.789070:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b6a00. 00000100:00100000:3.0:1777573231.794526:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.794583:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925804800 00000100:00100000:1.0:1777573231.794592:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925804800 00000100:00100000:1.0:1777573231.794651:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15187 00000100:00100000:1.0:1777573231.794661:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+527:59528:x1863919925804800:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.794686:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.794705:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198b43 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e0c6 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.794781:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b4a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.794793:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.794801:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573231.794823:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 106496 00000004:00200000:1.0:1777573231.794826:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573231.794841:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.794866:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198b43 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0c6 expref: 529 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.794883:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b4a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0c6 expref: 528 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.794892:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.794895:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573231.794898:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630600, rc 0) 00000100:00100000:1.0:1777573231.794959:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+528:59528:x1863919925804800:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 300us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.794966:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15187 00000100:00100000:1.0:1777573231.801362:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925805056 00000100:00100000:1.0:1777573231.801371:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925805056 00000100:00100000:1.0:1777573231.801422:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15188 00000100:00100000:1.0:1777573231.801431:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+528:59528:x1863919925805056:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573231.801482:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.801505:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b4a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0c6 expref: 528 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.801519:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.801523:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.801665:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198b51 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.801683:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198b51 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.801690:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198b51 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573231.801721:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978408 00000004:00010000:1.0:1777573231.801737:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001a6a48b reply state 00000000b7932282 transno 4294978409 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198b51 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.801746:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198b51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.801750:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.801751:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573231.801753:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573231.801824:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+530:59528:x1863919925805056:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 395us (501us total) trans 4294978409 rc 0/0 00000100:00100000:1.0:1777573231.801828:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15188 00000020:00080000:1.0:1777573231.801832:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573231.809932:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.815626:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.815903:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925805696 00000100:00100000:1.0:1777573231.815912:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925805696 00000100:00100000:1.0:1777573231.815976:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15190 00000100:00100000:1.0:1777573231.815986:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+531:59528:x1863919925805696:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573231.816046:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.816071:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a1198b5f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0cd expref: 531 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.816088:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.816092:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.816246:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b66 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.816268:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.816324:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573231.816371:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978410 00000004:00010000:1.0:1777573231.816401:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000441f1db1 reply state 0000000025d6f6c5 transno 4294978411 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.816413:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198b66 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.816420:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.816422:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573231.816425:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573231.816513:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+533:59528:x1863919925805696:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 528us (896us total) trans 4294978411 rc 0/0 00000100:00100000:1.0:1777573231.816519:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15190 00000020:00080000:1.0:1777573231.816524:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.818725:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925805824 00000100:00100000:1.0:1777573231.818734:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925805824 00000100:00100000:1.0:1777573231.818786:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12020 00000100:00100000:1.0:1777573231.818795:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+42:59528:x1863919925805824:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.818810:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.818830:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198b6d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e0d4 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573231.818853:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 106496, mtime: 0x69f39d6f, atime: 0x69f39d67, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573231.818870:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.818872:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.818879:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198b6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0d4 expref: 43 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.818891:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198b6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0d4 expref: 43 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.818903:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:1.0:1777573231.818957:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+43:59528:x1863919925805824:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 163us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.818963:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12020 00000100:00100000:3.0:1777573231.821472:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925805952 00000100:00100000:3.0:1777573231.821481:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925805952 00000100:00100000:1.0:1777573231.821797:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.821925:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4669 00000100:00100000:3.0:1777573231.821934:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919925806080:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.822008:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.822011:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.822012:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573231.822014:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.822015:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.822039:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919925806080:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 107us (242us total) trans 21474841409 rc 0/0 00000100:00100000:3.0:1777573231.822046:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4669 00002000:00010000:3.0:1777573231.822048:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.822051:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6300 with x1863919925806080 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.822055:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b6300. 00000100:00100000:1.0:1777573231.827511:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.829980:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.830013:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.832687:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.836184:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.836250:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925807104 00000100:00100000:1.0:1777573231.836259:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925807104 00000100:00100000:1.0:1777573231.836452:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15194 00000100:00100000:1.0:1777573231.836464:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+537:59528:x1863919925807104:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573231.836514:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.836537:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a1198b90 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0e2 expref: 537 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.836555:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.836560:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.836736:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1198b97 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.836758:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1198b97 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.836773:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1198b97 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573231.836815:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978414 00000004:00010000:1.0:1777573231.836838:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7ed7929 reply state 0000000074727c5c transno 4294978415 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1198b97 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.836851:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1198b97 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.836857:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.836860:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573231.836862:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573231.836938:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+539:59528:x1863919925807104:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 477us (761us total) trans 4294978415 rc 0/0 00000100:00100000:1.0:1777573231.836946:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15194 00000020:00080000:1.0:1777573231.836951:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573231.838660:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.840789:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.840827:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.840925:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925807360 00000100:00100000:1.0:1777573231.840933:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925807360 00002000:00010000:1.0:1777573231.840971:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (106496->18446744073709551615) 00002000:00100000:1.0:1777573231.840976:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d6a00 with x1863919925807360 ext(106496->18446744073709551615) 00002000:00010000:1.0:1777573231.840986:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c73d6a00. 00000100:00100000:1.0:1777573231.841053:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925807488 00000100:00100000:1.0:1777573231.841057:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925807488 00002000:00010000:1.0:1777573231.841072:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573231.841076:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d4000 with x1863919925807488 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573231.841082:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d4000. 00000100:00100000:1.0:1777573231.841109:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4672 00000100:00100000:1.0:1777573231.841119:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+45:2403:x1863919925807360:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.841308:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 106496 -> 106496 00002000:00010000:1.0:1777573231.841312:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.841315:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573231.841318:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.841321:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573231.841370:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+46:2403:x1863919925807360:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 251us (585us total) trans 21474841411 rc 0/0 00000100:00100000:1.0:1777573231.841377:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4672 00002000:00010000:1.0:1777573231.841381:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (106496->18446744073709551615) 00002000:00100000:1.0:1777573231.841384:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d6a00 with x1863919925807360 ext(106496->18446744073709551615) 00002000:00010000:1.0:1777573231.841388:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c73d6a00. 00000100:00100000:1.0:1777573231.847069:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.849938:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.849980:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.850212:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4675 00000100:00100000:1.0:1777573231.850222:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+46:2404:x1863919925808000:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.850372:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 106496 -> 225334 00002000:00010000:1.0:1777573231.850374:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.850376:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573231.850377:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.850379:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573231.850605:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+47:2404:x1863919925808000:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 384us (623us total) trans 21474841412 rc 0/0 00000100:00100000:1.0:1777573231.850613:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4675 00002000:00010000:1.0:1777573231.850616:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (225334->18446744073709551615) 00002000:00100000:1.0:1777573231.850619:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4e00 with x1863919925808000 ext(225334->18446744073709551615) 00002000:00010000:1.0:1777573231.850624:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b4e00. 00000100:00100000:3.0:1777573231.856135:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.858576:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.861023:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.861070:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.863100:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.865939:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.868629:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.868669:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.868833:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4678 00000100:00100000:3.0:1777573231.868848:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+48:2404:x1863919925809536:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.868999:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.869002:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.869004:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573231.869006:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.869007:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.869106:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+49:2404:x1863919925809536:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 263us (486us total) trans 21474841414 rc 0/0 00000100:00100000:3.0:1777573231.869114:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4678 00002000:00010000:3.0:1777573231.869119:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.869123:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1aa00 with x1863919925809536 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.869129:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1aa00. 00000100:00100000:3.0:1777573231.871836:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.879616:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.879701:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925810048 00000100:00100000:1.0:1777573231.879717:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925810048 00000100:00100000:1.0:1777573231.879796:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12023 00000100:00100000:1.0:1777573231.879806:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+49:59528:x1863919925810048:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573231.879824:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573231.879843:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e113 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573231.879865:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 106496, mtime: 0x69f39d6f, atime: 0x69f39d6c, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573231.879883:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.879885:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573231.879891:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e113 expref: 50 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.879902:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e113 expref: 50 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.879913:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630000, rc 0) 00000100:00100000:1.0:1777573231.879975:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+50:59528:x1863919925810048:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 173us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573231.879980:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12023 00000100:00100000:3.0:1777573231.882239:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.882311:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925810176 00000100:00100000:1.0:1777573231.882321:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925810176 00000100:00100000:3.0:1777573231.882328:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:1.0:1777573231.882358:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (106496->18446744073709551615) 00002000:00100000:1.0:1777573231.882365:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19c00 with x1863919925810176 ext(106496->18446744073709551615) 00002000:00010000:1.0:1777573231.882378:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a19c00. 00000100:00100000:1.0:1777573231.882412:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4680 00000100:00100000:1.0:1777573231.882426:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+50:2403:x1863919925810176:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573231.883359:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 106496 -> 106496 00002000:00010000:1.0:1777573231.883365:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.883368:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573231.883370:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.883372:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573231.883439:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+51:2403:x1863919925810176:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1015us (1201us total) trans 21474841415 rc 0/0 00000100:00100000:1.0:1777573231.883448:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4680 00002000:00010000:1.0:1777573231.883454:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (106496->18446744073709551615) 00002000:00100000:1.0:1777573231.883459:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19c00 with x1863919925810176 ext(106496->18446744073709551615) 00002000:00010000:1.0:1777573231.883466:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a19c00. 00000100:00100000:1.0:1777573231.889659:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1777573231.889975:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a1198c0e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e11a expref: 552 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.890005:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.890012:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573231.890392:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1198c15 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.890436:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1198c15 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.890446:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1198c15 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573231.890519:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978424 00000004:00010000:0.0:1777573231.890546:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000012e3b2b reply state 00000000189ae13e transno 4294978425 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1198c15 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.890559:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1198c15 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.890566:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.890569:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573231.890572:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573231.890681:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+554:59528:x1863919925810688:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 824us (1031us total) trans 4294978425 rc 0/0 00000100:00100000:0.0:1777573231.890687:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15204 00000020:00080000:0.0:1777573231.890692:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573231.893671:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.893718:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.893771:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925810816 00000100:00100000:0.0:1777573231.893778:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925810816 00002000:00010000:0.0:1777573231.893823:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (225334->18446744073709551615) 00002000:00100000:0.0:1777573231.893831:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a18380 with x1863919925810816 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573231.893848:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a18380. 00000100:00100000:0.0:1777573231.893895:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4682 00000100:00100000:0.0:1777573231.893909:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+51:2404:x1863919925810816:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573231.894138:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 106496 -> 225334 00002000:00010000:0.0:1777573231.894145:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.894151:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573231.894158:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.894162:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573231.894238:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+52:2404:x1863919925810816:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 332us (517us total) trans 21474841416 rc 0/0 00000100:00100000:0.0:1777573231.894255:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4682 00002000:00010000:0.0:1777573231.894260:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (225334->18446744073709551615) 00002000:00100000:0.0:1777573231.894266:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a18380 with x1863919925810816 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573231.894320:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a18380. 00000100:00100000:1.0:1777573231.898084:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.903601:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.906404:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.908648:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.908689:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.908748:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925811712 00000100:00100000:3.0:1777573231.908757:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925811712 00002000:00010000:3.0:1777573231.908795:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.908803:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182dc00 with x1863919925811712 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.908816:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c182dc00. 00000100:00100000:3.0:1777573231.908894:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4685 00000100:00100000:3.0:1777573231.908904:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+52:2403:x1863919925811712:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.909151:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.909157:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.909164:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573231.909167:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.909171:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.909201:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+53:2403:x1863919925811712:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 297us (508us total) trans 21474841417 rc 0/0 00000100:00100000:3.0:1777573231.909208:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4685 00002000:00010000:3.0:1777573231.909212:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.909215:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182dc00 with x1863919925811712 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.909220:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c182dc00. 00000100:00100000:3.0:1777573231.912164:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.917243:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.917331:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925812096 00000100:00100000:0.0:1777573231.917345:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925812096 00000100:00100000:0.0:1777573231.917418:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15208 00000100:00100000:0.0:1777573231.917430:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+558:59528:x1863919925812096:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573231.917551:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573231.917585:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1198c3f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e12f expref: 558 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.917609:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.917616:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573231.917852:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1198c46 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.917886:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1198c46 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.917898:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1198c46 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573231.917963:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978428 00000004:00010000:0.0:1777573231.917987:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063be9ac7 reply state 0000000065df50cc transno 4294978429 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1198c46 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.918002:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1198c46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.918008:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.918011:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573231.918014:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573231.918117:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+560:59528:x1863919925812096:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 690us (887us total) trans 4294978429 rc 0/0 00000100:00100000:0.0:1777573231.918127:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15208 00000020:00080000:0.0:1777573231.918133:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.920981:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.921031:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.921166:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925812352 00000100:00100000:0.0:1777573231.921178:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925812352 00002000:00010000:0.0:1777573231.921230:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573231.921236:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ac000 with x1863919925812352 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573231.921251:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ac000. 00000100:00100000:0.0:1777573231.921364:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4686 00000100:00100000:0.0:1777573231.921402:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+53:2404:x1863919925812352:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573231.921633:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573231.921639:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.921642:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573231.921644:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.921647:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573231.921725:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+54:2404:x1863919925812352:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 350us (692us total) trans 21474841418 rc 0/0 00000100:00100000:0.0:1777573231.921734:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4686 00002000:00010000:0.0:1777573231.921738:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573231.921741:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ac000 with x1863919925812352 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573231.921746:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ac000. 00000100:00100000:0.0:1777573231.921767:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4687 00000100:00100000:0.0:1777573231.921773:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+54:2403:x1863919925812224:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573231.921924:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 106496 -> 225334 00002000:00010000:0.0:1777573231.921928:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.921930:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573231.921933:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.921935:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573231.921957:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+55:2403:x1863919925812224:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 184us (991us total) trans 17179874543 rc 0/0 00000100:00100000:0.0:1777573231.921965:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4687 00002000:00010000:0.0:1777573231.921968:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (225334->18446744073709551615) 00002000:00100000:0.0:1777573231.921971:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182d880 with x1863919925812224 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573231.921975:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c182d880. 00000100:00100000:3.0:1777573231.929894:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.930189:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925812480 00000100:00100000:0.0:1777573231.930205:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925812480 00000100:00100000:0.0:1777573231.930349:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15209 00000100:00100000:0.0:1777573231.930363:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+560:59528:x1863919925812480:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573231.930401:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573231.930436:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c4d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e136 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.930606:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c54 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.930627:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c54 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.930642:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c54 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573231.930686:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:0.0:1777573231.930692:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573231.930718:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c54 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.930751:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c4d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e136 expref: 562 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.930774:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c54 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e136 expref: 561 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.930786:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.930790:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573231.930795:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c0030400, rc 0) 00000100:00100000:0.0:1777573231.930883:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+561:59528:x1863919925812480:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 524us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573231.930893:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15209 00000100:00100000:3.0:1777573231.934448:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.939417:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.939457:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.939561:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925812864 00000100:00100000:0.0:1777573231.939575:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925812864 00002000:00010000:0.0:1777573231.939628:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (225334->18446744073709551615) 00002000:00100000:0.0:1777573231.939634:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adc00 with x1863919925812864 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573231.939648:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adc00. 00000100:00100000:0.0:1777573231.939685:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925812992 00000100:00100000:0.0:1777573231.939689:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925812992 00002000:00010000:0.0:1777573231.939703:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573231.939706:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8af800 with x1863919925812992 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573231.939713:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8af800. 00000100:00100000:0.0:1777573231.939848:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4688 00000100:00100000:0.0:1777573231.939860:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+55:2404:x1863919925812864:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573231.940079:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573231.940083:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.940086:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573231.940089:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.940091:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573231.940167:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+56:2404:x1863919925812864:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 309us (763us total) trans 17179874544 rc 0/0 00000100:00100000:0.0:1777573231.940180:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4688 00002000:00010000:0.0:1777573231.940185:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (225334->18446744073709551615) 00002000:00100000:0.0:1777573231.940188:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adc00 with x1863919925812864 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573231.940192:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adc00. 00000100:00100000:0.0:1777573231.940219:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4689 00000100:00100000:0.0:1777573231.940227:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+54:2403:x1863919925812992:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573231.940351:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573231.940355:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.940357:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573231.940360:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.940362:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573231.940385:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+55:2403:x1863919925812992:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 158us (928us total) trans 21474841419 rc 0/0 00000100:00100000:0.0:1777573231.940392:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4689 00002000:00010000:0.0:1777573231.940394:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573231.940397:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8af800 with x1863919925812992 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573231.940400:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8af800. 00000100:00100000:1.0:1777573231.943100:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.946759:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.949698:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.949743:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.949819:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925813504 00000100:00100000:3.0:1777573231.949825:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925813632 00000100:00100000:3.0:1777573231.949830:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925813632 00000100:00100000:0.0:1777573231.949831:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925813504 00002000:00010000:3.0:1777573231.949877:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00010000:0.0:1777573231.949877:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (225334->18446744073709551615) 00002000:00100000:3.0:1777573231.949886:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adf80 with x1863919925813632 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573231.949886:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ae680 with x1863919925813504 ext(225334->18446744073709551615) 00002000:00010000:3.0:1777573231.949902:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adf80. 00002000:00010000:0.0:1777573231.949902:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ae680. 00000100:00100000:0.0:1777573231.949954:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4690 00000100:00100000:0.0:1777573231.949964:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+55:2404:x1863919925813504:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573231.949993:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4691 00000100:00100000:3.0:1777573231.950003:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+56:2404:x1863919925813632:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.950160:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573231.950160:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:3.0:1777573231.950168:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.950168:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.950175:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573231.950175:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573231.950180:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.950182:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573231.950192:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.950195:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573231.950251:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+57:2404:x1863919925813632:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 245us (503us total) trans 17179874545 rc 0/0 00000100:00100000:0.0:1777573231.950251:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+56:2404:x1863919925813504:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 284us (557us total) trans 21474841420 rc 0/0 00000100:00100000:0.0:1777573231.950264:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4690 00002000:00010000:0.0:1777573231.950413:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (225334->18446744073709551615) 00000100:00100000:3.0:1777573231.950416:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4691 00002000:00100000:0.0:1777573231.950420:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ae680 with x1863919925813504 ext(225334->18446744073709551615) 00002000:00010000:3.0:1777573231.950423:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.950427:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adf80 with x1863919925813632 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573231.950431:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ae680. 00002000:00010000:3.0:1777573231.950432:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adf80. 00000100:00100000:1.0:1777573231.952370:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.952416:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925813760 00000100:00100000:0.0:1777573231.952461:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925813760 00000100:00100000:0.0:1777573231.952522:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15213 00000100:00100000:0.0:1777573231.952529:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+566:59528:x1863919925813760:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573231.952553:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573231.952576:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c77 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e144 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.952739:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c7e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.952756:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.952767:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573231.952790:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:0.0:1777573231.952793:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573231.952808:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.952831:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c77 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e144 expref: 568 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.952850:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c7e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e144 expref: 567 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.952857:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.952859:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573231.952862:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d200, rc 0) 00000100:00100000:0.0:1777573231.952928:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+567:59528:x1863919925813760:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 399us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573231.952942:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15213 00000100:00100000:1.0:1777573231.956132:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.959802:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.959843:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.960097:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4692 00000100:00100000:1.0:1777573231.960109:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+56:2403:x1863919925814144:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573231.960130:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4693 00000100:00100000:0.0:1777573231.960144:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+57:2404:x1863919925814272:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573231.960353:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573231.960354:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:1.0:1777573231.960361:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.960362:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.960366:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573231.960367:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573231.960369:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573231.960373:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 104 00002000:00010000:0.0:1777573231.960373:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.960379:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573231.960448:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+57:2403:x1863919925814144:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 339us (658us total) trans 21474841421 rc 0/0 00000100:00100000:0.0:1777573231.960449:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+58:2404:x1863919925814272:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 306us (600us total) trans 17179874546 rc 0/0 00000100:00100000:1.0:1777573231.960465:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4692 00002000:00010000:1.0:1777573231.960472:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (225334->18446744073709551615) 00000100:00100000:0.0:1777573231.960474:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4693 00002000:00100000:1.0:1777573231.960478:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8aea00 with x1863919925814144 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573231.960480:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00010000:1.0:1777573231.960484:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8aea00. 00002000:00100000:0.0:1777573231.960485:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8afb80 with x1863919925814272 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573231.960492:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8afb80. 00000100:00100000:1.0:1777573231.962511:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.962621:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925814400 00000100:00100000:0.0:1777573231.962635:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925814400 00000100:00100000:0.0:1777573231.962712:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15215 00000100:00100000:0.0:1777573231.962725:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+569:59528:x1863919925814400:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573231.962759:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573231.962788:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c8c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e14b expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.962920:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c93 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.962942:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.962957:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573231.962991:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:0.0:1777573231.962995:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573231.963017:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.963050:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c8c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e14b expref: 571 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.963069:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c93 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e14b expref: 570 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.963081:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.963085:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573231.963089:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c0030400, rc 0) 00000100:00100000:0.0:1777573231.963160:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+570:59528:x1863919925814400:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 438us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573231.963169:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15215 00000100:00100000:0.0:1777573231.968803:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925814656 00000100:00100000:0.0:1777573231.968818:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925814656 00000100:00100000:0.0:1777573231.968899:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15216 00000100:00100000:0.0:1777573231.968914:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+570:59528:x1863919925814656:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573231.968996:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573231.969041:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198c93 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e14b expref: 570 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.969071:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.969077:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573231.969453:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c9a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.969497:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c9a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.969509:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c9a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573231.969571:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978436 00000004:00010000:0.0:1777573231.969603:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b11b441f reply state 0000000059a697fc transno 4294978437 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c9a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.969619:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1198c9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.969626:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.969629:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573231.969633:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573231.969811:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+572:59528:x1863919925814656:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 900us (1592us total) trans 4294978437 rc 0/0 00000100:00100000:0.0:1777573231.969821:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15216 00000020:00080000:0.0:1777573231.969828:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.972520:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.972575:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.972747:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925814784 00000100:00100000:0.0:1777573231.972761:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925814784 00002000:00010000:0.0:1777573231.972817:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (225334->18446744073709551615) 00002000:00100000:0.0:1777573231.972824:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743480 with x1863919925814784 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573231.972843:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5743480. 00000100:00100000:0.0:1777573231.972876:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925814912 00000100:00100000:0.0:1777573231.972880:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925814912 00002000:00010000:0.0:1777573231.972896:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573231.972900:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743b80 with x1863919925814912 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573231.972907:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5743b80. 00000100:00100000:0.0:1777573231.972936:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4694 00000100:00100000:0.0:1777573231.972948:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+58:2405:x1863919925814784:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573231.973153:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573231.973158:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.973161:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573231.973164:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.973167:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573231.973243:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+59:2405:x1863919925814784:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 296us (738us total) trans 17179874547 rc 0/0 00000100:00100000:0.0:1777573231.973252:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4694 00002000:00010000:0.0:1777573231.973256:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (225334->18446744073709551615) 00002000:00100000:0.0:1777573231.973259:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743480 with x1863919925814784 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573231.973265:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5743480. 00000100:00100000:1.0:1777573231.977554:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.977668:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925815040 00000100:00100000:0.0:1777573231.977682:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925815040 00000100:00100000:0.0:1777573231.977770:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15217 00000100:00100000:0.0:1777573231.977783:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+572:59528:x1863919925815040:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573231.977816:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573231.977847:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198ca1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e152 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.977985:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1198ca8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.978006:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1198ca8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.978021:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1198ca8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573231.978059:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:0.0:1777573231.978064:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573231.978090:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1198ca8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.978123:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198ca1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e152 expref: 574 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.978149:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1198ca8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e152 expref: 573 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.978159:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.978164:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573231.978168:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979800, rc 0) 00000100:00100000:0.0:1777573231.978450:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+573:59528:x1863919925815040:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 669us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573231.978456:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15217 00000100:00100000:1.0:1777573231.981742:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925815296 00000100:00100000:1.0:1777573231.981755:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925815296 00000100:00100000:1.0:1777573231.981857:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15218 00000100:00100000:1.0:1777573231.981866:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+573:59528:x1863919925815296:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573231.981932:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.981962:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1198ca8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e152 expref: 573 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.981989:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.981995:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.982234:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198caf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.982318:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198caf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.982331:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198caf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573231.982388:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978438 00000004:00010000:1.0:1777573231.982412:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086e9138d reply state 0000000038c77c02 transno 4294978439 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198caf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.982422:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198caf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.982427:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.982429:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573231.982432:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573231.982562:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+575:59528:x1863919925815296:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 695us (1160us total) trans 4294978439 rc 0/0 00000100:00100000:1.0:1777573231.982572:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15218 00000020:00080000:1.0:1777573231.982580:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.986668:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.986708:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573231.986795:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925815552 00000100:00100000:0.0:1777573231.986810:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925815552 00002000:00010000:0.0:1777573231.986866:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573231.986872:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742a00 with x1863919925815552 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573231.986888:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5742a00. 00000100:00100000:3.0:1777573231.986889:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925815424 00000100:00100000:3.0:1777573231.986896:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925815424 00002000:00010000:3.0:1777573231.986919:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (225334->18446744073709551615) 00000100:00100000:0.0:1777573231.986920:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4696 00002000:00100000:3.0:1777573231.986926:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740380 with x1863919925815424 ext(225334->18446744073709551615) 00000100:00100000:0.0:1777573231.986932:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+59:2404:x1863919925815552:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.986938:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5740380. 00000100:00100000:3.0:1777573231.986978:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4697 00000100:00100000:3.0:1777573231.986988:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+58:2404:x1863919925815424:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573231.987135:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573231.987138:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.987141:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573231.987142:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573231.987144:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573231.987149:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:3.0:1777573231.987153:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.987156:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573231.987159:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.987162:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573231.987211:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+60:2404:x1863919925815552:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 280us (557us total) trans 17179874548 rc 0/0 00000100:00100000:3.0:1777573231.987212:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+59:2404:x1863919925815424:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 224us (500us total) trans 21474841423 rc 0/0 00000100:00100000:0.0:1777573231.987221:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4696 00002000:00010000:0.0:1777573231.987225:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00000100:00100000:3.0:1777573231.987228:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4697 00002000:00100000:0.0:1777573231.987229:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742a00 with x1863919925815552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.987235:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (225334->18446744073709551615) 00002000:00010000:0.0:1777573231.987235:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5742a00. 00002000:00100000:3.0:1777573231.987241:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740380 with x1863919925815424 ext(225334->18446744073709551615) 00002000:00010000:3.0:1777573231.987247:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5740380. 00000100:00100000:0.0:1777573231.989335:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925815680 00000100:00100000:0.0:1777573231.989347:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925815680 00000100:00100000:0.0:1777573231.989402:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15219 00000100:00100000:0.0:1777573231.989412:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+575:59528:x1863919925815680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573231.989442:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573231.989467:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198cb6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e159 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.989643:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a1198cbd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.989664:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a1198cbd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.989676:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a1198cbd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573231.989711:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:0.0:1777573231.989716:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573231.989739:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a1198cbd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.989774:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1198cb6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e159 expref: 577 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.989796:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a1198cbd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e159 expref: 576 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573231.989806:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573231.989810:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573231.989814:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2cee6d400, rc 0) 00000100:00100000:0.0:1777573231.989879:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+576:59528:x1863919925815680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 468us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573231.989893:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15219 00000100:00100000:1.0:1777573231.995661:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925815936 00000100:00100000:1.0:1777573231.995673:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925815936 00000100:00100000:1.0:1777573231.995744:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15220 00000100:00100000:1.0:1777573231.995753:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+576:59528:x1863919925815936:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573231.995821:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573231.995855:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a1198cbd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e159 expref: 576 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.995881:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.995887:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573231.996097:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198cc4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.996132:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198cc4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.996144:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198cc4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573231.996215:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978440 00000004:00010000:1.0:1777573231.996237:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007500526 reply state 000000009866c626 transno 4294978441 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198cc4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.996248:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198cc4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573231.996253:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573231.996255:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573231.996257:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573231.996395:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+578:59528:x1863919925815936:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 641us (866us total) trans 4294978441 rc 0/0 00000100:00100000:1.0:1777573231.996403:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15220 00000020:00080000:1.0:1777573231.996409:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573231.998461:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573231.998507:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573231.998995:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4699 00000100:00100000:3.0:1777573231.999014:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+60:2404:x1863919925816192:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573231.999126:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573231.999131:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.999134:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573231.999140:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573231.999147:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573231.999179:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+61:2404:x1863919925816192:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 173us (670us total) trans 17179874549 rc 0/0 00000100:00100000:3.0:1777573231.999188:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4699 00002000:00010000:3.0:1777573231.999194:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:3.0:1777573231.999197:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743100 with x1863919925816192 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573231.999203:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5743100. 00000100:00100000:0.0:1777573232.001704:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925816320 00000100:00100000:0.0:1777573232.001717:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925816320 00000100:00080000:1.0:1777573232.001777:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573232.001810:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15221 00000100:00100000:1.0:1777573232.001824:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+578:59528:x1863919925816320:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.001854:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.001882:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198ccb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e160 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.002043:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198cd2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.002065:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198cd2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.002079:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198cd2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.002115:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:1.0:1777573232.002120:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573232.002143:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198cd2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.002928:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198ccb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e160 expref: 580 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.002970:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198cd2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e160 expref: 579 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.002980:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.002983:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573232.002987:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631800, rc 0) 00000100:00100000:1.0:1777573232.003076:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+579:59528:x1863919925816320:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1256us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.003086:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15221 00000100:00100000:0.0:1777573232.006307:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.012165:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.012264:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.012770:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925816704 00000100:00100000:3.0:1777573232.012783:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925816704 00000100:00080000:0.0:1777573232.012854:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1777573232.012855:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (225334->18446744073709551615) 00000100:00080000:0.0:1777573232.012859:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:3.0:1777573232.012865:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499df80 with x1863919925816704 ext(225334->18446744073709551615) 00002000:00010000:3.0:1777573232.012882:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499df80. 00000100:00100000:3.0:1777573232.012922:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4700 00000100:00100000:3.0:1777573232.012934:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+61:2405:x1863919925816704:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573232.013112:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:3.0:1777573232.013116:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.013119:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573232.013122:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.013125:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573232.013248:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+62:2405:x1863919925816704:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 316us (1095us total) trans 17179874550 rc 0/0 00000100:00100000:3.0:1777573232.013257:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4700 00002000:00010000:3.0:1777573232.013261:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (225334->18446744073709551615) 00002000:00100000:3.0:1777573232.013264:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499df80 with x1863919925816704 ext(225334->18446744073709551615) 00002000:00010000:3.0:1777573232.014239:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499df80. 00000100:00100000:1.0:1777573232.016797:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.016964:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925816960 00000100:00100000:0.0:1777573232.016976:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925816960 00000100:00100000:0.0:1777573232.017319:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15223 00000100:00100000:0.0:1777573232.017332:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+581:59528:x1863919925816960:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573232.017361:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573232.017388:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1198ce0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e167 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.017509:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1198ce7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.017530:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1198ce7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.017544:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1198ce7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573232.017574:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:0.0:1777573232.017578:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573232.017598:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1198ce7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.017629:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1198ce0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e167 expref: 583 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.017649:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1198ce7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e167 expref: 582 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.017658:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.017661:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573232.017666:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4c600, rc 0) 00000100:00100000:0.0:1777573232.017742:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+582:59528:x1863919925816960:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 413us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.017749:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15223 00000100:00100000:0.0:1777573232.020592:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.023175:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925817344 00000100:00100000:0.0:1777573232.023185:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925817344 00002000:00010000:0.0:1777573232.023226:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (225334->18446744073709551615) 00002000:00100000:0.0:1777573232.023232:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745c00 with x1863919925817344 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573232.023244:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5745c00. 00000100:00100000:0.0:1777573232.023353:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4702 00000100:00100000:0.0:1777573232.023365:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919925817344:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573232.023442:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.023500:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925817472 00000100:00100000:1.0:1777573232.023506:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925817472 00002000:00010000:0.0:1777573232.023557:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.023562:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.023564:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573232.023567:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.023569:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573232.023627:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919925817344:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 264us (500us total) trans 17179874551 rc 0/0 00000100:00100000:0.0:1777573232.023634:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4702 00002000:00010000:0.0:1777573232.023639:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (225334->18446744073709551615) 00002000:00100000:0.0:1777573232.023642:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745c00 with x1863919925817344 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573232.023646:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5745c00. 00002000:00010000:1.0:1777573232.023738:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573232.023743:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9500 with x1863919925817472 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573232.023750:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70f9500. 00000100:00100000:1.0:1777573232.023790:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4703 00000100:00100000:1.0:1777573232.023801:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+61:2404:x1863919925817472:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573232.023897:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.023900:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.023903:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573232.023905:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.023908:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.024039:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919925817472:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 241us (597us total) trans 21474841426 rc 0/0 00000100:00100000:1.0:1777573232.024046:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4703 00002000:00010000:1.0:1777573232.024049:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573232.024052:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9500 with x1863919925817472 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573232.024056:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70f9500. 00000100:00100000:3.0:1777573232.026599:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.031060:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925817856 00000100:00100000:1.0:1777573232.031079:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925817856 00000100:00100000:1.0:1777573232.031164:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15226 00000100:00100000:1.0:1777573232.031179:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+585:59528:x1863919925817856:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573232.031253:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573232.031455:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1198cfc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e16e expref: 585 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.031489:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.031495:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573232.031730:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198d03 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.031771:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198d03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.031782:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198d03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573232.031847:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978446 00000004:00010000:1.0:1777573232.031872:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000094da9342 reply state 00000000ae3481d7 transno 4294978447 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198d03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.031891:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198d03 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.031897:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.031900:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573232.031902:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573232.032027:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+587:59528:x1863919925817856:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 851us (1133us total) trans 4294978447 rc 0/0 00000100:00100000:1.0:1777573232.032036:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15226 00000020:00080000:1.0:1777573232.032043:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573232.034009:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.034056:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.034443:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4705 00000100:00100000:1.0:1777573232.034459:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+63:2403:x1863919925818112:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573232.034624:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.034629:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.034631:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573232.034634:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.034636:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.034682:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919925818112:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 228us (624us total) trans 17179874552 rc 0/0 00000100:00100000:1.0:1777573232.034692:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4705 00002000:00010000:1.0:1777573232.034698:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573232.034701:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742d80 with x1863919925818112 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573232.034709:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5742d80. 00000100:00100000:3.0:1777573232.037530:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.037622:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925818240 00000100:00100000:1.0:1777573232.037637:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925818240 00000100:00100000:1.0:1777573232.037709:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15227 00000100:00100000:1.0:1777573232.037721:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+587:59528:x1863919925818240:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.037747:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.037767:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198d0a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e175 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.037861:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1198d11 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.037875:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1198d11 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.037885:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1198d11 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.037911:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:1.0:1777573232.037914:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573232.037930:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1198d11 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.037965:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198d0a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e175 expref: 589 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.037986:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1198d11 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e175 expref: 588 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.037996:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.037998:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573232.038002:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:1.0:1777573232.038061:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+588:59528:x1863919925818240:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 342us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.038068:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15227 00000100:00100000:0.0:1777573232.041156:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925818496 00000100:00100000:0.0:1777573232.041166:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925818496 00000100:00100000:0.0:1777573232.041246:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15228 00000100:00100000:0.0:1777573232.041257:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+588:59528:x1863919925818496:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573232.041367:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573232.041812:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1198d11 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e175 expref: 588 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.041834:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.041839:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573232.042031:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1198d18 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.042058:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1198d18 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.042069:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1198d18 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573232.042112:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978448 00000004:00010000:0.0:1777573232.042135:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001632120b reply state 00000000f61b2dba transno 4294978449 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1198d18 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.042152:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1198d18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.042158:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.042161:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573232.042164:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573232.042266:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+590:59528:x1863919925818496:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1011us (1268us total) trans 4294978449 rc 0/0 00000100:00100000:0.0:1777573232.042307:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15228 00000020:00080000:0.0:1777573232.042313:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573232.045832:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925818624 00000100:00100000:0.0:1777573232.045835:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925818752 00000100:00100000:3.0:1777573232.045843:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925818624 00000100:00100000:0.0:1777573232.045843:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925818752 00002000:00010000:3.0:1777573232.045887:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (225334->18446744073709551615) 00002000:00010000:0.0:1777573232.045888:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573232.045895:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746300 with x1863919925818624 ext(225334->18446744073709551615) 00002000:00100000:0.0:1777573232.045895:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744e00 with x1863919925818752 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573232.045910:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746300. 00002000:00010000:0.0:1777573232.045911:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5744e00. 00000100:00100000:3.0:1777573232.045984:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4706 00000100:00100000:3.0:1777573232.045996:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919925818624:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573232.046002:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4707 00000100:00100000:0.0:1777573232.046026:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919925818752:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573232.046165:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.046165:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.046171:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.046172:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.046177:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573232.046177:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573232.046183:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.046183:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.046191:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 104 -> 104 00002000:00010000:0.0:1777573232.046191:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.046327:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919925818624:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 333us (677us total) trans 17179874553 rc 0/0 00000100:00100000:3.0:1777573232.046336:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4706 00002000:00010000:3.0:1777573232.046339:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (225334->18446744073709551615) 00002000:00100000:3.0:1777573232.046342:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746300 with x1863919925818624 ext(225334->18446744073709551615) 00002000:00010000:3.0:1777573232.046346:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746300. 00000100:00100000:0.0:1777573232.046799:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919925818752:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 776us (1049us total) trans 21474841428 rc 0/0 00000100:00100000:0.0:1777573232.046807:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4707 00002000:00010000:0.0:1777573232.046810:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573232.046813:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744e00 with x1863919925818752 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573232.046819:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5744e00. 00000100:00100000:3.0:1777573232.048629:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.048822:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925818880 00000100:00100000:0.0:1777573232.048831:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925818880 00000100:00100000:0.0:1777573232.048891:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15229 00000100:00100000:0.0:1777573232.048902:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+590:59528:x1863919925818880:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573232.048927:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573232.048958:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1198d1f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e17c expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.049061:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d26 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.049078:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.049089:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573232.049119:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:0.0:1777573232.049124:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573232.049141:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.049166:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1198d1f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e17c expref: 592 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.049184:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d26 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e17c expref: 591 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.049198:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.049201:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573232.049205:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4d000, rc 0) 00000100:00100000:0.0:1777573232.049262:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+591:59528:x1863919925818880:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 352us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.049306:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15229 00000100:00100000:1.0:1777573232.053643:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.057431:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925819264 00000100:00100000:0.0:1777573232.057442:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925819264 00002000:00010000:0.0:1777573232.057479:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (225334->18446744073709551615) 00002000:00100000:0.0:1777573232.057484:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745f80 with x1863919925819264 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573232.057494:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5745f80. 00000100:00100000:0.0:1777573232.057512:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925819392 00000100:00100000:0.0:1777573232.057514:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925819392 00002000:00010000:0.0:1777573232.057526:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573232.057528:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747800 with x1863919925819392 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573232.057534:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5747800. 00000100:00100000:0.0:1777573232.057551:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4708 00000100:00100000:0.0:1777573232.057558:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919925819264:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573232.057721:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.057724:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.057727:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573232.057729:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.057732:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573232.057778:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919925819264:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 220us (528us total) trans 21474841429 rc 0/0 00000100:00100000:0.0:1777573232.057786:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4708 00002000:00010000:0.0:1777573232.057789:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (225334->18446744073709551615) 00002000:00100000:0.0:1777573232.057792:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745f80 with x1863919925819264 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573232.057795:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5745f80. 00000100:00100000:0.0:1777573232.057810:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4709 00000100:00100000:0.0:1777573232.057816:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919925819392:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573232.057883:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.057886:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.057888:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573232.057890:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.057892:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.057911:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+66:2404:x1863919925819392:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 95us (587us total) trans 17179874554 rc 0/0 00000100:00100000:0.0:1777573232.057916:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4709 00002000:00010000:0.0:1777573232.057919:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573232.057922:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747800 with x1863919925819392 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573232.057925:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5747800. 00000100:00100000:3.0:1777573232.062215:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.062501:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15231 00000100:00100000:3.0:1777573232.062514:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+593:59528:x1863919925819520:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573232.062539:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573232.062559:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573232.062575:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1198d34 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e183 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.062674:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1198d3b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.062691:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1198d3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.062703:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1198d3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573232.062732:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:3.0:1777573232.062736:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573232.062755:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1198d3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.062782:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1198d34 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e183 expref: 595 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.062800:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1198d3b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e183 expref: 594 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.062808:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573232.062811:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573232.062815:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa200, rc 0) 00000100:00100000:3.0:1777573232.062875:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+594:59528:x1863919925819520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 365us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.062882:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15231 00000100:00100000:1.0:1777573232.065822:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.069553:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925819904 00000100:00100000:1.0:1777573232.069563:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925819904 00000100:00100000:3.0:1777573232.069578:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925820032 00000100:00100000:3.0:1777573232.069582:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925820032 00002000:00010000:1.0:1777573232.069603:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (225334->18446744073709551615) 00002000:00100000:1.0:1777573232.069609:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746d80 with x1863919925819904 ext(225334->18446744073709551615) 00002000:00010000:1.0:1777573232.069621:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746d80. 00000100:00100000:1.0:1777573232.069655:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4710 00002000:00010000:3.0:1777573232.069663:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00000100:00100000:1.0:1777573232.069668:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919925819904:12345-192.168.204.27@tcp:10:lfs.0 00002000:00100000:3.0:1777573232.069728:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745180 with x1863919925820032 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573232.069734:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5745180. 00000100:00100000:3.0:1777573232.069755:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4711 00000100:00100000:3.0:1777573232.069762:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919925820032:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573232.069852:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573232.069855:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.069857:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573232.069859:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.069861:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573232.069879:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:1.0:1777573232.069884:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.069887:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573232.069889:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.069892:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573232.069901:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+66:2404:x1863919925820032:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 140us (372us total) trans 21474841430 rc 0/0 00000100:00100000:3.0:1777573232.069906:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4711 00002000:00010000:3.0:1777573232.069909:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573232.069911:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745180 with x1863919925820032 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573232.069914:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5745180. 00000100:00100000:1.0:1777573232.069922:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919925819904:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 257us (428us total) trans 17179874555 rc 0/0 00000100:00100000:1.0:1777573232.069932:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4710 00002000:00010000:1.0:1777573232.069937:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (225334->18446744073709551615) 00002000:00100000:1.0:1777573232.069941:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746d80 with x1863919925819904 ext(225334->18446744073709551615) 00002000:00010000:1.0:1777573232.069946:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746d80. 00000100:00100000:3.0:1777573232.071798:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.071840:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925820160 00000100:00100000:1.0:1777573232.071848:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925820160 00000100:00100000:1.0:1777573232.071937:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15233 00000100:00100000:1.0:1777573232.071948:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+596:59528:x1863919925820160:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.071977:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.071999:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1198d49 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e18a expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.072102:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198d50 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.072119:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198d50 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.072131:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198d50 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.072164:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:1.0:1777573232.072169:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573232.072186:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198d50 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.072213:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a1198d49 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e18a expref: 598 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.072234:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198d50 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e18a expref: 597 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.072241:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.072244:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573232.072248:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630e00, rc 0) 00000100:00100000:1.0:1777573232.072330:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+597:59528:x1863919925820160:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 384us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.072341:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15233 00000100:00100000:3.0:1777573232.076617:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.076731:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925820416 00000100:00100000:1.0:1777573232.076745:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925820416 00000100:00100000:1.0:1777573232.076843:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15234 00000100:00100000:1.0:1777573232.076853:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+597:59528:x1863919925820416:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573232.076907:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573232.076934:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198d50 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e18a expref: 597 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.076952:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.076957:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573232.077119:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198d57 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.077144:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198d57 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.077151:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198d57 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573232.077187:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978454 00000004:00010000:1.0:1777573232.077205:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe62dd02 reply state 00000000f21c9199 transno 4294978455 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198d57 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.077216:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198d57 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.077222:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.077225:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573232.077228:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573232.077362:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+599:59528:x1863919925820416:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 510us (754us total) trans 4294978455 rc 0/0 00000100:00100000:1.0:1777573232.077369:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15234 00000020:00080000:1.0:1777573232.077374:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573232.079778:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.079817:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.080334:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4713 00000100:00100000:3.0:1777573232.080344:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+67:2404:x1863919925820672:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573232.080421:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573232.080553:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.080557:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573232.080559:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.080561:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.080580:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+68:2404:x1863919925820672:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 240us (763us total) trans 17179874556 rc 0/0 00000100:00100000:3.0:1777573232.080584:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4713 00002000:00010000:3.0:1777573232.080587:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573232.080588:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f8000 with x1863919925820672 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573232.080591:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f8000. 00000100:00100000:3.0:1777573232.082861:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.083202:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925820800 00000100:00100000:0.0:1777573232.083217:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925820800 00000100:00100000:0.0:1777573232.083310:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15235 00000100:00100000:0.0:1777573232.083322:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+599:59528:x1863919925820800:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573232.083349:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573232.083373:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1198d5e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e191 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.083488:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d65 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.083505:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d65 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.083518:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d65 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573232.083551:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:0.0:1777573232.083555:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573232.083576:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d65 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.083604:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1198d5e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e191 expref: 601 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.083623:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d65 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e191 expref: 600 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.083632:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.083635:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573232.083638:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4d000, rc 0) 00000100:00100000:0.0:1777573232.083705:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+600:59528:x1863919925820800:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 375us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.083714:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15235 00000100:00100000:3.0:1777573232.090879:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.093408:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.093448:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.093471:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925821184 00000100:00100000:0.0:1777573232.093481:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925821184 00000100:00100000:1.0:1777573232.093492:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925821312 00000100:00100000:1.0:1777573232.093498:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925821312 00002000:00010000:0.0:1777573232.093516:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (225334->18446744073709551615) 00002000:00010000:1.0:1777573232.093519:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573232.093522:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fbb80 with x1863919925821184 ext(225334->18446744073709551615) 00002000:00100000:1.0:1777573232.093524:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9180 with x1863919925821312 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573232.093534:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70f9180. 00002000:00010000:0.0:1777573232.093535:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70fbb80. 00000100:00100000:0.0:1777573232.093566:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4714 00000100:00100000:1.0:1777573232.093574:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4715 00000100:00100000:0.0:1777573232.093579:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+68:2403:x1863919925821184:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573232.093585:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919925821312:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573232.093711:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.093715:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.093718:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573232.093720:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.093722:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573232.093774:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+69:2403:x1863919925821184:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 199us (371us total) trans 17179874557 rc 0/0 00002000:00010000:1.0:1777573232.093817:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.093820:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.093821:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573232.093823:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.093824:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.093842:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+68:2403:x1863919925821312:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 260us (395us total) trans 21474841432 rc 0/0 00000100:00100000:1.0:1777573232.093846:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4715 00002000:00010000:1.0:1777573232.093849:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573232.093851:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9180 with x1863919925821312 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573232.093854:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70f9180. 00000100:00100000:0.0:1777573232.093982:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4714 00002000:00010000:0.0:1777573232.093987:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (225334->18446744073709551615) 00002000:00100000:0.0:1777573232.093990:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fbb80 with x1863919925821184 ext(225334->18446744073709551615) 00002000:00010000:0.0:1777573232.093995:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70fbb80. 00000100:00100000:3.0:1777573232.098928:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.099614:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925821568 00000100:00100000:0.0:1777573232.099629:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925821568 00000100:00100000:0.0:1777573232.099732:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15237 00000100:00100000:0.0:1777573232.099742:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+602:59528:x1863919925821568:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573232.099892:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1198d73 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.099936:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1198d73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.099951:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1198d73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573232.100078:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009fffcf69 reply state 00000000ad433b62 transno 4294978458 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1198d73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.100092:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1198d73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.100100:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.100103:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573232.100112:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573232.100231:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+604:59528:x1863919925821568:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 489us (1314us total) trans 4294978458 rc 0/0 00000100:00100000:0.0:1777573232.100239:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15237 00000100:00100000:3.0:1777573232.102351:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.102631:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925821696 00000100:00100000:1.0:1777573232.102644:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925821696 00000100:00100000:1.0:1777573232.102717:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12025 00000100:00100000:1.0:1777573232.102726:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+69:59528:x1863919925821696:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.102742:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.102761:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e198 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.103644:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a119853f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de6c expref: 70 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.103656:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.103658:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.103662:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e198 expref: 70 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.103701:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a119853f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de6c expref: 70 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.103716:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a119853f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de6c expref: 70 pid: 8361 timeout: 852 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.103733:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932095744:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.103943:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d89acd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573232.106772:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573232.107244:0:29349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a119853f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de6c expref: 71 pid: 8361 timeout: 852 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.107323:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932095744:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573232.107374:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e198 expref: 70 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.107392:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630e00, rc 0) 00000100:00100000:1.0:1777573232.107425:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+70:59528:x1863919925821696:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 4700us (5085us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.107433:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12025 00000100:00100000:3.0:1777573232.114481:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.114556:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925821952 00000100:00100000:1.0:1777573232.114566:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925821952 00000100:00100000:1.0:1777573232.114616:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12026 00000100:00100000:1.0:1777573232.114626:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+68:59528:x1863919925821952:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.114818:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.114837:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e19f expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.114871:0:28215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a1198546 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de73 expref: 69 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.114880:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.114882:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.114887:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 69 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.114923:0:28215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a1198546 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de73 expref: 69 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.114938:0:28215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a1198546 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de73 expref: 69 pid: 8361 timeout: 852 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.114956:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932096000:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.115071:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d89acd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573232.117653:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.118179:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932096000:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573232.118210:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 70 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.118393:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.118395:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.118403:0:28215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 69 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.118415:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 69 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.118649:0:28215:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 69 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.118663:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932096128:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573232.118717:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d89acd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573232.120564:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932096128:192.168.204.27@tcp:105: 00010000:00010000:1.0:1777573232.120598:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:1.0:1777573232.120687:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+68:59528:x1863919925821952:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 6063us (6210us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.120697:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12026 00000100:00100000:3.0:1777573232.122432:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.122795:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925822208 00000100:00100000:0.0:1777573232.122805:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925822208 00000100:00100000:0.0:1777573232.122905:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12027 00000100:00100000:0.0:1777573232.122916:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+69:59528:x1863919925822208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573232.122938:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573232.122957:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e1a6 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.122988:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119854d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de7a expref: 70 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.122997:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.122999:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.123002:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1a6 expref: 70 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.123040:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119854d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de7a expref: 70 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.123051:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119854d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de7a expref: 70 pid: 28214 timeout: 852 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.123076:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932096256:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573232.123185:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573232.126422:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932096256:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573232.126645:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1a6 expref: 70 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.126669:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4c600, rc 0) 00000100:00100000:0.0:1777573232.126722:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+70:59528:x1863919925822208:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3808us (4295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.126732:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12027 00000100:00100000:1.0:1777573232.127145:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925822336 00000100:00100000:1.0:1777573232.127151:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925822336 00010000:00010000:1.0:1777573232.127177:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119854d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de7a expref: 70 pid: 28214 timeout: 852 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.127208:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5493 00000100:00100000:1.0:1777573232.127217:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d0459c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+70:2404:x1863919925822336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573232.127230:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573232.127251:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119854d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de7a expref: 70 pid: 28214 timeout: 852 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.127268:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119854d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de7a expref: 70 pid: 28214 timeout: 852 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.127321:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119854d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de7a expref: 70 pid: 28214 timeout: 852 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.127335:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.127337:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.127342:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1a6 expref: 69 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.127357:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1a6 expref: 69 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.127396:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1a6 expref: 69 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.127411:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932096384:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573232.127477:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d89acd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573232.130194:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.130339:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932096384:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573232.130357:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573232.130361:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573232.130383:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.130532:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d0459c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+71:2404:x1863919925822336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3317us (3497us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.130539:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5493 00000100:00100000:1.0:1777573232.130597:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12029 00000100:00100000:1.0:1777573232.130605:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+68:2403:x1863919925822592:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573232.130765:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.130769:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.130771:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573229 -> 1777573230 00002000:00010000:1.0:1777573232.130773:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:1.0:1777573232.130776:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777573232.130802:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+69:2403:x1863919925822592:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 197us (446us total) trans 21474841433 rc 0/0 00000100:00100000:1.0:1777573232.130808:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12029 00000100:00100000:1.0:1777573232.130822:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12030 00000100:00100000:1.0:1777573232.130829:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+70:2403:x1863919925822720:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573232.130905:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.130908:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.130910:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573229 -> 1777573230 00002000:00010000:1.0:1777573232.130912:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573230 -> 1777573231 00002000:00010000:1.0:1777573232.130914:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.130935:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+71:2403:x1863919925822720:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 106us (551us total) trans 17179874558 rc 0/0 00000100:00100000:1.0:1777573232.130941:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12030 00000100:00100000:3.0:1777573232.133699:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.133799:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925822976 00000100:00100000:1.0:1777573232.133808:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925822976 00000100:00100000:1.0:1777573232.133857:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5101 00000100:00100000:1.0:1777573232.133867:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+604:59528:x1863919925822976:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:1.0:1777573232.133939:0:35577:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1198500 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 75 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de57 expref: 604 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.133986:0:35577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 35577 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.133999:0:35577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119852a lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 76 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de5e expref: 604 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.134019:0:35577:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 4/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.134051:0:35577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119852a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 76 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de5e expref: 604 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.134068:0:35577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119852a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 76 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de5e expref: 604 pid: 6484 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.134080:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932096512:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.134161:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d89ac240 going to sleep for 11 seconds 00000100:00100000:3.0:1777573232.138528:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.138642:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932096512:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573232.138673:0:35577:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.138673:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925823104 00000100:00100000:0.0:1777573232.138682:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925823104 00010000:00010000:0.0:1777573232.138720:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119852a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 76 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de5e expref: 605 pid: 6484 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.138759:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5494 00000100:00100000:0.0:1777573232.138771:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+605:2404:x1863919925823104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573232.138789:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573232.138796:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119852a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 77 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de5e expref: 605 pid: 6484 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.138809:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119852a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 77 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de5e expref: 605 pid: 6484 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.138834:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119852a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 77 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de5e expref: 605 pid: 6484 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.138850:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.138855:0:34391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.138878:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.138887:0:34391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.138915:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573232.138952:0:35577:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.138963:0:35577:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.138963:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+604:2404:x1863919925823104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 194us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.138976:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5494 00000040:00080000:1.0:1777573232.139235:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2946, 88 off243816 00000004:00080000:1.0:1777573232.139245:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752684974038ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139332:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2947, 88 off243552 00000004:00080000:1.0:1777573232.139340:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685068837ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139367:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2948, 88 off243640 00000004:00080000:1.0:1777573232.139373:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685101763ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139383:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2947, 88 off243904 00000004:00080000:1.0:1777573232.139386:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685115053ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139400:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2948, 88 off243992 00000004:00080000:1.0:1777573232.139404:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685133303ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139414:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2949, 88 off243728 00000004:00080000:1.0:1777573232.139418:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685147130ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139427:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2950, 88 off243816 00000004:00080000:1.0:1777573232.139431:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685160068ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139439:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2949, 88 off244080 00000004:00080000:1.0:1777573232.139443:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685172319ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139459:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2951, 88 off243904 00000004:00080000:1.0:1777573232.139465:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685193124ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139476:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2950, 88 off244168 00000004:00080000:1.0:1777573232.139481:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685209547ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139495:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2951, 88 off244256 00000004:00080000:1.0:1777573232.139499:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685227430ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139509:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2952, 88 off243992 00000004:00080000:1.0:1777573232.139513:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685241537ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139530:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2953, 88 off244080 00000004:00080000:1.0:1777573232.139534:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685263198ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139543:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2952, 88 off244344 00000004:00080000:1.0:1777573232.139546:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685274613ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139559:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2954, 88 off244168 00000004:00080000:1.0:1777573232.139563:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685292130ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139572:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2953, 88 off244432 00000004:00080000:1.0:1777573232.139575:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685303667ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139582:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2954, 88 off244520 00000004:00080000:1.0:1777573232.139598:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685326652ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139610:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2955, 88 off244256 00000004:00080000:1.0:1777573232.139614:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685343149ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139631:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2955, 88 off244608 00000004:00080000:1.0:1777573232.139636:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685364388ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139646:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2956, 88 off244344 00000004:00080000:1.0:1777573232.139651:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685379328ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139660:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2957, 88 off244432 00000004:00080000:1.0:1777573232.139665:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685393919ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139683:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2956, 88 off244696 00000004:00080000:1.0:1777573232.139688:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685416090ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139708:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2957, 88 off244784 00000004:00080000:1.0:1777573232.139712:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685440680ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139721:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2958, 88 off244520 00000004:00080000:1.0:1777573232.139725:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685453608ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139746:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2959, 88 off244608 00000004:00080000:1.0:1777573232.139751:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685479654ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139760:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2958, 88 off244872 00000004:00080000:1.0:1777573232.139764:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685493040ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139784:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2959, 88 off244960 00000004:00080000:1.0:1777573232.139788:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685516657ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139796:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2960, 88 off244696 00000004:00080000:1.0:1777573232.139800:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685528650ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139813:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2961, 88 off244784 00000004:00080000:1.0:1777573232.139817:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685545782ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.139828:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2960, 88 off245048 00000004:00080000:1.0:1777573232.139832:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685560440ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139841:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2961, 88 off245136 00000004:00080000:1.0:1777573232.139845:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 752685573709ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.139853:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2962, 88 off244872 00000004:00080000:1.0:1777573232.139881:0:35577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 752685608743ns, next at 744713604618ns, rc = 0 00000001:00080000:0.0:1777573232.142523:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978459 is committed 00000004:00080000:0.0:1777573232.142534:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2054 committed 00000004:00080000:0.0:1777573232.142542:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2053 committed 00000100:00100000:3.0:1777573232.142772:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932097024:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.142842:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.142872:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932097536:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573232.142899:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2052 committed 00000100:00100000:3.0:1777573232.142906:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.142935:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777573232.142944:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932096640:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.142974:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.142997:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932097152:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.143027:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.143056:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932098048:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.143083:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932096896:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.143086:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.143116:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932098560:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.143125:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.143151:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932097408:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.143155:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.143184:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777573232.143188:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.143195:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932097664:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.143213:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932097920:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.143250:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.143306:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932098176:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.143334:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573232.143400:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2053 committed 00000004:00080000:0.0:1777573232.143405:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2052 committed 00000004:00080000:0.0:1777573232.143410:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2051 committed 00000004:00080000:0.0:1777573232.143413:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2050 committed 00000004:00080000:0.0:1777573232.143415:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2051 committed 00000004:00080000:0.0:1777573232.143418:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2050 committed 00000004:00080000:0.0:1777573232.143422:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2049 committed 00000004:00080000:0.0:1777573232.143427:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2048 committed 00000004:00080000:0.0:1777573232.143431:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2049 committed 00000004:00080000:0.0:1777573232.143435:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2048 committed 00000004:00080000:0.0:1777573232.143441:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2047 committed 00000004:00080000:0.0:1777573232.143445:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2047 committed 00000004:00080000:0.0:1777573232.143450:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2046 committed 00000004:00080000:0.0:1777573232.143454:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2045 committed 00000004:00080000:0.0:1777573232.143457:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2046 committed 00000004:00080000:0.0:1777573232.143461:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2044 committed 00000004:00080000:0.0:1777573232.143464:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2045 committed 00000004:00080000:0.0:1777573232.143469:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2044 committed 00000004:00080000:0.0:1777573232.143472:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2043 committed 00000004:00080000:0.0:1777573232.143477:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2042 committed 00000004:00080000:0.0:1777573232.143482:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2043 committed 00000004:00080000:0.0:1777573232.143484:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2041 committed 00000004:00080000:0.0:1777573232.143488:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2042 committed 00000004:00080000:0.0:1777573232.143492:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2041 committed 00000004:00080000:0.0:1777573232.143496:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2040 committed 00000004:00080000:0.0:1777573232.143499:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2039 committed 00000004:00080000:0.0:1777573232.143503:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2040 committed 00000004:00080000:0.0:1777573232.143507:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2039 committed 00000004:00080000:0.0:1777573232.143516:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2038 committed 00000100:00100000:1.0:1777573232.143819:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932097024 00000100:00100000:1.0:1777573232.143827:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932097024 00000100:00100000:1.0:1777573232.144143:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932097536 00000100:00100000:1.0:1777573232.144149:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932097536 00000100:00100000:1.0:1777573232.144166:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932096640 00000100:00100000:1.0:1777573232.144171:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932096640 00000100:00100000:1.0:1777573232.144183:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932097152 00000100:00100000:1.0:1777573232.144187:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932097152 00000100:00100000:1.0:1777573232.144200:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932098048 00000100:00100000:1.0:1777573232.144204:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932098048 00000100:00100000:1.0:1777573232.144223:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932096896 00000100:00100000:1.0:1777573232.144227:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932096896 00000100:00100000:1.0:1777573232.144240:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932098560 00000100:00100000:1.0:1777573232.144243:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932098560 00000100:00100000:1.0:1777573232.144255:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932097408 00000100:00100000:1.0:1777573232.144259:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932097408 00000100:00100000:1.0:1777573232.144303:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932097664 00000100:00100000:1.0:1777573232.144308:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932097664 00000100:00100000:1.0:1777573232.144335:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12031 00000100:00100000:1.0:1777573232.144349:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932097024:12345-0@lo:2:osp-syn-0-1.0 00000100:00080000:0.0:1777573232.144383:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573232.144389:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1777573232.144482:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:1.0:1777573232.144488:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.144495:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:1.0:1777573232.144499:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.144505:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573232.144525:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932096768:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.144568:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932097024:12345-0@lo:2:osp-syn-0-1.0 Request processed in 220us (1727us total) trans 21474841434 rc 0/0 00000100:00100000:3.0:1777573232.144571:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.144582:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12031 00000100:00100000:3.0:1777573232.144589:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932097280:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.144598:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932098176 00000100:00100000:1.0:1777573232.144602:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932098176 00000100:00100000:1.0:1777573232.144614:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932096768 00000100:00100000:1.0:1777573232.144618:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932096768 00000100:00100000:1.0:1777573232.144633:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12032 00000100:00100000:1.0:1777573232.144641:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932097536:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573232.144689:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:1.0:1777573232.144693:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.144695:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573232.144698:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.144704:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573232.144730:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932097536:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (1826us total) trans 21474841435 rc 0/0 00000100:00100000:1.0:1777573232.144746:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12032 00000100:00100000:3.0:1777573232.144765:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.144769:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12033 00000004:00080000:0.0:1777573232.144775:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e29500/2, rc 0, transno 21474841434 00000100:00100000:3.0:1777573232.144782:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932097792:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.144782:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932096640:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.144786:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932097024:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573232.144810:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2a680/2, rc 0, transno 21474841435 00000100:00100000:3.0:1777573232.144818:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.144819:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932097536:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.144831:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932098304:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.144852:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.144875:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932097280 00000100:00100000:3.0:1777573232.144880:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932097280 00002000:00010000:1.0:1777573232.144902:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.144906:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00000100:00100000:3.0:1777573232.144907:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932097792 00000100:00100000:3.0:1777573232.144910:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932097792 00002000:00010000:1.0:1777573232.144912:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777573232.144917:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00000100:00100000:3.0:1777573232.144920:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932098304 00002000:00010000:1.0:1777573232.144921:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.144924:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932098304 00000100:00100000:3.0:1777573232.144937:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12034 00000100:00100000:3.0:1777573232.144946:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932097152:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.144965:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932096640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 186us (1994us total) trans 21474841436 rc 0/0 00000100:00100000:1.0:1777573232.144974:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12033 00000100:00100000:1.0:1777573232.144993:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12035 00002000:00010000:3.0:1777573232.145004:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 225334 -> 225334 00000100:00100000:1.0:1777573232.145007:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932098048:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573232.145011:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.145018:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00000004:00080000:0.0:1777573232.145019:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fc9180/2, rc 0, transno 21474841436 00002000:00010000:3.0:1777573232.145026:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00000100:00100000:0.0:1777573232.145026:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932096640:0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573232.145034:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573232.145081:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932097152:12345-0@lo:2:osp-syn-0-1.0 Request processed in 134us (2051us total) trans 21474841437 rc 0/0 00002000:00010000:1.0:1777573232.145082:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.145089:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.145095:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00000100:00100000:3.0:1777573232.145097:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12034 00002000:00010000:1.0:1777573232.145101:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.145105:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.145119:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12036 00000100:00100000:3.0:1777573232.145134:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3635:x1863919932096896:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.145137:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932098048:12345-0@lo:2:osp-syn-1-1.0 Request processed in 132us (2050us total) trans 17179874560 rc 0/0 00000100:00100000:1.0:1777573232.145151:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12035 00000100:00100000:1.0:1777573232.145168:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12037 00000100:00100000:1.0:1777573232.145179:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932098560:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573232.145195:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573232.145200:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.145215:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573232.145222:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.145225:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573232.145232:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.145236:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.145239:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573232.145244:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.145250:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.145258:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932096896:12345-0@lo:2:osp-syn-0-1.0 Request processed in 128us (2134us total) trans 21474841438 rc 0/0 00000100:00100000:3.0:1777573232.145301:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12036 00000100:00100000:1.0:1777573232.145315:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932098560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 138us (2161us total) trans 17179874561 rc 0/0 00000100:00100000:3.0:1777573232.145322:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12038 00000100:00100000:1.0:1777573232.145332:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12037 00000100:00100000:3.0:1777573232.145335:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3635:x1863919932097408:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.145354:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12039 00000100:00100000:1.0:1777573232.145365:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932097664:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573232.145386:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:3.0:1777573232.145392:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.145396:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573232.145402:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.145408:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 104 -> 104 00002000:00010000:1.0:1777573232.145426:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:1.0:1777573232.145433:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.145438:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.145444:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.145449:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:1.0:1777573232.145478:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932097664:12345-0@lo:2:osp-syn-1-1.0 Request processed in 116us (2230us total) trans 17179874562 rc 0/0 00000100:00100000:1.0:1777573232.145491:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12039 00000100:00100000:1.0:1777573232.145507:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12040 00000100:00100000:1.0:1777573232.145514:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932098176:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573232.145560:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.145565:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.145568:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573232.145573:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.145578:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.145601:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932098176:12345-0@lo:2:osp-syn-1-1.0 Request processed in 88us (2270us total) trans 17179874563 rc 0/0 00000100:00100000:1.0:1777573232.145614:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12040 00000100:00100000:1.0:1777573232.145630:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12041 00000100:00100000:1.0:1777573232.145638:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932096768:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573232.145688:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.145692:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.145697:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00000100:00100000:3.0:1777573232.145698:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932097408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 105us (2251us total) trans 21474841439 rc 0/0 00002000:00010000:1.0:1777573232.145703:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.145709:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573232.145717:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12038 00000100:00100000:0.0:1777573232.145731:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179874466 gen 2 00000004:00080000:0.0:1777573232.145735:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b65500, transno 17179874451 00000004:00080000:0.0:1777573232.145740:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7b4c000, transno 17179874452 00000100:00100000:3.0:1777573232.145743:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12042 00000004:00080000:0.0:1777573232.145744:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b67b80, transno 17179874453 00000100:00100000:1.0:1777573232.145750:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932096768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 109us (1182us total) trans 21474841440 rc 0/0 00000004:00080000:0.0:1777573232.145750:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6d180, transno 17179874454 00000004:00080000:0.0:1777573232.145755:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6ea00, transno 17179874455 00000100:00100000:3.0:1777573232.145758:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932097280:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573232.145759:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b67800, transno 17179874456 00000004:00080000:0.0:1777573232.145765:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6ca80, transno 17179874457 00000100:00100000:1.0:1777573232.145769:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12041 00000004:00080000:0.0:1777573232.145771:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b65c00, transno 17179874458 00000004:00080000:0.0:1777573232.145776:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6822d80, transno 17179874459 00000004:00080000:0.0:1777573232.145781:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821f80, transno 17179874460 00000100:00100000:1.0:1777573232.145788:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12043 00000004:00080000:0.0:1777573232.145788:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821180, transno 17179874461 00000004:00080000:0.0:1777573232.145794:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6822680, transno 17179874462 00000004:00080000:0.0:1777573232.145800:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6822300, transno 17179874463 00000100:00100000:1.0:1777573232.145803:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3634:x1863919932097792:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573232.145807:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6823100, transno 17179874464 00000004:00080000:0.0:1777573232.145814:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6820000, transno 17179874465 00002000:00010000:3.0:1777573232.145818:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:0.0:1777573232.145819:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821c00, transno 17179874466 00002000:00010000:3.0:1777573232.145825:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.145828:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00000100:00100000:0.0:1777573232.145830:0:3636:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff99d1c5741f80 x1863919932097664/t17179874562(17179874562) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777573248 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00002000:00010000:3.0:1777573232.145835:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.145841:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1777573232.145865:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5741f80/2, rc 0, transno 17179874562 00000100:00100000:3.0:1777573232.145874:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932097280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (1108us total) trans 21474841441 rc 0/0 00000100:00100000:0.0:1777573232.145875:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932097664:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.145893:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12042 00000004:00080000:0.0:1777573232.145898:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5742680/2, rc 0, transno 17179874563 00000100:00100000:0.0:1777573232.145906:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932098176:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573232.145916:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573232.145918:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12044 00000004:00080000:0.0:1777573232.145920:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5740e00/2, rc 0, transno 17179874561 00002000:00010000:1.0:1777573232.145923:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00000100:00100000:0.0:1777573232.145929:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932098560:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573232.145930:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00000100:00100000:3.0:1777573232.145933:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3634:x1863919932098304:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573232.145936:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.145944:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1777573232.145947:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5740000/2, rc 0, transno 17179874560 00000100:00100000:0.0:1777573232.145957:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932098048:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.145982:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932097792:12345-0@lo:2:osp-syn-1-1.0 Request processed in 182us (1168us total) trans 17179874564 rc 0/0 00000004:00080000:0.0:1777573232.145982:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2ad80/2, rc 0, transno 21474841437 00002000:00010000:3.0:1777573232.145992:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 225334 -> 225334 00000100:00100000:0.0:1777573232.145992:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932097152:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.145998:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12043 00002000:00010000:3.0:1777573232.146000:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.146005:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573232.146008:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.146010:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573232.146036:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.146045:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3634:x1863919932098304:12345-0@lo:2:osp-syn-1-1.0 Request processed in 115us (1192us total) trans 17179874565 rc 0/0 00000100:00100000:3.0:1777573232.146059:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12044 00000100:00100000:1.0:1777573232.146069:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932098432:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.146074:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932097920 00000100:00100000:0.0:1777573232.146080:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932097920 00000100:00100000:1.0:1777573232.146101:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573232.146109:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2b100/2, rc 0, transno 21474841440 00000100:00100000:0.0:1777573232.146114:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932098432 00000100:00100000:3.0:1777573232.146119:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932096768:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.146119:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932098432 00000004:00080000:1.0:1777573232.146140:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2bb80/2, rc 0, transno 21474841438 00000004:00080000:3.0:1777573232.146146:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e28000/2, rc 0, transno 21474841441 00000100:00100000:1.0:1777573232.146149:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932096896:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.146153:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12045 00000100:00100000:3.0:1777573232.146157:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932097280:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.146167:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3635:x1863919932097920:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.146172:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2a300/2, rc 0, transno 21474841439 00000004:00080000:3.0:1777573232.146177:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5740a80/2, rc 0, transno 17179874564 00000100:00100000:1.0:1777573232.146179:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932097408:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.146187:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932097792:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573232.146297:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5741180/2, rc 0, transno 17179874565 00000100:00100000:3.0:1777573232.146304:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932098304:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.146310:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.146314:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.146318:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573232.146320:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.146323:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573232.146327:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12046 00000100:00100000:3.0:1777573232.146336:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932098432:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.146359:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 8 changes, 8 in progress, 2 in flight, 16 done 00000100:00100000:0.0:1777573232.146365:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932097920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 201us (332us total) trans 17179874566 rc 0/0 00000100:00100000:0.0:1777573232.146373:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12045 00002000:00010000:3.0:1777573232.146394:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573232.146398:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00000100:00100000:0.0:1777573232.146399:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00010000:3.0:1777573232.146402:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573232.146406:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.146408:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.146411:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932098688:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.146445:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932098432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 110us (347us total) trans 17179874567 rc 0/0 00000100:00100000:3.0:1777573232.146455:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12046 00000100:00100000:0.0:1777573232.146458:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.146464:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932098944:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.146477:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932098688 00000100:00100000:3.0:1777573232.146481:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932098688 00000100:00100000:0.0:1777573232.146487:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932099072:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.146496:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.146502:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932098944 00000100:00100000:3.0:1777573232.146506:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932098944 00000004:00080000:1.0:1777573232.146523:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5741880/2, rc 0, transno 17179874566 00000100:00100000:3.0:1777573232.146529:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12047 00000100:00100000:0.0:1777573232.146531:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.146537:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932097920:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.146539:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3636:x1863919932098688:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.146550:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00080000:1.0:1777573232.146555:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5742300/2, rc 0, transno 17179874567 00000100:00100000:0.0:1777573232.146560:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932099200:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.146563:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932098432:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.146578:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777573232.146585:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932098816:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.146592:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777573232.146605:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:3.0:1777573232.146609:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.146615:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00000100:00100000:1.0:1777573232.146615:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777573232.146620:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00000100:00100000:0.0:1777573232.146620:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932099072 00002000:00010000:3.0:1777573232.146625:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573232.146625:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932099072 00000100:00100000:1.0:1777573232.146630:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932099328:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.146648:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932099200 00000100:00100000:0.0:1777573232.146652:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932099200 00000100:00100000:1.0:1777573232.146663:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.146669:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932098816 00000100:00100000:0.0:1777573232.146673:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932098816 00000100:00100000:3.0:1777573232.146674:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3636:x1863919932098688:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (217us total) trans 17179874568 rc 0/0 00000100:00100000:3.0:1777573232.146682:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12047 00000100:00100000:1.0:1777573232.146688:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932099328 00000100:00100000:1.0:1777573232.146692:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932099328 00000100:00100000:3.0:1777573232.146705:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12048 00000100:00100000:0.0:1777573232.146712:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12049 00000100:00100000:3.0:1777573232.146716:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932098944:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.146725:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932099072:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.146730:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12050 00000100:00100000:1.0:1777573232.146740:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932099200:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573232.146773:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573232.146777:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.146779:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573232.146781:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.146783:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573232.146796:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.146800:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.146803:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573232.146805:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.146805:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.146810:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.146811:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 104 -> 104 00002000:00010000:1.0:1777573232.146815:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573232.146819:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00000100:00100000:3.0:1777573232.146820:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932098944:12345-0@lo:2:osp-syn-1-1.0 Request processed in 106us (323us total) trans 17179874569 rc 0/0 00002000:00010000:1.0:1777573232.146823:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.146833:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12048 00000100:00100000:3.0:1777573232.146848:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12051 00000100:00100000:3.0:1777573232.146860:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932098816:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.146899:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932099072:12345-0@lo:2:osp-syn-1-1.0 Request processed in 177us (372us total) trans 17179874570 rc 0/0 00000100:00100000:0.0:1777573232.146907:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12049 00002000:00010000:3.0:1777573232.146910:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 225334 -> 225334 00000100:00100000:1.0:1777573232.146912:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932099200:12345-0@lo:2:osp-syn-1-1.0 Request processed in 172us (319us total) trans 17179874571 rc 0/0 00002000:00010000:3.0:1777573232.146917:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.146921:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00000100:00100000:1.0:1777573232.146924:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12050 00002000:00010000:3.0:1777573232.146926:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.146931:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573232.146932:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12052 00000100:00100000:0.0:1777573232.146944:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932099328:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.146966:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932098816:12345-0@lo:2:osp-syn-1-1.0 Request processed in 112us (354us total) trans 17179874572 rc 0/0 00000100:00100000:3.0:1777573232.146976:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12051 00000100:00100000:1.0:1777573232.146984:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932099456:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.147004:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.147008:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00000100:00100000:1.0:1777573232.147014:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573232.147015:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573232.147020:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.147023:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 104 00000004:00080000:1.0:1777573232.147043:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18380/2, rc 0, transno 17179874572 00000100:00100000:1.0:1777573232.147049:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932098816:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.147065:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932099328:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (401us total) trans 17179874573 rc 0/0 00000004:00080000:1.0:1777573232.147067:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19180/2, rc 0, transno 17179874573 00000100:00100000:1.0:1777573232.147076:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932099328:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.147082:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12052 00000100:00100000:3.0:1777573232.147095:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932099840:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.147096:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1aa00/2, rc 0, transno 17179874569 00000100:00100000:0.0:1777573232.147098:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932099456 00000100:00100000:0.0:1777573232.147103:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932099456 00000100:00100000:1.0:1777573232.147105:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932098944:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.147120:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932099968:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.147133:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12053 00000100:00100000:3.0:1777573232.147137:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.147144:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932099456:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.147154:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932099840 00000100:00100000:1.0:1777573232.147158:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932099840 00000100:00100000:3.0:1777573232.147169:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932100352:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573232.147189:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.147195:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.147198:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573232.147204:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.147210:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.147303:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932099456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 161us (290us total) trans 17179874574 rc 0/0 00000100:00100000:0.0:1777573232.147311:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12053 00000100:00100000:0.0:1777573232.147334:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932099584:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.147366:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.147382:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932100096:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.147402:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.147411:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932100608:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.147427:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573232.147444:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1b480/2, rc 0, transno 17179874571 00000100:00100000:0.0:1777573232.147453:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932099200:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573232.147464:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19c00/2, rc 0, transno 17179874570 00000100:00100000:0.0:1777573232.147472:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932099072:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573232.147490:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18a80/2, rc 0, transno 17179874568 00000100:00100000:0.0:1777573232.147494:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932098688:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.147506:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777573232.147516:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932099712:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.147544:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.147557:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932100224:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.147585:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.147605:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932099584 00000100:00100000:0.0:1777573232.147609:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932099584 00000100:00100000:0.0:1777573232.147624:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932100096 00000100:00100000:0.0:1777573232.147627:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932100096 00000100:00100000:0.0:1777573232.147635:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932100608 00000100:00100000:0.0:1777573232.147637:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932100608 00000100:00100000:0.0:1777573232.147645:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932099712 00000100:00100000:0.0:1777573232.147647:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932099712 00000100:00100000:0.0:1777573232.147655:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932100224 00000100:00100000:0.0:1777573232.147657:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932100224 00000100:00100000:0.0:1777573232.147667:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12054 00000100:00100000:0.0:1777573232.147674:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932099584:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.147725:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.147729:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.147733:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573232.147739:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.147742:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573232.147776:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932099584:12345-0@lo:2:osp-syn-1-1.0 Request processed in 100us (411us total) trans 17179874575 rc 0/0 00000100:00100000:0.0:1777573232.147791:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12054 00000100:00100000:0.0:1777573232.147815:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12055 00000100:00100000:0.0:1777573232.147826:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3636:x1863919932100096:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573232.147889:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.147894:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.147899:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573232.147906:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.147912:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.147943:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932100096:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (539us total) trans 21474841442 rc 0/0 00000100:00100000:0.0:1777573232.147957:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12055 00000100:00100000:0.0:1777573232.147973:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12056 00000100:00100000:0.0:1777573232.147981:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3636:x1863919932100608:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573232.148033:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.148036:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.148039:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573232.148041:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.148047:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.148076:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932100608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (647us total) trans 21474841443 rc 0/0 00000100:00100000:0.0:1777573232.148090:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12056 00000100:00100000:0.0:1777573232.148105:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12057 00000100:00100000:0.0:1777573232.148115:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3636:x1863919932099712:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573232.148155:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.148159:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.148165:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573232.148169:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.148175:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.148209:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932099712:12345-0@lo:2:osp-syn-0-1.0 Request processed in 94us (664us total) trans 21474841444 rc 0/0 00000100:00100000:1.0:1777573232.148214:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12058 00000100:00100000:1.0:1777573232.148228:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932100224:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.148299:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12057 00000100:00100000:0.0:1777573232.148319:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12059 00002000:00010000:1.0:1777573232.148328:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:1.0:1777573232.148334:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00000100:00100000:0.0:1777573232.148334:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3634:x1863919932099840:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.148338:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777573232.148342:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573232.148348:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.148352:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573232.148380:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932100352 00000100:00100000:3.0:1777573232.148386:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932100352 00000100:00100000:1.0:1777573232.148391:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3636:x1863919932100224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 166us (807us total) trans 21474841445 rc 0/0 00002000:00010000:0.0:1777573232.148399:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573232.148407:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12058 00002000:00010000:0.0:1777573232.148407:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.148414:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573232.148420:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.148423:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.148429:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12060 00000100:00100000:1.0:1777573232.148443:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932100352:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.148466:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932099840:12345-0@lo:2:osp-syn-0-1.0 Request processed in 136us (1334us total) trans 21474841446 rc 0/0 00000004:00080000:3.0:1777573232.148476:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca43800/2, rc 0, transno 21474841446 00000100:00100000:0.0:1777573232.148480:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12059 00000100:00100000:3.0:1777573232.148486:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932099840:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573232.148502:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.148507:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.148512:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573232.148518:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.148521:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1777573232.148524:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca43480/2, rc 0, transno 21474841444 00000100:00100000:0.0:1777573232.148532:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932099712:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573232.148548:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca40e00/2, rc 0, transno 21474841445 00000100:00100000:0.0:1777573232.148560:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932100224:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.148561:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932100352:12345-0@lo:2:osp-syn-0-1.0 Request processed in 119us (1357us total) trans 21474841447 rc 0/0 00000100:00100000:1.0:1777573232.148577:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12060 00000004:00080000:0.0:1777573232.148578:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18e00/2, rc 0, transno 17179874575 00000100:00100000:0.0:1777573232.148587:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932099584:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573232.148599:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca41c00/2, rc 0, transno 21474841442 00000100:00100000:0.0:1777573232.148603:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932100096:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.148610:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573232.148616:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca40380/2, rc 0, transno 21474841443 00000100:00100000:0.0:1777573232.148621:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932100608:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.148631:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932100480:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.148641:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932099968 00000100:00100000:0.0:1777573232.148646:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932099968 00000100:00100000:1.0:1777573232.148657:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.148677:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932100480 00000100:00100000:0.0:1777573232.148681:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932100480 00000004:00080000:1.0:1777573232.148690:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1bb80/2, rc 0, transno 17179874574 00000100:00100000:1.0:1777573232.148696:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932099456:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.148702:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12061 00000100:00100000:0.0:1777573232.148709:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb9a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932099968:12345-0@lo:2:osp-syn-0-1.0 00000004:00010000:1.0:1777573232.148739:0:35577:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005344bcd4 reply state 000000008244caed transno 4294978459 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.148754:0:35577:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.148762:0:35577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.148765:0:35577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1777573232.148768:0:35577:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00002000:00010000:0.0:1777573232.148768:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.148772:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00010000:00010000:1.0:1777573232.148773:0:35577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:0.0:1777573232.148774:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00010000:00010000:1.0:1777573232.148778:0:35577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00002000:00010000:0.0:1777573232.148780:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00010000:00010000:1.0:1777573232.148785:0:35577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1198500 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de57 expref: 395 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573232.148785:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573232.148824:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb9a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932099968:12345-0@lo:2:osp-syn-0-1.0 Request processed in 114us (214us total) trans 21474841448 rc 0/0 00000100:00100000:0.0:1777573232.148830:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12061 00000100:00100000:0.0:1777573232.148925:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12062 00000100:00100000:0.0:1777573232.148932:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932100480:12345-0@lo:2:osp-syn-0-1.0 00010000:00080000:1.0:1777573232.148944:0:35577:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573232.148957:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+395:59528:x1863919925822976:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 15092us (15264us total) trans 4294978459 rc 0/0 00000100:00100000:1.0:1777573232.148967:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5101 00002000:00010000:0.0:1777573232.148981:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.148986:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.148988:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573232.148989:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00010000:00010000:1.0:1777573232.148990:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573232.148991:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00010000:00010000:1.0:1777573232.149001:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.149007:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.149016:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:0.0:1777573232.149020:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932100480:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (361us total) trans 21474841449 rc 0/0 00010000:00010000:1.0:1777573232.149022:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.149034:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12062 00010000:00010000:1.0:1777573232.149035:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.149047:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.149050:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573232.149053:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.149059:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d8f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573232.149088:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca42300/2, rc 0, transno 21474841448 00000100:00100000:1.0:1777573232.149093:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932099968:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.149101:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca42a00/2, rc 0, transno 21474841449 00000100:00100000:1.0:1777573232.149104:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932100480:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573232.149602:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca41880/2, rc 0, transno 21474841447 00000100:00100000:3.0:1777573232.149609:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932100352:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.150868:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.150913:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925823232 00000100:00100000:0.0:1777573232.150920:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925823232 00000100:00100000:0.0:1777573232.150970:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15238 00000100:00100000:0.0:1777573232.150980:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+390:59528:x1863919925823232:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573232.151003:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573232.151025:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d96 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e1ad expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.151089:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d96 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ad expref: 391 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.151103:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1198d96 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ad expref: 391 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.151124:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.151126:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573232.151129:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4d000, rc 0) 00000100:00100000:0.0:1777573232.151404:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+391:59528:x1863919925823232:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 425us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.151411:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15238 00000100:00100000:0.0:1777573232.154567:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.154711:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925823488 00000100:00100000:3.0:1777573232.154720:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925823488 00000100:00100000:3.0:1777573232.154758:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5102 00000100:00100000:3.0:1777573232.154774:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2f8b88850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+391:59528:x1863919925823488:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1777573232.154986:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2f8b88850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+392:59528:x1863919925823488:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 212us (428us total) trans 4294978460 rc 0/0 00000100:00100000:3.0:1777573232.154994:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5102 00000100:00100000:3.0:1777573232.167868:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.169459:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925823616 00000100:00100000:1.0:1777573232.169480:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925823616 00000100:00100000:1.0:1777573232.169580:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15239 00000100:00100000:1.0:1777573232.169592:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+392:59529:x1863919925823616:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.169632:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.169664:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d9d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e1b4 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.169803:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.169823:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.169840:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.169856:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.169864:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.169871:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.169984:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198db2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.169995:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198db2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170002:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198db2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.170055:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:1.0:1777573232.170060:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573232.170084:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198db2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170102:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198db2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170113:0:7963:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170121:0:7963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170127:0:7963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170134:0:7963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170141:0:7963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573232.170145:0:7963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170153:0:7963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170164:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d2fc76e000) 00010000:00010000:1.0:1777573232.170167:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573232.170172:0:7963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170179:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198da4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170193:0:7963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170199:0:7963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170204:0:7963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170208:0:7963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573232.170211:0:7963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170217:0:7963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170225:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d2fc76e700) 00010000:00010000:1.0:1777573232.170228:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573232.170230:0:7963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170236:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1198dab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170266:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198d9d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1b4 expref: 394 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170342:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198db2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1b4 expref: 393 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.170350:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.170353:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573232.170357:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630400, rc 0) 00000100:00100000:1.0:1777573232.170443:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+393:59529:x1863919925823616:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 854us (2596us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.170451:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15239 00000100:00100000:0.0:1777573232.175364:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.175561:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925823872 00000100:00100000:1.0:1777573232.175575:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925823872 00000100:00100000:1.0:1777573232.175750:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15240 00000100:00100000:1.0:1777573232.175760:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+393:59529:x1863919925823872:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.175788:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.175812:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198db9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e1bb expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.175933:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198dc0 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.175957:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198dc0 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.175970:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198dc0 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.175983:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00010000:00010000:1.0:1777573232.176125:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198db9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1bb expref: 396 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.176147:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198dc0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1bb expref: 395 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.176157:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.176162:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777573232.176167:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631600, rc 0) 00000100:00100000:1.0:1777573232.176235:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+395:59529:x1863919925823872:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 476us (885us total) trans 4294978461 rc 0/0 00000100:00100000:1.0:1777573232.176243:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15240 00000100:00100000:3.0:1777573232.179641:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.228436:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.228482:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925824256 00000100:00100000:0.0:1777573232.228492:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925824256 00000100:00100000:0.0:1777573232.228559:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4716 00000100:00100000:0.0:1777573232.228567:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+71:2403:x1863919925824256:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573232.228597:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.228627:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e198 expref: 71 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.228635:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.228637:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.228641:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.228678:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e198 expref: 71 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.228693:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e198 expref: 71 pid: 29349 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.228708:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932100736:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573232.228797:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e2600 going to sleep for 11 seconds 00000100:00100000:0.0:1777573232.231576:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932100736:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573232.231604:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.231782:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.231842:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925824384 00000100:00100000:0.0:1777573232.231850:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925824384 00010000:00010000:0.0:1777573232.231878:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e198 expref: 72 pid: 29349 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.231966:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5495 00000100:00100000:0.0:1777573232.231978:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+72:2403:x1863919925824384:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573232.231994:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573232.232017:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e198 expref: 72 pid: 29349 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.232027:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e198 expref: 72 pid: 29349 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.232045:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a1198d7a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e198 expref: 72 pid: 29349 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.232058:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.232059:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.232063:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.232070:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.232096:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573232.232133:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+71:2403:x1863919925824384:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 159us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.232140:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5495 00010000:00010000:1.0:1777573232.232189:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.232198:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.237920:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.237936:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.237942:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.237947:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c0030400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.237951:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.237957:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.237971:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.237977:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1198de3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.238074:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+70:2403:x1863919925824256:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9504us (9647us total) trans 0 rc 225334/225334 00000100:00100000:1.0:1777573232.238081:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4716 00000100:00100000:3.0:1777573232.242107:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.242170:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925824512 00000100:00100000:0.0:1777573232.242181:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925824512 00000100:00100000:0.0:1777573232.242247:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4717 00000100:00100000:0.0:1777573232.242258:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+70:2405:x1863919925824512:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573232.242476:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.242495:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a11989b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e017 expref: 70 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.242501:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.242502:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.242505:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.242553:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a11989b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e017 expref: 70 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.242567:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a11989b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e017 expref: 70 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.242582:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932100864:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573232.242660:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e2600 going to sleep for 11 seconds 00000100:00100000:0.0:1777573232.244239:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932100864:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573232.244409:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.245236:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.245334:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925824640 00000100:00100000:1.0:1777573232.245341:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925824640 00010000:00010000:1.0:1777573232.245456:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a11989b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e017 expref: 71 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.245498:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5496 00000100:00100000:1.0:1777573232.245508:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+71:2403:x1863919925824640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573232.245710:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573232.245735:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a11989b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e017 expref: 71 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.245750:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a11989b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e017 expref: 71 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.245774:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a11989b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e017 expref: 71 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.245787:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.245788:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.245792:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.245799:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.245822:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573232.245861:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+70:2403:x1863919925824640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 354us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.245871:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5496 00010000:00010000:0.0:1777573232.245932:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.245941:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.250924:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.250946:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.250955:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.250962:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c64da200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573232.250967:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.250974:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.250993:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.251000:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0ea519/0x8dc0a528a1198dea lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.251080:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+69:2405:x1863919925824512:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8822us (8980us total) trans 0 rc 225334/225334 00000100:00100000:0.0:1777573232.251088:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4717 00000100:00100000:1.0:1777573232.255676:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.260321:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573232.260851:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1198df1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.260860:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1198df1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.270342:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.270455:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925825024 00000100:00100000:1.0:1777573232.270466:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925825024 00000100:00100000:1.0:1777573232.270567:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4719 00000100:00100000:1.0:1777573232.270578:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+68:2406:x1863919925825024:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573232.270611:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.270633:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3dae0f7/0x8dc0a528a1198a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e041 expref: 68 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.270646:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.270648:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.270652:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.270687:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3dae0f7/0x8dc0a528a1198a16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e041 expref: 68 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.270700:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3dae0f7/0x8dc0a528a1198a16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e041 expref: 68 pid: 28214 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.270715:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932101120:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.270803:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d89ac900 going to sleep for 11 seconds 00000100:00100000:3.0:1777573232.274014:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.274121:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932101120:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573232.274151:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.276151:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.276162:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.282515:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.282536:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.282545:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.282551:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.282557:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.282565:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.282585:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.282593:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1198df8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.282690:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+67:2406:x1863919925825024:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 12110us (12352us total) trans 0 rc 225334/225334 00000100:00100000:1.0:1777573232.282700:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4719 00000100:00100000:0.0:1777573232.286523:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.291065:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932101248:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573232.291094:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.291786:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573232.292106:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.292115:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.295462:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.295482:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.295490:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.295497:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573232.295502:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.295516:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.295531:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.295538:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1198dff lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.295609:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+68:2404:x1863919925825280:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8886us (9092us total) trans 0 rc 225334/225334 00000100:00100000:3.0:1777573232.295618:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4720 00000100:00100000:0.0:1777573232.300416:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.300782:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925825536 00000100:00100000:3.0:1777573232.300791:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925825536 00000100:00100000:3.0:1777573232.300851:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4721 00000100:00100000:3.0:1777573232.300861:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919925825536:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573232.300897:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.300919:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e06b expref: 67 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.300927:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573232.300929:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573232.300932:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.300974:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e06b expref: 67 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.300989:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e06b expref: 67 pid: 8361 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.301004:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932101376:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573232.301081:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573232.303779:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932101376:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573232.303806:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.303808:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925825664 00000100:00100000:1.0:1777573232.303818:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925825664 00010000:00010000:1.0:1777573232.303853:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e06b expref: 68 pid: 8361 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.303902:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5500 00000100:00100000:1.0:1777573232.303914:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d0458850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+68:2403:x1863919925825664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573232.303934:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573232.303956:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e06b expref: 68 pid: 8361 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.303968:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e06b expref: 68 pid: 8361 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.303990:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a1198a78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e06b expref: 68 pid: 8361 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.304002:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.304004:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.304008:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.304016:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.304090:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573232.304137:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d0458850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919925825664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 226us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.304144:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5500 00010000:00010000:3.0:1777573232.304213:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.304222:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.307088:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.307107:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.307116:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.307124:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.307129:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.307136:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.307152:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.307160:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1198e06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.307241:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919925825536:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6379us (6833us total) trans 0 rc 225334/225334 00000100:00100000:1.0:1777573232.307251:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4721 00000100:00100000:0.0:1777573232.310902:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.310973:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925825792 00000100:00100000:3.0:1777573232.310983:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925825792 00000100:00100000:3.0:1777573232.311048:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4722 00000100:00100000:3.0:1777573232.311058:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919925825792:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573232.311090:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.311112:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1198aa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e080 expref: 66 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.311117:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573232.311119:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573232.311122:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.311147:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1198aa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e080 expref: 66 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.311156:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1198aa9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e080 expref: 66 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.311166:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932101504:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573232.311331:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573232.313017:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932101504:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573232.313044:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.313454:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573232.313987:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.313993:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.316110:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.316127:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.316136:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.316143:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573232.316147:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.316156:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.316171:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.316178:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1198e0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.316319:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919925825792:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5258us (5493us total) trans 0 rc 225334/225334 00000100:00100000:3.0:1777573232.316328:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4722 00000100:00100000:1.0:1777573232.320372:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.322901:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.322905:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5744380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932101632:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573232.322934:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.323023:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925826176 00000100:00100000:3.0:1777573232.323030:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925826176 00010000:00010000:3.0:1777573232.323061:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1198ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e095 expref: 69 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.323098:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5502 00000100:00100000:3.0:1777573232.323107:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+69:2404:x1863919925826176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573232.323122:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573232.323145:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1198ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e095 expref: 69 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.323157:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1198ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e095 expref: 69 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.323180:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a1198ada lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e095 expref: 69 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.323195:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.323197:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.323202:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.323217:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.323243:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573232.323329:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+68:2404:x1863919925826176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 222us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.323340:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5502 00010000:00010000:0.0:1777573232.323359:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.323380:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.326906:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.326927:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.326940:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.326946:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573232.326950:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.326958:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.326976:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.326983:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1198e14 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.327070:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+67:2406:x1863919925826048:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6530us (6701us total) trans 0 rc 225334/225334 00000100:00100000:0.0:1777573232.327081:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4723 00000100:00100000:3.0:1777573232.331330:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.331379:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925826304 00000100:00100000:0.0:1777573232.331392:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925826304 00000100:00100000:0.0:1777573232.331473:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4724 00000100:00100000:0.0:1777573232.331484:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+67:2405:x1863919925826304:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573232.331526:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.331557:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab896b93/0x8dc0a528a1198b0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0aa expref: 67 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.331566:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.331569:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.331572:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.331610:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab896b93/0x8dc0a528a1198b0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0aa expref: 67 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.331625:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab896b93/0x8dc0a528a1198b0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0aa expref: 67 pid: 28214 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.331642:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932101760:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573232.331728:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573232.334501:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932101760:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573232.334526:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.334652:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925826432 00000100:00100000:3.0:1777573232.334660:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925826432 00010000:00010000:3.0:1777573232.334693:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab896b93/0x8dc0a528a1198b0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0aa expref: 68 pid: 28214 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.334738:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5503 00000100:00100000:3.0:1777573232.334750:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+68:2403:x1863919925826432:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573232.335234:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.335243:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.337250:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.337267:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.337357:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.337363:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eac00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573232.337366:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.337375:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.337387:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.337392:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e1b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.337454:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+66:2405:x1863919925826304:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5970us (6135us total) trans 0 rc 225334/225334 00000100:00100000:0.0:1777573232.337463:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4724 00000100:00100000:3.0:1777573232.342023:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.345128:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925826560 00000100:00100000:1.0:1777573232.345144:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925826560 00000100:00100000:1.0:1777573232.345233:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4725 00000100:00100000:1.0:1777573232.345244:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919925826560:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573232.345306:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.345327:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a1198b3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0bf expref: 65 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.345336:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.345338:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.345341:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.345391:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a1198b3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0bf expref: 65 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.345406:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a1198b3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0bf expref: 65 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.345422:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932101888:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.345510:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d245d180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573232.348149:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932101888:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573232.348159:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573232.348184:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.348648:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.348657:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.352429:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.352450:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.352459:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.352467:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.352472:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.352496:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.352519:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.352527:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a1198e22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.352610:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919925826560:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7364us (10590us total) trans 0 rc 225334/225334 00000100:00100000:1.0:1777573232.352620:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4725 00000100:00100000:3.0:1777573232.356023:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.356081:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925826816 00000100:00100000:0.0:1777573232.356089:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925826816 00000100:00100000:0.0:1777573232.356155:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4726 00000100:00100000:0.0:1777573232.356165:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+66:2406:x1863919925826816:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573232.356197:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.356214:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198b6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0d4 expref: 66 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.356220:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.356221:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.356223:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.356259:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198b6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0d4 expref: 66 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.356463:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0d4 expref: 66 pid: 8361 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.356479:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932102016:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573232.356665:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573232.359332:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932102016:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573232.359360:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.361056:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1777573232.361678:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.361689:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.364726:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.364739:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.364746:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.364751:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eac00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573232.364754:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.364759:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.364770:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.364775:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a1198e29 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.364840:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+65:2406:x1863919925826816:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8673us (8821us total) trans 0 rc 225334/225334 00000100:00100000:0.0:1777573232.364849:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4726 00000100:00100000:1.0:1777573232.368016:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.369963:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.370005:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925827200 00000100:00100000:0.0:1777573232.370013:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925827200 00010000:00010000:0.0:1777573232.370047:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a1198b9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0e9 expref: 65 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.370099:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5506 00000100:00100000:0.0:1777573232.370109:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919925827200:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573232.370217:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573232.370240:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a1198b9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0e9 expref: 65 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.370252:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a1198b9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0e9 expref: 65 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.370318:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a1198b9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0e9 expref: 65 pid: 14598 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.370334:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.370336:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.370341:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a1198e30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.370771:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a1198e30 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.370798:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573232.370847:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919925827200:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 738us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.370856:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5506 00000100:00100000:3.0:1777573232.379892:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.379954:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925827328 00000100:00100000:1.0:1777573232.379965:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925827328 00000100:00100000:1.0:1777573232.380034:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4728 00000100:00100000:1.0:1777573232.380043:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+65:2405:x1863919925827328:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573232.380086:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.380105:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1198bcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0fe expref: 65 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.380113:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.380114:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.380117:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.380147:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1198bcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0fe expref: 65 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.380158:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1198bcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0fe expref: 65 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.380170:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28800:1863919932102272:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.380245:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d245d180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573232.383980:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.383980:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28800:1863919932102272:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573232.384013:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.384215:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925827456 00000100:00100000:0.0:1777573232.384222:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925827456 00010000:00010000:0.0:1777573232.384253:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1198bcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0fe expref: 66 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.384323:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5507 00000100:00100000:0.0:1777573232.384334:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919925827456:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573232.384358:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573232.384378:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1198bcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0fe expref: 66 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.384388:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1198bcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0fe expref: 66 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.384407:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1198bcf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e0fe expref: 66 pid: 8360 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.384420:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.384422:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.384425:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.384432:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.384461:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573232.384486:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.384497:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.384502:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919925827456:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 171us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.384514:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5507 00010000:00010000:1.0:1777573232.388745:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.388765:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.388774:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.388792:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.388797:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.388805:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.388821:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.388834:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e37 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.388945:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+64:2405:x1863919925827328:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8890us (9052us total) trans 0 rc 225334/225334 00000100:00100000:1.0:1777573232.388956:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4728 00000100:00100000:3.0:1777573232.393141:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925827584 00000100:00100000:3.0:1777573232.393154:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925827584 00000100:00100000:1.0:1777573232.393322:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4729 00000100:00100000:1.0:1777573232.393337:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+63:2406:x1863919925827584:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573232.393399:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.393422:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e113 expref: 63 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.393428:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.393430:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.393433:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.393468:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e113 expref: 63 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.393480:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e113 expref: 63 pid: 28214 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.393498:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932102400:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.393601:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d245d180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573232.395433:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.395556:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932102400:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573232.395559:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925827712 00000100:00100000:3.0:1777573232.395567:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925827712 00010000:00010000:1.0:1777573232.395588:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.395676:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e113 expref: 64 pid: 28214 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.395711:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5508 00000100:00100000:3.0:1777573232.395721:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919925827712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573232.395738:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573232.395765:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e113 expref: 64 pid: 28214 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.395774:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e113 expref: 64 pid: 28214 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.395796:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198c00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e113 expref: 64 pid: 28214 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.395811:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.395812:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.395816:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.395824:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.395848:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573232.395870:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.395878:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.395903:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919925827712:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 184us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.395909:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5508 00010000:00010000:1.0:1777573232.398840:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.398859:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.398866:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.398872:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.398876:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.398886:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.398904:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.398909:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1198e3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.398994:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+62:2406:x1863919925827584:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5655us (5959us total) trans 0 rc 225334/225334 00000100:00100000:1.0:1777573232.399004:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4729 00000100:00100000:3.0:1777573232.403151:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.404678:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925827840 00000100:00100000:1.0:1777573232.404693:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925827840 00000100:00100000:1.0:1777573232.404800:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4730 00000100:00100000:1.0:1777573232.404808:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+64:2405:x1863919925827840:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573232.404856:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.404873:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ed1d6c3/0x8dc0a528a1198c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e128 expref: 64 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.404879:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.404881:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.404883:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.404932:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ed1d6c3/0x8dc0a528a1198c31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e128 expref: 64 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.404947:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ed1d6c3/0x8dc0a528a1198c31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e128 expref: 64 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.404970:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932102528:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.405044:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d245d180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573232.407059:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932102528:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573232.407097:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.407776:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.407833:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925827968 00000100:00100000:1.0:1777573232.407842:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925827968 00010000:00010000:1.0:1777573232.407883:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ed1d6c3/0x8dc0a528a1198c31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e128 expref: 65 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.407922:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5509 00000100:00100000:1.0:1777573232.407930:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919925827968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573232.407945:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573232.413861:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ed1d6c3/0x8dc0a528a1198c31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e128 expref: 65 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.413894:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ed1d6c3/0x8dc0a528a1198c31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e128 expref: 65 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.415045:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ed1d6c3/0x8dc0a528a1198c31 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e128 expref: 65 pid: 8362 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.415069:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.415071:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.415077:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.415086:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.415138:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573232.415208:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.415219:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.415475:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919925827968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 7541us (7699us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.415488:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5509 00010000:00010000:1.0:1777573232.424231:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.424255:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.424264:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.424321:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.424327:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.424336:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.424358:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.424365:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e45 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.424470:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+63:2405:x1863919925827840:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 19655us (21321us total) trans 0 rc 225334/225334 00000100:00100000:1.0:1777573232.424481:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4730 00000100:00100000:3.0:1777573232.438111:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.440397:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925828352 00000100:00100000:0.0:1777573232.440407:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925828352 00000100:00100000:0.0:1777573232.440452:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5103 00000100:00100000:0.0:1777573232.440462:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+396:59529:x1863919925828352:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:0.0:1777573232.441062:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+397:59529:x1863919925828352:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 599us (954us total) trans 4294978463 rc 0/0 00000100:00100000:0.0:1777573232.441071:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5103 00000100:00100000:3.0:1777573232.444817:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.444913:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925828608 00000100:00100000:1.0:1777573232.444924:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925828608 00000100:00100000:1.0:1777573232.444981:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15242 00000100:00100000:1.0:1777573232.444992:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919925828608:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573232.445019:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.445040:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198e4c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e1c9 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.445149:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.445181:0:7963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198db2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1b4 expref: 398 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.445202:0:7963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.445235:0:7963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198db2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1b4 expref: 398 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.445249:0:7963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198db2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1b4 expref: 398 pid: 7963 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.445262:0:7963:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932102656:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.445389:0:7963:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d245d180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573232.446784:0:7963:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932102656:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573232.446808:0:7963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.447369:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573232.447860:0:7963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.447871:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.447894:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00010000:00010000:1.0:1777573232.448019:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1198e4c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1c9 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.448040:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1c9 expref: 398 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.448048:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.448050:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777573232.448053:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630e00, rc 0) 00000100:00100000:1.0:1777573232.448139:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925828608:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3149us (3329us total) trans 4294978464 rc 0/0 00000100:00100000:1.0:1777573232.448147:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15242 00000100:00100000:3.0:1777573232.450523:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.450581:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925828864 00000100:00100000:0.0:1777573232.450589:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925828864 00000100:00100000:0.0:1777573232.450632:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15243 00000100:00100000:0.0:1777573232.450639:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925828864:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573232.450657:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573232.450676:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198e61 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e1d0 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.450763:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.450777:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1c9 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.450785:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.450822:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1c9 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.450834:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1c9 expref: 399 pid: 7963 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.450848:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932102784:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573232.450964:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d16a7540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573232.453189:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932102784:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573232.453215:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.453598:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.453702:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925828992 00000100:00100000:0.0:1777573232.453708:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925828992 00010000:00010000:0.0:1777573232.453738:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1c9 expref: 400 pid: 7963 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.453776:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5511 00000100:00100000:0.0:1777573232.453786:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+400:2403:x1863919925828992:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573232.453799:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573232.453806:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1c9 expref: 400 pid: 7963 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.453818:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1c9 expref: 400 pid: 7963 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.453839:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1198e53 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1c9 expref: 400 pid: 7963 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.453856:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.453860:0:34391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.453908:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.453917:0:34391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.453942:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573232.453991:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919925828992:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 207us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.453999:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5511 00010000:00010000:3.0:1777573232.454734:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.454744:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573232.454844:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 225334 00000004:00200000:3.0:1777573232.454849:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573232.454871:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.454905:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198e61 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1d0 expref: 399 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.454921:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198e68 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1d0 expref: 398 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.454928:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573232.454931:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573232.454933:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cb0eac00, rc 0) 00000100:00100000:3.0:1777573232.454977:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925828864:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 4337us (4457us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.454984:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15243 00000100:00100000:0.0:1777573232.457693:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.462196:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925829248 00000100:00100000:1.0:1777573232.462206:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925829248 00000100:00100000:1.0:1777573232.462263:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12064 00000100:00100000:1.0:1777573232.462306:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+63:59390:x1863919925829248:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573232.462322:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.462339:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e1de expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.462369:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a1198e6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1d7 expref: 64 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.462379:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.462381:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.462386:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1de expref: 64 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.462474:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a1198e6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1d7 expref: 64 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.462488:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a1198e6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1d7 expref: 64 pid: 8938 timeout: 853 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.462502:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932102912:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.462586:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d6f2acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573232.464966:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932102912:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573232.464999:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1de expref: 64 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.465019:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631400, rc 0) 00000100:00100000:1.0:1777573232.465060:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+64:59390:x1863919925829248:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 2759us (4044us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.465066:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12064 00000100:00100000:0.0:1777573232.466300:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.468940:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5744380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932103040:192.168.204.27@tcp:105: 00010000:00010000:1.0:1777573232.468962:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573232.468989:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925829504 00000100:00100000:3.0:1777573232.468997:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925829504 00000100:00100000:1.0:1777573232.469009:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919925829376:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2560us (2740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.469017:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5512 00002000:00100000:3.0:1777573232.469044:0:24427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3f7:0x0] (106496->110591) req@ffff99d1c5745500 x1863919925829504/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573232.469053:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745500 with x1863919925829504 ext(106496->110591) 00002000:00010000:3.0:1777573232.469057:0:24427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5745500 00000100:00100000:1.0:1777573232.469350:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4731 00000100:00100000:1.0:1777573232.469361:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919925829504:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:1.0:1777573232.469625:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919925829504:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 199us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777573232.469632:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4731 00002000:00100000:1.0:1777573232.469640:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3f7:0x0] (106496->110591) req@ffff99d1c5745500 x1863919925829504/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/4536 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.469649:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745500 with x1863919925829504 ext(106496->110591) 00002000:00010000:1.0:1777573232.469653:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5745500 00000100:00100000:1.0:1777573232.472896:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925829760 00000100:00100000:1.0:1777573232.472907:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925829760 00000100:00100000:1.0:1777573232.472971:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5104 00000100:00100000:1.0:1777573232.472983:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925829760:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:1.0:1777573232.473300:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919925829760:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 288us (442us total) trans 4294978465 rc 0/0 00000100:00100000:1.0:1777573232.473310:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5104 00000100:00100000:3.0:1777573232.475156:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:3.0:1777573232.480607:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978466 is committed 00000004:00080000:3.0:1777573232.480619:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2070 committed 00000004:00080000:3.0:1777573232.480639:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2069 committed 00000004:00080000:3.0:1777573232.480652:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2068 committed 00000004:00080000:3.0:1777573232.480654:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2069 committed 00000004:00080000:3.0:1777573232.480658:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2068 committed 00000004:00080000:3.0:1777573232.480660:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2067 committed 00000004:00080000:3.0:1777573232.480662:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2066 committed 00000004:00080000:3.0:1777573232.480663:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2067 committed 00000004:00080000:3.0:1777573232.480665:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2066 committed 00000004:00080000:3.0:1777573232.480666:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2065 committed 00000004:00080000:3.0:1777573232.480668:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2064 committed 00000004:00080000:3.0:1777573232.480670:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2065 committed 00000004:00080000:3.0:1777573232.480671:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2064 committed 00000004:00080000:3.0:1777573232.480672:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2063 committed 00000004:00080000:3.0:1777573232.480675:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2063 committed 00000004:00080000:3.0:1777573232.480676:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2062 committed 00000004:00080000:3.0:1777573232.480678:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2061 committed 00000004:00080000:3.0:1777573232.480679:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2062 committed 00000004:00080000:3.0:1777573232.480681:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2060 committed 00000004:00080000:3.0:1777573232.480683:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2061 committed 00000004:00080000:3.0:1777573232.480685:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2060 committed 00000004:00080000:3.0:1777573232.480686:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2059 committed 00000004:00080000:3.0:1777573232.480688:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2058 committed 00000004:00080000:3.0:1777573232.480690:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2059 committed 00000004:00080000:3.0:1777573232.480691:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2057 committed 00000004:00080000:3.0:1777573232.480693:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2058 committed 00000004:00080000:3.0:1777573232.480694:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2057 committed 00000004:00080000:3.0:1777573232.480696:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2056 committed 00000004:00080000:3.0:1777573232.480697:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2055 committed 00000004:00080000:3.0:1777573232.480700:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2056 committed 00000004:00080000:3.0:1777573232.480702:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2055 committed 00000004:00080000:3.0:1777573232.480704:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2054 committed 00000100:00100000:0.0:1777573232.480799:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573232.480824:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932103168:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.480877:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932103680:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.480905:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.480918:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932103424:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.480949:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.480949:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932103552:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.480975:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932103936:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.480981:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.481006:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932104064:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.481007:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.481038:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777573232.481038:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.481047:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932103296:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.481067:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.481088:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932103168 00000100:00100000:1.0:1777573232.481096:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932103168 00000100:00100000:1.0:1777573232.481138:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12065 00000100:00100000:1.0:1777573232.481148:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932103168:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.481204:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932104192:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.481222:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.481233:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932104704:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.481243:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.481253:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777573232.481257:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932104576:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.481302:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.481311:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932105088:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.481324:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.481338:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932103424 00000100:00100000:0.0:1777573232.481341:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932103424 00000100:00100000:0.0:1777573232.481356:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932103552 00000100:00100000:0.0:1777573232.481358:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932103552 00000100:00100000:0.0:1777573232.481368:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932103936 00000100:00100000:0.0:1777573232.481370:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932103936 00000100:00100000:0.0:1777573232.481379:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932104064 00000100:00100000:0.0:1777573232.481381:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932104064 00000100:00100000:1.0:1777573232.481386:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932103168:12345-0@lo:2:osp-syn-1-1.0 Request processed in 237us (478us total) trans 17179874576 rc 0/0 00000100:00100000:0.0:1777573232.481388:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932103680 00000100:00100000:0.0:1777573232.481391:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932103680 00000100:00100000:1.0:1777573232.481396:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12065 00000100:00100000:0.0:1777573232.481401:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932104192 00000100:00100000:0.0:1777573232.481403:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932104192 00000100:00100000:1.0:1777573232.481418:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932104704 00000100:00100000:0.0:1777573232.481418:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932104576 00000100:00100000:0.0:1777573232.481422:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932104576 00000100:00100000:1.0:1777573232.481424:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932104704 00000100:00100000:0.0:1777573232.481429:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932105088 00000100:00100000:0.0:1777573232.481432:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932105088 00000100:00100000:1.0:1777573232.481449:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12066 00000100:00100000:0.0:1777573232.481455:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12067 00000100:00100000:1.0:1777573232.481459:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3635:x1863919932103424:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.481468:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932103552:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.481520:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932103424:12345-0@lo:2:osp-syn-1-1.0 Request processed in 65us (575us total) trans 17179874577 rc 0/0 00000100:00100000:1.0:1777573232.481526:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12066 00000100:00100000:1.0:1777573232.481537:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12068 00000100:00100000:1.0:1777573232.481541:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+27:3635:x1863919932103936:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.481541:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.481552:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.481555:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573232.481557:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.481561:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573232.481579:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.481582:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.481584:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573232.481586:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.481587:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.481597:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3636:x1863919932103552:12345-0@lo:2:osp-syn-1-1.0 Request processed in 132us (616us total) trans 17179874578 rc 0/0 00000100:00100000:0.0:1777573232.481604:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12067 00000100:00100000:1.0:1777573232.481609:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932103936:12345-0@lo:2:osp-syn-1-1.0 Request processed in 67us (603us total) trans 17179874579 rc 0/0 00000100:00100000:1.0:1777573232.481613:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12068 00000100:00100000:0.0:1777573232.481625:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12069 00000100:00100000:0.0:1777573232.481634:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932104064:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.481635:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12070 00000100:00100000:1.0:1777573232.481644:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3637:x1863919932103680:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573232.481684:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.481686:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.481688:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573232.481690:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.481692:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573232.481705:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.481709:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.481712:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00000100:00100000:1.0:1777573232.481715:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+28:3637:x1863919932103680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 72us (647us total) trans 17179874580 rc 0/0 00002000:00010000:0.0:1777573232.481716:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00000100:00100000:1.0:1777573232.481723:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12070 00002000:00010000:0.0:1777573232.481723:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.481733:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12071 00000100:00100000:1.0:1777573232.481738:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+24:3637:x1863919932104192:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.481756:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3636:x1863919932104064:12345-0@lo:2:osp-syn-1-1.0 Request processed in 124us (717us total) trans 17179874581 rc 0/0 00000100:00100000:0.0:1777573232.481763:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12069 00000100:00100000:0.0:1777573232.481784:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12072 00000100:00100000:0.0:1777573232.481793:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932104576:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573232.481796:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.481799:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:1.0:1777573232.481800:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777573232.481804:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:1.0:1777573232.481806:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.481828:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932104192:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (604us total) trans 21474841450 rc 0/0 00000100:00100000:1.0:1777573232.481833:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12071 00000100:00100000:1.0:1777573232.481848:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12073 00000100:00100000:1.0:1777573232.481857:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932104704:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.481883:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932104576:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (578us total) trans 21474841451 rc 0/0 00000100:00100000:0.0:1777573232.481890:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12072 00000100:00100000:0.0:1777573232.481908:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12074 00000100:00100000:0.0:1777573232.481916:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932105088:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.481925:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932104704:12345-0@lo:2:osp-syn-0-1.0 Request processed in 69us (679us total) trans 21474841452 rc 0/0 00000100:00100000:1.0:1777573232.481930:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12073 00000100:00100000:1.0:1777573232.481951:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.481969:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932103808:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.481994:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.482018:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3637:x1863919932105088:12345-0@lo:2:osp-syn-0-1.0 Request processed in 104us (691us total) trans 21474841453 rc 0/0 00000100:00100000:0.0:1777573232.482025:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12074 00000004:00080000:1.0:1777573232.482028:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c7e09c00/2, rc 0, transno 17179874577 00000100:00100000:0.0:1777573232.482037:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932103296 00000100:00100000:1.0:1777573232.482041:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932103424:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.482043:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932103296 00000004:00080000:1.0:1777573232.482056:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c7e09180/2, rc 0, transno 17179874579 00000100:00100000:1.0:1777573232.482060:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932103936:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.482066:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932103808 00000100:00100000:0.0:1777573232.482069:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932103808 00000100:00100000:1.0:1777573232.482070:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932104448:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.482090:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12075 00000100:00100000:1.0:1777573232.482092:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.482103:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932103296:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.482105:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932104960:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.482121:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.482127:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777573232.482130:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932104320:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.482148:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.482160:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932104832:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573232.482164:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.482168:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00002000:00010000:0.0:1777573232.482175:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:0.0:1777573232.482178:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00000100:00100000:1.0:1777573232.482182:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573232.482183:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1777573232.482216:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70fad80/2, rc 0, transno 21474841451 00000100:00100000:0.0:1777573232.482221:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932103296:12345-0@lo:2:osp-syn-1-1.0 Request processed in 119us (267us total) trans 17179874582 rc 0/0 00000100:00100000:0.0:1777573232.482228:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12075 00000100:00100000:1.0:1777573232.482231:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932104576:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.482241:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932104448 00000100:00100000:0.0:1777573232.482245:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932104448 00000004:00080000:1.0:1777573232.482247:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e29880/2, rc 0, transno 21474841453 00000100:00100000:1.0:1777573232.482255:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932105088:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.482257:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932104960 00000100:00100000:0.0:1777573232.482261:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932104960 00000004:00080000:1.0:1777573232.482295:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fca680/2, rc 0, transno 21474841450 00000100:00100000:0.0:1777573232.482301:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932104320 00000100:00100000:1.0:1777573232.482302:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932104192:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.482306:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932104320 00000004:00080000:1.0:1777573232.482316:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70fa300/2, rc 0, transno 21474841452 00000100:00100000:0.0:1777573232.482320:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932104832 00000100:00100000:1.0:1777573232.482322:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932104704:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.482325:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932104832 00000004:00080000:1.0:1777573232.482336:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c7e0ad80/2, rc 0, transno 17179874580 00000100:00100000:1.0:1777573232.482342:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932103680:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.482346:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12076 00000100:00100000:0.0:1777573232.482353:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932103808:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.482424:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932103808:12345-0@lo:2:osp-syn-1-1.0 Request processed in 71us (429us total) trans 17179874583 rc 0/0 00000004:00080000:1.0:1777573232.482430:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c7e0b800/2, rc 0, transno 17179874578 00000100:00100000:0.0:1777573232.482430:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12076 00000100:00100000:1.0:1777573232.482441:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932103552:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.482447:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12077 00000004:00080000:1.0:1777573232.482455:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c7e08380/2, rc 0, transno 17179874581 00000100:00100000:0.0:1777573232.482456:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932104448:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.482462:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932104064:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.482472:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c7e08e00/2, rc 0, transno 17179874576 00000100:00100000:1.0:1777573232.482475:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932103168:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.482482:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573232.482488:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932105216:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.482499:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.482502:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.482505:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573232.482508:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.482510:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.482515:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.482541:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932104448:12345-0@lo:2:osp-syn-0-1.0 Request processed in 87us (449us total) trans 21474841454 rc 0/0 00000100:00100000:0.0:1777573232.482547:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12077 00000100:00100000:0.0:1777573232.482558:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932105216 00000100:00100000:0.0:1777573232.482562:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932105216 00000100:00100000:0.0:1777573232.482577:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12078 00000100:00100000:0.0:1777573232.482586:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932104960:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.482588:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932105728:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.482610:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.482619:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573232.482622:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932105600:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.482635:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.482650:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932105472:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.482667:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932104960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 82us (544us total) trans 21474841455 rc 0/0 00000100:00100000:1.0:1777573232.482672:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.482680:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12078 00000004:00080000:1.0:1777573232.482687:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70fa680/2, rc 0, transno 21474841454 00000100:00100000:1.0:1777573232.482692:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932104448:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.482695:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932105728 00000004:00080000:1.0:1777573232.482698:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e29180/2, rc 0, transno 21474841455 00000100:00100000:0.0:1777573232.482700:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932105728 00000100:00100000:1.0:1777573232.482702:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932104960:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.482709:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c7e08700/2, rc 0, transno 17179874582 00000100:00100000:1.0:1777573232.482714:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932103296:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.482722:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c7e09880/2, rc 0, transno 17179874583 00000100:00100000:0.0:1777573232.482722:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932105600 00000100:00100000:1.0:1777573232.482725:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932103808:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.482729:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932105600 00000100:00100000:1.0:1777573232.482731:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777573232.482736:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932105344:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.482744:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932105472 00000100:00100000:0.0:1777573232.482748:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932105472 00000100:00100000:1.0:1777573232.482752:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.482759:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932105856:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.482763:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932105344 00000100:00100000:0.0:1777573232.482766:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932105344 00000100:00100000:1.0:1777573232.482773:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.482785:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932105856 00000100:00100000:0.0:1777573232.482789:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932105856 00000100:00100000:0.0:1777573232.482806:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12079 00000100:00100000:0.0:1777573232.482814:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932104320:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.482822:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573232.482830:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932106112:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.482851:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573232.482868:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.482872:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573230 -> 1777573230 00000100:00100000:1.0:1777573232.482876:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932105984:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.482876:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:0.0:1777573232.482881:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.482885:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777573232.482905:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.482924:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932104320:12345-0@lo:2:osp-syn-0-1.0 Request processed in 110us (774us total) trans 21474841456 rc 0/0 00000004:00080000:1.0:1777573232.482930:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fc8380/2, rc 0, transno 21474841456 00000100:00100000:0.0:1777573232.482931:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12079 00000100:00100000:1.0:1777573232.482938:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932104320:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.482946:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932106112 00000100:00100000:0.0:1777573232.482950:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932106112 00000100:00100000:1.0:1777573232.482959:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932105984 00000100:00100000:1.0:1777573232.482963:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932105984 00000100:00100000:0.0:1777573232.482968:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12080 00000100:00100000:0.0:1777573232.482977:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932104832:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.482986:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12081 00000100:00100000:1.0:1777573232.482994:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3636:x1863919932105216:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.483024:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.483028:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.483030:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573232.483032:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.483034:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.483067:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932104832:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (886us total) trans 21474841457 rc 0/0 00000100:00100000:0.0:1777573232.483074:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12080 00000100:00100000:1.0:1777573232.483091:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3636:x1863919932105216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (576us total) trans 17179874584 rc 0/0 00000100:00100000:0.0:1777573232.483092:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12082 00000100:00100000:1.0:1777573232.483102:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12081 00000100:00100000:0.0:1777573232.483105:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3637:x1863919932105728:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.483121:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12083 00000100:00100000:1.0:1777573232.483128:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3637:x1863919932105600:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.483158:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.483162:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.483164:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573232.483167:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.483169:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.483206:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3637:x1863919932105728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (593us total) trans 17179874585 rc 0/0 00000100:00100000:1.0:1777573232.483213:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+38:3637:x1863919932105600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (573us total) trans 17179874586 rc 0/0 00000100:00100000:0.0:1777573232.483217:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12082 00000100:00100000:1.0:1777573232.483225:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12083 00000100:00100000:0.0:1777573232.483237:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12084 00000100:00100000:1.0:1777573232.483244:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12085 00000100:00100000:0.0:1777573232.483247:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+36:3635:x1863919932105472:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.483255:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3635:x1863919932105344:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.483332:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.483335:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.483338:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573232.483341:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.483343:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.483365:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+38:3635:x1863919932105344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 112us (612us total) trans 17179874588 rc 0/0 00000100:00100000:1.0:1777573232.483371:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12085 00000100:00100000:0.0:1777573232.483379:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3635:x1863919932105472:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (706us total) trans 17179874587 rc 0/0 00000100:00100000:0.0:1777573232.483386:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12084 00000100:00100000:1.0:1777573232.483391:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12086 00000100:00100000:1.0:1777573232.483400:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3635:x1863919932105856:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.483406:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12087 00000100:00100000:0.0:1777573232.483415:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+36:3637:x1863919932106112:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.483476:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+38:3635:x1863919932105856:12345-0@lo:2:osp-syn-1-1.0 Request processed in 77us (701us total) trans 17179874589 rc 0/0 00000100:00100000:1.0:1777573232.483482:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12086 00000100:00100000:1.0:1777573232.483498:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12088 00000100:00100000:0.0:1777573232.483504:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3637:x1863919932106112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (650us total) trans 17179874590 rc 0/0 00000100:00100000:1.0:1777573232.483507:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3635:x1863919932105984:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.483520:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12087 00000004:00080000:0.0:1777573232.483552:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6820a80/2, rc 0, transno 17179874590 00000100:00100000:0.0:1777573232.483558:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932106112:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573232.483559:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.483563:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.483566:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573232.483568:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00000004:00080000:0.0:1777573232.483570:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6820000/2, rc 0, transno 17179874586 00002000:00010000:1.0:1777573232.483571:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.483578:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932105600:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573232.483589:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6821c00/2, rc 0, transno 17179874585 00000100:00100000:0.0:1777573232.483594:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932105728:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.483599:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3635:x1863919932105984:12345-0@lo:2:osp-syn-1-1.0 Request processed in 94us (693us total) trans 17179874591 rc 0/0 00000100:00100000:1.0:1777573232.483605:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12088 00000004:00080000:1.0:1777573232.483634:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6821180/2, rc 0, transno 17179874584 00000100:00100000:1.0:1777573232.483639:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932105216:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.483645:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573232.483653:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932106240:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.483683:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.483706:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932106624:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.483717:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932106752:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.483734:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.483752:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.483768:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932106496:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.483780:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932106240 00000100:00100000:0.0:1777573232.483785:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932106240 00000100:00100000:1.0:1777573232.483799:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.483803:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932106624 00000100:00100000:0.0:1777573232.483807:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932106624 00000100:00100000:1.0:1777573232.483812:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932107008:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.483819:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932106752 00000100:00100000:0.0:1777573232.483822:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932106752 00000100:00100000:0.0:1777573232.483834:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932106496 00000100:00100000:1.0:1777573232.483835:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.483838:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932106496 00000100:00100000:0.0:1777573232.483853:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932107008 00000004:00080000:1.0:1777573232.483857:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6823800/2, rc 0, transno 17179874591 00000100:00100000:0.0:1777573232.483857:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932107008 00000100:00100000:1.0:1777573232.483862:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932105984:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.483874:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6822680/2, rc 0, transno 17179874588 00000100:00100000:0.0:1777573232.483874:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12089 00000100:00100000:1.0:1777573232.483881:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932105344:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.483886:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3636:x1863919932106240:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.483892:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6820380/2, rc 0, transno 17179874589 00000100:00100000:1.0:1777573232.483896:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932105856:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.483904:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6822300/2, rc 0, transno 17179874587 00000100:00100000:1.0:1777573232.483908:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932105472:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.483916:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e28e00/2, rc 0, transno 21474841457 00000100:00100000:1.0:1777573232.483925:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932104832:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.483935:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00002000:00010000:0.0:1777573232.483938:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573232.483941:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932106368:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573232.483943:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.483948:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573232.483951:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.483954:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.483967:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.483981:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932106880:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.483994:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932106240:12345-0@lo:2:osp-syn-0-1.0 Request processed in 109us (310us total) trans 21474841458 rc 0/0 00000100:00100000:0.0:1777573232.484001:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12089 00000100:00100000:1.0:1777573232.484006:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.484017:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932106368 00000100:00100000:0.0:1777573232.484021:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932106368 00000100:00100000:1.0:1777573232.484030:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932106880 00000100:00100000:1.0:1777573232.484034:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932106880 00000100:00100000:0.0:1777573232.484040:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12090 00000100:00100000:0.0:1777573232.484049:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932106624:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.484057:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12091 00000100:00100000:1.0:1777573232.484064:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+35:3637:x1863919932106752:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573232.484101:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.484105:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.484108:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573232.484110:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.484113:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.484142:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3636:x1863919932106624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (408us total) trans 21474841459 rc 0/0 00000100:00100000:0.0:1777573232.484150:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12090 00000100:00100000:1.0:1777573232.484155:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+37:3637:x1863919932106752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (404us total) trans 21474841460 rc 0/0 00000100:00100000:1.0:1777573232.484162:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12091 00000100:00100000:0.0:1777573232.484168:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12092 00000100:00100000:0.0:1777573232.484175:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+35:3635:x1863919932106496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.484180:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12093 00000100:00100000:1.0:1777573232.484188:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+35:3635:x1863919932107008:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573232.484246:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:1.0:1777573232.484250:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.484253:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00000100:00100000:0.0:1777573232.484254:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3635:x1863919932106496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 78us (455us total) trans 21474841461 rc 0/0 00002000:00010000:1.0:1777573232.484256:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.484262:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573232.484321:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+37:3635:x1863919932107008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 134us (487us total) trans 21474841462 rc 0/0 00000100:00100000:0.0:1777573232.484363:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12092 00000100:00100000:1.0:1777573232.484373:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12093 00000100:00100000:1.0:1777573232.484396:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12094 00000100:00100000:1.0:1777573232.484405:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+35:3635:x1863919932106368:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573232.484463:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.484466:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.484469:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573232.484471:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.484474:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1777573232.484495:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18000/2, rc 0, transno 21474841459 00000100:00100000:0.0:1777573232.484502:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932106624:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.484504:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+36:3635:x1863919932106368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 101us (536us total) trans 21474841463 rc 0/0 00000100:00100000:1.0:1777573232.484513:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12094 00000004:00080000:0.0:1777573232.484518:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18700/2, rc 0, transno 21474841458 00000100:00100000:0.0:1777573232.484523:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932106240:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.484545:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1ad80/2, rc 0, transno 21474841460 00000100:00100000:1.0:1777573232.484551:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932106752:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.484585:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932107136:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.484610:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.484638:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932107136 00000100:00100000:1.0:1777573232.484643:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932107136 00000004:00080000:0.0:1777573232.484652:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1b100/2, rc 0, transno 21474841463 00000100:00100000:0.0:1777573232.484658:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932106368:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.484670:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12096 00000004:00080000:0.0:1777573232.484672:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19880/2, rc 0, transno 21474841461 00000100:00100000:0.0:1777573232.484677:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932106496:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.484682:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3636:x1863919932107136:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573232.484689:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1d2d880/2, rc 0, transno 21474841462 00000100:00100000:0.0:1777573232.484694:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932107008:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573232.484702:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1d2c700/2, rc 0, transno 21474841464 00000100:00100000:0.0:1777573232.484705:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932106880:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573232.484736:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.484739:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.484741:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573232.484744:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.484746:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.484785:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3636:x1863919932107136:12345-0@lo:2:osp-syn-0-1.0 Request processed in 107us (174us total) trans 21474841465 rc 0/0 00000100:00100000:1.0:1777573232.484793:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12096 00000004:00080000:0.0:1777573232.484810:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1d2fb80/2, rc 0, transno 21474841465 00000100:00100000:0.0:1777573232.484815:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932107136:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.489057:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.489121:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925830144 00000100:00100000:1.0:1777573232.489131:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925830144 00000100:00100000:1.0:1777573232.489182:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12097 00000100:00100000:1.0:1777573232.489190:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+63:59390:x1863919925830144:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573232.489214:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.489235:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a1198e8b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e1ec expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573232.489263:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 225334, mtime: 0x69f39d6e, atime: 0x69f39d6e, ctime: 0x69f39d6f, blocks: 0x140 00010000:00010000:1.0:1777573232.489325:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.489328:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.489337:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a1198e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ec expref: 64 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.489358:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a1198e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ec expref: 64 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.489372:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631800, rc 0) 00000100:00100000:1.0:1777573232.489437:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+64:59390:x1863919925830144:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 247us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.489446:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12097 00000100:00100000:3.0:1777573232.504502:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.504592:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925830272 00000100:00100000:0.0:1777573232.504602:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925830272 00002000:00100000:0.0:1777573232.504648:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->110591) req@ffff99d1c2c24000 x1863919925830272/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573232.504659:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24000 with x1863919925830272 ext(106496->110591) 00002000:00010000:0.0:1777573232.504664:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c24000 00000100:00100000:0.0:1777573232.504726:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4732 00000100:00100000:0.0:1777573232.504735:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+64:2406:x1863919925830272:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:0.0:1777573232.504914:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+64:2406:x1863919925830272:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 180us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573232.504922:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4732 00002000:00100000:0.0:1777573232.504929:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->110591) req@ffff99d1c2c24000 x1863919925830272/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/4536 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573232.504937:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24000 with x1863919925830272 ext(106496->110591) 00002000:00010000:0.0:1777573232.504939:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c24000 00000100:00100000:3.0:1777573232.508585:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.508629:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925830400 00000100:00100000:0.0:1777573232.508639:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925830400 00002000:00100000:0.0:1777573232.508684:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (81920->147455) req@ffff99d1c2c26d80 x1863919925830400/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 504/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573232.508695:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26d80 with x1863919925830400 ext(81920->147455) 00002000:00010000:0.0:1777573232.508701:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c26d80 00000100:00100000:3.0:1777573232.508743:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4733 00000100:00100000:3.0:1777573232.508751:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919925830400:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:0.0:1777573232.514960:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919925830400:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6192us (6367us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1777573232.514973:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4733 00002000:00100000:0.0:1777573232.514986:0:28801:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x3dc:0x0] (81920->147455) req@ffff99d1c2c26d80 x1863919925830400/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 504/440 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 61440/61440 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573232.515000:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26d80 with x1863919925830400 ext(81920->147455) 00002000:00010000:0.0:1777573232.515006:0:28801:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c26d80 00000100:00100000:3.0:1777573232.520674:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.520785:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925830528 00000100:00100000:1.0:1777573232.520796:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925830528 00002000:00100000:1.0:1777573232.520845:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (147456->184319) req@ffff99d1c2c27480 x1863919925830528/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.520858:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c27480 with x1863919925830528 ext(147456->184319) 00002000:00010000:1.0:1777573232.520864:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c27480 00000100:00100000:1.0:1777573232.520895:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4734 00000100:00100000:1.0:1777573232.520905:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919925830528:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:1.0:1777573232.522955:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919925830528:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2044us (2284us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777573232.522967:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4734 00002000:00100000:1.0:1777573232.522978:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (147456->184319) req@ffff99d1c2c27480 x1863919925830528/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/440 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.522987:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c27480 with x1863919925830528 ext(147456->184319) 00002000:00010000:1.0:1777573232.522992:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c27480 00000100:00100000:3.0:1777573232.525961:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.526209:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925830656 00000100:00100000:0.0:1777573232.526218:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925830656 00002000:00100000:0.0:1777573232.526257:0:14599:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->155647) req@ffff99d1c2c26a00 x1863919925830656/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573232.526375:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26a00 with x1863919925830656 ext(106496->155647) 00002000:00010000:0.0:1777573232.526381:0:14599:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c26a00 00000100:00100000:0.0:1777573232.526414:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4735 00000100:00100000:0.0:1777573232.526428:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919925830656:12345-192.168.204.27@tcp:4:lfs.0 00000100:00100000:0.0:1777573232.529511:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+66:2404:x1863919925830656:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 3075us (3548us total) trans 17179874592 rc 0/0 00000100:00100000:0.0:1777573232.529523:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4735 00002000:00100000:0.0:1777573232.529536:0:14599:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->155647) req@ffff99d1c2c26a00 x1863919925830656/t17179874592(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/448 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573232.529548:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26a00 with x1863919925830656 ext(106496->155647) 00002000:00010000:0.0:1777573232.529554:0:14599:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c26a00 00000100:00100000:3.0:1777573232.531667:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925830784 00000100:00100000:3.0:1777573232.531676:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925830784 00000100:00100000:3.0:1777573232.531735:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12098 00000100:00100000:3.0:1777573232.531746:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+66:2404:x1863919925830784:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:1.0:1777573232.536259:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874592 is committed 00000001:00080000:1.0:1777573232.536325:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874591 is committed 00000100:00100000:3.0:1777573232.536765:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925830784:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 5016us (5262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.536777:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12098 00000100:00100000:1.0:1777573232.539959:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.545546:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925831168 00000100:00100000:1.0:1777573232.545558:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925831168 00000100:00100000:1.0:1777573232.545662:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15246 00000100:00100000:1.0:1777573232.545673:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919925831168:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:1.0:1777573232.545739:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573232.545766:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1198e84 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1e5 expref: 392 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.545787:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1198e99 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1f3 expref: 391 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.545797:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.545802:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573232.545998:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.546011:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.546020:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573232.546059:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978467 00000004:00010000:1.0:1777573232.546080:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005bd2b8fb reply state 00000000ae4adfff transno 4294978468 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.546097:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.546106:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.546108:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573232.546111:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573232.546188:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919925831168:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 517us (1223us total) trans 4294978468 rc 0/0 00000100:00100000:1.0:1777573232.546195:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15246 00000020:00080000:1.0:1777573232.546200:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573232.548008:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.548112:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925831296 00000100:00100000:0.0:1777573232.548121:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925831296 00000100:00100000:0.0:1777573232.548171:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15247 00000100:00100000:0.0:1777573232.548180:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919925831296:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573232.548198:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573232.548214:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198ea7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e1fa expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.548323:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198ea7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1fa expref: 394 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.548340:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198ea7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1fa expref: 394 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.548360:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.548363:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573232.548366:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cb0eb400, rc 0) 00000100:00100000:0.0:1777573232.548409:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919925831296:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 231us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.548419:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15247 00000100:00100000:1.0:1777573232.553330:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925831424 00000100:00100000:1.0:1777573232.553349:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925831424 00000100:00100000:3.0:1777573232.553368:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925831680 00000100:00100000:3.0:1777573232.553374:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925831680 00002000:00010000:3.0:1777573232.553403:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00010000:1.0:1777573232.553403:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (71846->18446744073709551615) 00002000:00100000:3.0:1777573232.553412:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554000 with x1863919925831680 ext(0->18446744073709551615) 00002000:00100000:1.0:1777573232.553412:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554700 with x1863919925831424 ext(71846->18446744073709551615) 00002000:00010000:1.0:1777573232.553427:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8554700. 00002000:00010000:3.0:1777573232.553428:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8554000. 00000100:00100000:3.0:1777573232.553458:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925831552 00000100:00100000:3.0:1777573232.553461:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925831552 00002000:00010000:3.0:1777573232.553473:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573232.553476:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8555880 with x1863919925831552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573232.553483:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8555880. 00000100:00100000:1.0:1777573232.553673:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4736 00000100:00100000:1.0:1777573232.553684:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925831680:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:1.0:1777573232.553846:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.553850:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573230 -> 1777573232 00002000:00010000:1.0:1777573232.553853:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.553856:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573232.553858:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.553996:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925831680:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 313us (681us total) trans 17179874593 rc 0/0 00000100:00100000:1.0:1777573232.554006:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4736 00002000:00010000:1.0:1777573232.554010:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:1.0:1777573232.554014:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554000 with x1863919925831680 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573232.554019:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8554000. 00000100:00100000:1.0:1777573232.554040:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4738 00000100:00100000:1.0:1777573232.554050:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919925831552:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:1.0:1777573232.554127:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.554132:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573230 -> 1777573232 00002000:00010000:1.0:1777573232.554135:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.554138:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573232.554142:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777573232.554164:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919925831552:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 117us (820us total) trans 21474841466 rc 0/0 00000100:00100000:1.0:1777573232.554171:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4738 00002000:00010000:1.0:1777573232.554175:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:1.0:1777573232.554177:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8555880 with x1863919925831552 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573232.554181:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8555880. 00000100:00100000:1.0:1777573232.558827:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925831808 00000100:00100000:1.0:1777573232.558837:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925831808 00000100:00100000:1.0:1777573232.558892:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15248 00000100:00100000:1.0:1777573232.558903:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919925831808:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573232.558923:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.558942:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1198eae lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e201 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.559025:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198eb5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.559041:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198eb5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.559053:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198eb5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.559081:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71846 00000004:00200000:1.0:1777573232.559086:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573232.559103:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198eb5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.559127:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1198eae lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e201 expref: 396 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.559145:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198eb5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e201 expref: 395 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.559153:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.559156:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573232.559159:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:1.0:1777573232.559218:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919925831808:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 317us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.559225:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15248 00000100:00100000:1.0:1777573232.564965:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925831936 00000100:00100000:1.0:1777573232.564976:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925831936 00002000:00100000:1.0:1777573232.565031:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (12288->20479) req@ffff99d1c64b4000 x1863919925831936/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.565042:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4000 with x1863919925831936 ext(12288->20479) 00002000:00010000:1.0:1777573232.565048:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4000 00000100:00100000:1.0:1777573232.565082:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4739 00000100:00100000:1.0:1777573232.565093:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925831936:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573232.565358:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925831936:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 266us (516us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1777573232.565366:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4739 00002000:00100000:1.0:1777573232.565372:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (12288->20479) req@ffff99d1c64b4000 x1863919925831936/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/8632 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.565381:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4000 with x1863919925831936 ext(12288->20479) 00002000:00010000:1.0:1777573232.565384:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4000 00000100:00100000:3.0:1777573232.572633:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.572701:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925832064 00000100:00100000:1.0:1777573232.572713:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925832064 00002000:00100000:1.0:1777573232.572762:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->69631) req@ffff99d1c2c27b80 x1863919925832064/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 504/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.572773:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c27b80 with x1863919925832064 ext(4096->69631) 00002000:00010000:1.0:1777573232.572778:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c27b80 00000100:00100000:1.0:1777573232.572817:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4740 00000100:00100000:1.0:1777573232.572826:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925832064:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573232.574666:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919932107648:0@lo:400:kworker.0 00000100:00100000:0.0:1777573232.574790:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919932107520:0@lo:400:kworker.0 00000100:00100000:3.0:1777573232.574825:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932107392:0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.574994:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.575026:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932108160:0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.575051:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.575068:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932108672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573232.575088:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.575141:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932107648 00000100:00100000:1.0:1777573232.575148:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932107648 00000100:00100000:1.0:1777573232.575195:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1777573232.575204:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919932107648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.575249:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919932107648:12345-0@lo:400:kworker.0 Request processed in 47us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.575259:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1777573232.575322:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919932107648:0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.575359:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932108160 00000100:00100000:1.0:1777573232.575363:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932108160 00000100:00100000:1.0:1777573232.575389:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00100000:1.0:1777573232.575396:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932108160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.575432:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932108160:12345-0@lo:400:kworker.0 Request processed in 37us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.575438:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00100000:1.0:1777573232.575462:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932108160:0@lo:400:kworker.0 00000100:00080000:1.0:1777573232.575484:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573232.575512:0:11981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932108672 00000100:00100000:1.0:1777573232.575515:0:11981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932108672 00000100:00100000:1.0:1777573232.575544:0:11981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1777573232.575551:0:11981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932108672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573232.575570:0:11981:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 484921920 pending 0 free 3915640832 avail 3684118528 00000100:00100000:1.0:1777573232.575604:0:11981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932108672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.575610:0:11981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:1.0:1777573232.575625:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573232.575646:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932108672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573232.576009:0:32703:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932107264 00000100:00100000:1.0:1777573232.576014:0:32703:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932107264 00000100:00100000:1.0:1777573232.576046:0:32703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1777573232.576056:0:32703:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c867d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0baf38f6-7090-47e5-919a-0efb45cf94af+23:3637:x1863919932107264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.576100:0:32703:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c867d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0baf38f6-7090-47e5-919a-0efb45cf94af+23:3637:x1863919932107264:12345-0@lo:400:kworker.0 Request processed in 46us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.576107:0:32703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1777573232.576136:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.576168:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932107776 00000100:00100000:0.0:1777573232.576168:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919932108032:0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.576174:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932107776 00000100:00100000:0.0:1777573232.576198:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.576318:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.576340:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1863919932107904:0@lo:400:kworker.0 00000100:00100000:3.0:1777573232.576369:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932108288 00000100:00100000:3.0:1777573232.576372:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932108288 00000100:00100000:3.0:1777573232.576401:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1777573232.576408:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919932108288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573232.576450:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919932108544:0@lo:400:kworker.0 00000100:00100000:3.0:1777573232.576457:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919932108288:12345-0@lo:400:kworker.0 Request processed in 48us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.576464:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1777573232.576480:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.576490:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932107392 00000100:00100000:3.0:1777573232.576494:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932107392 00000100:00100000:3.0:1777573232.576516:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:3.0:1777573232.576527:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932107392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573232.576563:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3634:x1863919932107392:12345-0@lo:400:kworker.0 Request processed in 39us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.576569:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00100000:1.0:1777573232.576851:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932107520 00000100:00100000:1.0:1777573232.576856:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932107520 00000100:00100000:1.0:1777573232.576880:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932108032 00000100:00100000:1.0:1777573232.576883:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932108032 00000100:00100000:1.0:1777573232.576902:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1777573232.576908:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919932107776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.576941:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919932107776:12345-0@lo:400:kworker.0 Request processed in 34us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.576947:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1777573232.576962:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1777573232.576968:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919932107520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.576999:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919932107520:12345-0@lo:400:kworker.0 Request processed in 31us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.577008:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1777573232.577026:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1777573232.577034:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919932108032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.577061:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919932108032:12345-0@lo:400:kworker.0 Request processed in 29us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.577066:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00080000:1.0:1777573232.577082:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573232.577295:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1863919932109056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573232.577320:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.577345:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919932107520:0@lo:400:kworker.0 00000100:00100000:0.0:1777573232.577355:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919932108032:0@lo:400:kworker.0 00000100:00100000:0.0:1777573232.577387:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932109056 00000100:00100000:0.0:1777573232.577390:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932109056 00000100:00100000:0.0:1777573232.577414:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:0.0:1777573232.577420:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919932109056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573232.577439:0:7426:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445642240 avail 1299402752 00000100:00100000:0.0:1777573232.577468:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919932109056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.577474:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00100000:1.0:1777573232.577603:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.577649:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1863919932109056:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573232.577855:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932108416:0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.577889:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.577920:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932108928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573232.577946:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.577985:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932107392:0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.578018:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932108928 00000100:00100000:1.0:1777573232.578023:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932108928 00000100:00100000:3.0:1777573232.578039:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932107904 00000100:00100000:3.0:1777573232.578043:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932107904 00000100:00100000:1.0:1777573232.578063:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1777573232.578072:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1863919932108928:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573232.578073:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932108416 00000100:00100000:3.0:1777573232.578076:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932108416 00002000:00000024:1.0:1777573232.578089:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484889152 pending 0 free 3919683584 avail 3688087552 00000100:00100000:3.0:1777573232.578112:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1777573232.578121:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3634:x1863919932108416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.578128:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3634:x1863919932108928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.578136:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1777573232.578160:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3634:x1863919932108416:12345-0@lo:400:kworker.0 Request processed in 42us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.578167:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:1.0:1777573232.578207:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573232.578232:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1777573232.578242:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919932108544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.578431:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919932108544:12345-0@lo:400:kworker.0 Request processed in 192us (1952us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.578438:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1777573232.578441:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1777573232.578447:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1863919932107904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.578518:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925832064:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 5692us (5893us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1777573232.578526:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4740 00002000:00100000:1.0:1777573232.578536:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->69631) req@ffff99d1c2c27b80 x1863919925832064/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 504/440 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.578546:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c27b80 with x1863919925832064 ext(4096->69631) 00002000:00010000:1.0:1777573232.578551:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c27b80 00000100:00100000:1.0:1777573232.578580:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932108416:0@lo:400:kworker.0 00000100:00100000:1.0:1777573232.578593:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932108928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573232.578623:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919932108544:0@lo:400:kworker.0 00000100:00080000:1.0:1777573232.578643:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573232.578788:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1863919932107904:12345-0@lo:400:kworker.0 Request processed in 338us (1184us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.578795:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1777573232.582604:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.582683:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925832192 00000100:00100000:0.0:1777573232.582693:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925832192 00002000:00100000:0.0:1777573232.582738:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (69632->73727) req@ffff99d2c45f8e00 x1863919925832192/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573232.582750:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45f8e00 with x1863919925832192 ext(69632->73727) 00002000:00010000:0.0:1777573232.582755:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c45f8e00 00000100:00100000:0.0:1777573232.582788:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4741 00000100:00100000:0.0:1777573232.582798:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925832192:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573232.582997:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925832192:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 199us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573232.583006:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4741 00002000:00100000:0.0:1777573232.583014:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (69632->73727) req@ffff99d2c45f8e00 x1863919925832192/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/4536 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573232.583022:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45f8e00 with x1863919925832192 ext(69632->73727) 00002000:00010000:0.0:1777573232.583025:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c45f8e00 00000100:00100000:0.0:1777573232.587318:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925832320 00000100:00100000:0.0:1777573232.587328:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925832320 00000100:00100000:3.0:1777573232.588602:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4742 00000100:00100000:3.0:1777573232.588619:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925832320:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573232.589201:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 71846 -> 71846 00002000:00010000:3.0:1777573232.589206:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573232.589209:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:3.0:1777573232.589211:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573232.589213:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 152 -> 40 00000100:00100000:3.0:1777573232.589318:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925832320:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 705us (2114us total) trans 17179874595 rc 0/0 00000100:00100000:3.0:1777573232.589326:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4742 00000100:00100000:3.0:1777573232.596636:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.596814:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925832448 00000100:00100000:1.0:1777573232.596825:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925832448 00002000:00100000:1.0:1777573232.596921:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->65535) req@ffff99d2c45faa00 x1863919925832448/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.596932:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45faa00 with x1863919925832448 ext(4096->65535) 00002000:00010000:1.0:1777573232.596939:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c45faa00 00000100:00100000:1.0:1777573232.596970:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4743 00000100:00100000:1.0:1777573232.596979:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925832448:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573232.599990:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925832448:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 3002us (3354us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1777573232.600003:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4743 00002000:00100000:1.0:1777573232.600015:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->65535) req@ffff99d2c45faa00 x1863919925832448/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/440 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.600025:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45faa00 with x1863919925832448 ext(4096->65535) 00002000:00010000:1.0:1777573232.600031:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c45faa00 00000100:00100000:3.0:1777573232.604592:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.604695:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925832576 00000100:00100000:0.0:1777573232.604704:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925832576 00000100:00100000:0.0:1777573232.604801:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4744 00000100:00100000:0.0:1777573232.604810:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925832576:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573232.605012:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 71846 -> 71846 00002000:00010000:0.0:1777573232.605020:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.605023:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:0.0:1777573232.605025:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.605028:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:0.0:1777573232.605088:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925832576:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 279us (504us total) trans 17179874596 rc 0/0 00000100:00100000:0.0:1777573232.605099:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4744 00000100:00100000:1.0:1777573232.610403:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925832704 00000100:00100000:1.0:1777573232.610416:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925832704 00002000:00100000:1.0:1777573232.610469:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->24575) req@ffff99d1c64b5c00 x1863919925832704/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 504/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.610479:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b5c00 with x1863919925832704 ext(0->24575) 00002000:00010000:1.0:1777573232.610486:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b5c00 00000100:00100000:1.0:1777573232.610529:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4745 00000100:00100000:1.0:1777573232.610538:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925832704:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573232.612745:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925832704:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2201us (2584us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1777573232.612756:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4745 00002000:00100000:1.0:1777573232.612766:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->24575) req@ffff99d1c64b5c00 x1863919925832704/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 504/440 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573232.612776:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b5c00 with x1863919925832704 ext(0->24575) 00002000:00010000:1.0:1777573232.612781:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b5c00 00000100:00100000:3.0:1777573232.616940:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.617042:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925832832 00000100:00100000:1.0:1777573232.617052:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925832832 00000100:00100000:1.0:1777573232.617156:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4746 00000100:00100000:1.0:1777573232.617167:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925832832:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573232.617449:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 71846 -> 71846 00002000:00010000:1.0:1777573232.617454:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.617456:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.617458:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.617460:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 40 -> 64 00000100:00100000:1.0:1777573232.617516:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919925832832:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 350us (585us total) trans 17179874597 rc 0/0 00000100:00100000:1.0:1777573232.617524:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4746 00000100:00100000:3.0:1777573232.621543:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.621711:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925832960 00000100:00100000:0.0:1777573232.621719:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925832960 00000100:00100000:0.0:1777573232.621795:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4747 00000100:00100000:0.0:1777573232.621804:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925832960:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573232.621970:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 71846 -> 106571 00002000:00010000:0.0:1777573232.621974:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.621977:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:0.0:1777573232.621979:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.621981:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 64 -> 136 00000100:00100000:0.0:1777573232.622044:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925832960:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 240us (707us total) trans 17179874598 rc 0/0 00000100:00100000:0.0:1777573232.622051:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4747 00000100:00100000:1.0:1777573232.625796:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925833088 00000100:00100000:1.0:1777573232.625807:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925833088 00000100:00100000:1.0:1777573232.625877:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4748 00000100:00100000:1.0:1777573232.625888:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925833088:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573232.626144:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 106571 -> 106571 00002000:00010000:1.0:1777573232.626148:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.626151:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.626154:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.626156:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 136 -> 192 00000100:00100000:1.0:1777573232.626212:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925833088:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 325us (511us total) trans 17179874599 rc 0/0 00000100:00100000:1.0:1777573232.626219:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4748 00000100:00100000:1.0:1777573232.629670:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.635828:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925833216:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 5857us (6158us total) trans 17179874600 rc 0/0 00000100:00100000:3.0:1777573232.635839:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4749 00002000:00100000:3.0:1777573232.635849:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (32768->94207) req@ffff99d2d7b4d500 x1863919925833216/t17179874600(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/448 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573232.635861:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4d500 with x1863919925833216 ext(32768->94207) 00002000:00010000:3.0:1777573232.635866:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4d500 00000100:00100000:1.0:1777573232.638849:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.638934:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925833344 00000100:00100000:0.0:1777573232.638946:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925833344 00000100:00100000:0.0:1777573232.639015:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4750 00000100:00100000:0.0:1777573232.639027:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925833344:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573232.639316:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 106571 -> 106571 00002000:00010000:0.0:1777573232.639320:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.639323:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573230 -> 1777573232 00002000:00010000:0.0:1777573232.639325:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.639327:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:0.0:1777573232.639396:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925833344:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 372us (556us total) trans 17179874601 rc 0/0 00000100:00100000:0.0:1777573232.639407:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4750 00000100:00100000:3.0:1777573232.643066:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925833472 00000100:00100000:3.0:1777573232.643075:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925833472 00002000:00100000:3.0:1777573232.643124:0:8367:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x3dc:0x0] (94208->110591) req@ffff99d1c64b4a80 x1863919925833472/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/0 e 0 to 0 dl 1777573243 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573232.643136:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4a80 with x1863919925833472 ext(94208->110591) 00002000:00010000:3.0:1777573232.643142:0:8367:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4a80 00000100:00100000:3.0:1777573232.643172:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4751 00000100:00100000:3.0:1777573232.643182:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925833472:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:3.0:1777573232.643471:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925833472:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 290us (524us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1777573232.643479:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4751 00002000:00100000:3.0:1777573232.643485:0:8367:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x3dc:0x0] (94208->110591) req@ffff99d1c64b4a80 x1863919925833472/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:488/0 lens 488/16824 e 0 to 0 dl 1777573243 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573232.643493:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4a80 with x1863919925833472 ext(94208->110591) 00002000:00010000:3.0:1777573232.643496:0:8367:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4a80 00000100:00100000:1.0:1777573232.650377:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925833600 00000100:00100000:1.0:1777573232.650388:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925833600 00000100:00100000:1.0:1777573232.650455:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4752 00000100:00100000:1.0:1777573232.650465:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925833600:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573232.652008:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 106571 -> 106571 00002000:00010000:1.0:1777573232.652015:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.652018:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.652021:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.652023:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 192 -> 200 00000100:00100000:1.0:1777573232.652100:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925833600:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 1633us (1915us total) trans 17179874602 rc 0/0 00000100:00100000:1.0:1777573232.652111:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4752 00000100:00100000:1.0:1777573232.657370:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925833856 00000100:00100000:1.0:1777573232.657380:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925833856 00000100:00100000:1.0:1777573232.657443:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15249 00000100:00100000:1.0:1777573232.657453:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919925833856:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:1.0:1777573232.658796:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573232.658841:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198eb5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e201 expref: 395 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.658862:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.658867:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573232.659051:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.659066:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.659076:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573232.659115:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978469 00000004:00010000:1.0:1777573232.659137:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1514d5c reply state 00000000a12e4fbc transno 4294978470 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.659148:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.659154:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.659157:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573232.659159:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573232.659312:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919925833856:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 1859us (2126us total) trans 4294978470 rc 0/0 00000100:00100000:1.0:1777573232.659321:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15249 00000020:00080000:1.0:1777573232.659328:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573232.662627:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.662670:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.662700:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.662825:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925834112 00000100:00100000:0.0:1777573232.662836:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925834112 00000100:00100000:1.0:1777573232.663124:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925833984 00000100:00100000:1.0:1777573232.663130:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925833984 00002000:00010000:0.0:1777573232.663144:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00010000:1.0:1777573232.663149:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (107823->18446744073709551615) 00002000:00100000:0.0:1777573232.663150:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45f8700 with x1863919925834112 ext(0->18446744073709551615) 00002000:00100000:1.0:1777573232.663155:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45fa680 with x1863919925833984 ext(107823->18446744073709551615) 00002000:00010000:1.0:1777573232.663164:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c45fa680. 00002000:00010000:0.0:1777573232.663164:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c45f8700. 00000100:00100000:1.0:1777573232.663229:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925834240 00000100:00100000:1.0:1777573232.663233:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925834240 00002000:00010000:1.0:1777573232.663245:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:1.0:1777573232.663248:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45f8380 with x1863919925834240 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573232.663253:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c45f8380. 00000100:00100000:1.0:1777573232.663299:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4753 00000100:00100000:1.0:1777573232.663309:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925833984:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:1.0:1777573232.663494:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 106571 -> 107823 00002000:00010000:1.0:1777573232.663499:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00000100:00100000:0.0:1777573232.663503:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4754 00002000:00010000:1.0:1777573232.663504:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.663509:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.663512:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:0.0:1777573232.663513:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919925834112:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:1.0:1777573232.663570:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925833984:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 261us (897us total) trans 17179874603 rc 0/0 00000100:00100000:1.0:1777573232.663578:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4753 00002000:00010000:0.0:1777573232.663580:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.663583:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (107823->18446744073709551615) 00002000:00010000:0.0:1777573232.663583:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.663587:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00100000:1.0:1777573232.663590:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45fa680 with x1863919925833984 ext(107823->18446744073709551615) 00002000:00010000:0.0:1777573232.663590:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.663596:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1777573232.663598:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c45fa680. 00000100:00100000:0.0:1777573232.663617:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919925834112:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 105us (1000us total) trans 21474841467 rc 0/0 00000100:00100000:1.0:1777573232.663622:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4755 00000100:00100000:0.0:1777573232.663628:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4754 00002000:00010000:0.0:1777573232.663631:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00000100:00100000:1.0:1777573232.663632:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925834240:12345-192.168.204.27@tcp:10:fsx.0 00002000:00100000:0.0:1777573232.663635:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45f8700 with x1863919925834112 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573232.663650:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c45f8700. 00002000:00010000:1.0:1777573232.663686:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.663690:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.663693:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573230 -> 1777573230 00002000:00010000:1.0:1777573232.663695:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573232.663698:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573232.663717:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925834240:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 88us (1018us total) trans 17179874604 rc 0/0 00000100:00100000:1.0:1777573232.663723:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4755 00002000:00010000:1.0:1777573232.663726:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:1.0:1777573232.663728:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45f8380 with x1863919925834240 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573232.663732:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c45f8380. 00000100:00100000:1.0:1777573232.667693:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925834368 00000100:00100000:1.0:1777573232.667704:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925834368 00000100:00100000:1.0:1777573232.667785:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15250 00000100:00100000:1.0:1777573232.667795:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919925834368:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573232.667818:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.667848:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198ec3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e208 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.667956:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198eca lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.667971:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198eca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.667982:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198eca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.668012:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 107823 00000004:00200000:1.0:1777573232.668016:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573232.668046:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198eca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.668069:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198ec3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e208 expref: 399 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.668086:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198eca lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e208 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.668094:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.668097:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573232.668100:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:1.0:1777573232.668156:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925834368:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 363us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.668163:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15250 00000100:00100000:3.0:1777573232.674906:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.674992:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925834496 00000100:00100000:0.0:1777573232.675006:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925834496 00000100:00100000:0.0:1777573232.675081:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4756 00000100:00100000:0.0:1777573232.675092:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925834496:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573232.675611:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 107823 -> 107823 00002000:00010000:0.0:1777573232.675616:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.675619:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.675621:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.675624:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:0.0:1777573232.675686:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925834496:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 594us (789us total) trans 17179874605 rc 0/0 00000100:00100000:0.0:1777573232.675694:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4756 00000100:00100000:3.0:1777573232.678111:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.678213:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925834752 00000100:00100000:0.0:1777573232.678224:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925834752 00000100:00100000:0.0:1777573232.678335:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15251 00000100:00100000:0.0:1777573232.678354:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925834752:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:0.0:1777573232.678424:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573232.678465:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1198eca lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e208 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.678590:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.678595:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573232.678816:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.678834:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.678845:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573232.678896:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978471 00000004:00010000:0.0:1777573232.678919:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c73c8f72 reply state 00000000799d9c72 transno 4294978472 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.678933:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.678938:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573232.678940:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573232.678942:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573232.679085:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+400:59390:x1863919925834752:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 738us (981us total) trans 4294978472 rc 0/0 00000100:00100000:0.0:1777573232.679094:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15251 00000020:00080000:0.0:1777573232.679101:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573232.683510:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925834880 00000100:00100000:0.0:1777573232.683524:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925834880 00002000:00010000:0.0:1777573232.683580:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (71822->18446744073709551615) 00002000:00100000:0.0:1777573232.683585:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d6680 with x1863919925834880 ext(71822->18446744073709551615) 00002000:00010000:0.0:1777573232.683598:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d6680. 00000100:00100000:0.0:1777573232.683877:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925835008 00000100:00100000:0.0:1777573232.683880:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925835008 00002000:00010000:0.0:1777573232.683894:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:0.0:1777573232.683897:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d6300 with x1863919925835008 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573232.683903:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c73d6300. 00000100:00100000:0.0:1777573232.683916:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925835136 00000100:00100000:0.0:1777573232.683918:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925835136 00002000:00010000:0.0:1777573232.683924:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:0.0:1777573232.683926:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d5f80 with x1863919925835136 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573232.683931:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d5f80. 00000100:00100000:0.0:1777573232.683951:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4757 00000100:00100000:0.0:1777573232.683962:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+37:2405:x1863919925834880:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:0.0:1777573232.685190:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 107823 -> 71822 00002000:00010000:0.0:1777573232.685196:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.685199:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.685201:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573232.685204:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 200 -> 128 00000100:00100000:0.0:1777573232.685339:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925834880:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 1377us (1921us total) trans 17179874606 rc 0/0 00000100:00100000:0.0:1777573232.685348:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4757 00002000:00010000:0.0:1777573232.685353:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (71822->18446744073709551615) 00002000:00100000:0.0:1777573232.685355:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d6680 with x1863919925834880 ext(71822->18446744073709551615) 00002000:00010000:0.0:1777573232.685361:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d6680. 00000100:00100000:3.0:1777573232.689140:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925835264 00000100:00100000:3.0:1777573232.689156:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925835264 00000100:00100000:3.0:1777573232.689841:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15252 00000100:00100000:3.0:1777573232.689858:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+400:59390:x1863919925835264:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573232.689891:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573232.689918:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1198ed8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e20f expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.690043:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1198edf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.690063:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1198edf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.690078:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1198edf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573232.690115:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:3.0:1777573232.690120:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573232.690146:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1198edf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.690177:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1198ed8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e20f expref: 402 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.690200:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1198edf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e20f expref: 401 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.690211:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573232.690214:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573232.690218:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab800, rc 0) 00000100:00100000:3.0:1777573232.696424:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925835392 00000100:00100000:3.0:1777573232.696440:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925835392 00000100:00100000:3.0:1777573232.696573:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4760 00000100:00100000:3.0:1777573232.696587:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925835392:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573232.696943:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:3.0:1777573232.696949:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573232.696952:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573232.696954:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573232.696957:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573232.697047:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925835392:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 463us (820us total) trans 17179874608 rc 0/0 00000100:00100000:3.0:1777573232.697057:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4760 00000100:00100000:3.0:1777573232.700169:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.700324:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925835648 00000100:00100000:1.0:1777573232.700336:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925835648 00000100:00100000:1.0:1777573232.700389:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5105 00000100:00100000:1.0:1777573232.700399:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+401:59390:x1863919925835648:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:1.0:1777573232.700757:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+402:59390:x1863919925835648:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 358us (600us total) trans 4294978473 rc 0/0 00000100:00100000:1.0:1777573232.700765:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5105 00000100:00100000:0.0:1777573232.713845:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.718834:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925835904 00000100:00100000:3.0:1777573232.718848:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925835904 00000100:00100000:3.0:1777573232.718952:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 623 00000100:00100000:3.0:1777573232.718964:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d0458450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+403:2404:x1863919925835904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573232.718986:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573232.719019:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1198efb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e216 expref: 403 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.719045:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573232.719051:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573232.719122:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d0458450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+402:2404:x1863919925835904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 160us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.719130:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 623 00000100:00100000:0.0:1777573232.719729:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.722130:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.722242:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925836288 00000100:00100000:1.0:1777573232.722249:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925836288 00010000:00010000:1.0:1777573232.722336:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1198edf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e20f expref: 404 pid: 7963 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.722372:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5513 00000100:00100000:1.0:1777573232.722644:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+404:2403:x1863919925836288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573232.722668:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573232.722677:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1198edf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e20f expref: 404 pid: 7963 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.722690:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1198edf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e20f expref: 404 pid: 7963 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.722714:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a1198edf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e20f expref: 404 pid: 7963 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.722729:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.722734:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f09 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.722747:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f09 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.722755:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f09 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.722785:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573232.722835:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+403:2403:x1863919925836288:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 454us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.722844:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5513 00000100:00100000:0.0:1777573232.724892:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.725036:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925836416 00000100:00100000:1.0:1777573232.725046:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925836416 00000100:00100000:1.0:1777573232.725095:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15255 00000100:00100000:1.0:1777573232.725102:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+403:59530:x1863919925836416:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.725131:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.725156:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198f17 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e224 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.725315:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198f1e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.725342:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f09 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e21d expref: 404 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.725351:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198f1e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.725635:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f09 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e21d expref: 404 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.725652:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f09 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e21d expref: 404 pid: 10945 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.725670:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932109312:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.725772:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573232.727852:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.727965:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932109312:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573232.727995:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198f1e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.728447:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198f1e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.728455:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198f1e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.728519:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:1.0:1777573232.728524:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573232.728562:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198f1e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.728609:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1198f17 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e224 expref: 404 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.728629:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198f1e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e224 expref: 403 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.728637:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.728640:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573232.728643:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630600, rc 0) 00000100:00100000:1.0:1777573232.728700:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+403:59530:x1863919925836416:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3597us (3818us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.728707:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15255 00000100:00100000:0.0:1777573232.731861:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.732033:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925836800 00000100:00100000:1.0:1777573232.732046:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925836800 00000100:00100000:1.0:1777573232.732107:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15256 00000100:00100000:1.0:1777573232.732116:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+403:59530:x1863919925836800:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.732149:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.732185:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1198f25 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e22b expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.732676:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198f2c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.732700:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198f2c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.732788:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198f2c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.732804:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00010000:00010000:1.0:1777573232.732943:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1198f25 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e22b expref: 406 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.732965:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198f2c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e22b expref: 405 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.732974:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.732977:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573232.732981:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630800, rc 0) 00000100:00100000:1.0:1777573232.733110:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+405:59530:x1863919925836800:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 993us (1261us total) trans 4294978475 rc 0/0 00000100:00100000:1.0:1777573232.733118:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15256 00000100:00100000:0.0:1777573232.735666:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.735713:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.735789:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.735864:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925837056 00000100:00100000:1.0:1777573232.735877:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925837056 00000100:00100000:3.0:1777573232.735891:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925836928 00000100:00100000:3.0:1777573232.735896:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925836928 00000100:00100000:3.0:1777573232.735933:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925837184 00000100:00100000:3.0:1777573232.735937:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925837184 00000100:00100000:1.0:1777573232.736009:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12099 00000100:00100000:1.0:1777573232.736021:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925836928:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573232.736086:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198f3a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.736113:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a1198e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ec expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.736128:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.736131:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.736134:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198f3a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.736181:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a1198e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ec expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.736196:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a1198e8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ec expref: 40 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.736214:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932109440:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.736332:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573232.736466:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12100 00000100:00100000:1.0:1777573232.736474:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919925837056:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573232.736497:0:28214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.736511:0:28214:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 66 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.736524:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.736525:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573232.736528:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.736560:0:28214:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 66 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.736569:0:28214:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 66 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.736580:0:28214:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28214:1863919932109568:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.736610:0:28214:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8bb0000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573232.738229:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.738313:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932109696:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573232.738319:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573232.738342:0:8938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.738359:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925837312 00000100:00100000:1.0:1777573232.738366:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925837312 00010000:00010000:1.0:1777573232.738398:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a1198e8b lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ec expref: 41 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.738428:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925837440 00000100:00100000:1.0:1777573232.738432:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925837440 00010000:00010000:1.0:1777573232.738448:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1a6 expref: 42 pid: 8360 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.738454:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5515 00000100:00100000:3.0:1777573232.738464:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919925837312:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777573232.738474:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5516 00010000:00010000:3.0:1777573232.738479:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777573232.738479:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+42:2406:x1863919925837440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573232.738486:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573232.738509:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a1198e8b lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ec expref: 42 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.738509:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1a6 expref: 42 pid: 8360 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738522:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a1198e8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1ec expref: 42 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.738522:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1a6 expref: 42 pid: 8360 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.738546:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1198d88 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1a6 expref: 42 pid: 8360 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738548:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.738550:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.738554:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198f3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.738558:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.738560:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.738562:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738564:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a1198f3a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.738570:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738582:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573232.738586:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573232.738617:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925837312:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 155us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.738627:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5515 00010000:00010000:3.0:1777573232.738650:0:8938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738659:0:8938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738679:0:8938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738688:0:8938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738696:0:8938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738704:0:8938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573232.738709:0:8938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738719:0:8938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738731:0:8938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.738833:0:8938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7dcf407/0x8dc0a528a1198f48 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.739134:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925837184:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 2404us (3345us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.739134:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+39:2406:x1863919925837440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 653us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.739142:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12101 00000100:00100000:1.0:1777573232.739142:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5516 00000100:00100000:3.0:1777573232.740315:0:28214:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28214:1863919932109568:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573232.740336:0:28214:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.740745:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925837568 00000100:00100000:0.0:1777573232.740751:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925837568 00010000:00010000:0.0:1777573232.740780:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 67 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.740811:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5517 00000100:00100000:0.0:1777573232.740822:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+67:2404:x1863919925837568:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573232.740837:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573232.740858:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 67 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.740870:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 67 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.740891:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1198d81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e19f expref: 67 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.740903:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.740905:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.740910:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.740920:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.740952:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573232.741029:0:28214:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.741038:0:28214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.741058:0:28214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.741066:0:28214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.741074:0:28214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.741086:0:28214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573232.741089:0:28214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.741097:0:28214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.741109:0:28214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.741117:0:28214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a1198f41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.741181:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+66:2404:x1863919925837568:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 360us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.741189:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5517 00000100:00100000:3.0:1777573232.741246:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919925837056:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 4771us (5591us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.741253:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12100 00000100:00100000:0.0:1777573232.743541:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.743592:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925837824 00000100:00100000:1.0:1777573232.743609:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925837824 00000100:00100000:1.0:1777573232.743675:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15257 00000100:00100000:1.0:1777573232.743688:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+405:59530:x1863919925837824:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573232.743831:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573232.743864:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1198ea7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1fa expref: 405 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.743970:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1198f1e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e224 expref: 404 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.743982:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.743986:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573232.744025:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.744045:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.744054:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573232.744413:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2979, 88 off246728 00000004:00080000:1.0:1777573232.744423:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753290151772ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.744513:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2980, 88 off246464 00000004:00080000:1.0:1777573232.744519:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753290247302ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.744540:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2981, 88 off246552 00000004:00080000:1.0:1777573232.744545:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753290273897ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.744557:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2980, 88 off246816 00000004:00080000:1.0:1777573232.744562:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753290290782ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.744820:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2981, 88 off246904 00000004:00080000:1.0:1777573232.744827:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753290555139ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.744948:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2982, 88 off246640 00000004:00080000:1.0:1777573232.744954:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753290683137ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.744975:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2983, 88 off246728 00000004:00080000:1.0:1777573232.744980:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753290708829ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.744991:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2982, 88 off246992 00000004:00080000:1.0:1777573232.744996:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753290724370ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745012:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2984, 88 off246816 00000004:00080000:1.0:1777573232.745020:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753290748679ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745036:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2983, 88 off247080 00000004:00080000:1.0:1777573232.745040:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753290768844ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745052:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2984, 88 off247168 00000004:00080000:1.0:1777573232.745057:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753290785277ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745071:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2985, 88 off246904 00000004:00080000:1.0:1777573232.745075:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753290803572ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745091:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2986, 88 off246992 00000004:00080000:1.0:1777573232.745095:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753290823847ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745103:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2985, 88 off247256 00000004:00080000:1.0:1777573232.745106:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753290835312ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745502:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2987, 88 off247080 00000004:00080000:1.0:1777573232.745507:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753291236409ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745523:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2986, 88 off247344 00000004:00080000:1.0:1777573232.745526:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753291254937ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745540:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2987, 88 off247432 00000004:00080000:1.0:1777573232.745544:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753291273267ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745557:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2988, 88 off247168 00000004:00080000:1.0:1777573232.745560:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753291289037ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745578:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2988, 88 off247520 00000004:00080000:1.0:1777573232.745582:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753291310857ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745594:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2989, 88 off247256 00000004:00080000:1.0:1777573232.745597:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753291326369ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745608:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2990, 88 off247344 00000004:00080000:1.0:1777573232.745612:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753291340572ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745620:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2989, 88 off247608 00000004:00080000:1.0:1777573232.745624:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753291352472ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745636:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2990, 88 off247696 00000004:00080000:1.0:1777573232.745640:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753291368880ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745652:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2991, 88 off247432 00000004:00080000:1.0:1777573232.745656:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753291384537ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745665:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2992, 88 off247520 00000004:00080000:1.0:1777573232.745669:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753291397827ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745677:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2991, 88 off247784 00000004:00080000:1.0:1777573232.745682:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753291410330ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745697:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2992, 88 off247872 00000004:00080000:1.0:1777573232.745701:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753291429400ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745710:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2993, 88 off247608 00000004:00080000:1.0:1777573232.745714:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753291442897ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745731:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2994, 88 off247696 00000004:00080000:1.0:1777573232.745735:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753291463862ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573232.745750:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2993, 88 off247960 00000004:00080000:1.0:1777573232.745783:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753291511019ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745803:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2994, 88 off248048 00000004:00080000:1.0:1777573232.745808:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753291537230ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573232.745823:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2995, 88 off247784 00000004:00080000:1.0:1777573232.745828:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 753291556469ns, next at 744713604618ns, rc = 0 00000001:00080000:3.0:1777573232.748468:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978476 is committed 00000004:00080000:3.0:1777573232.748487:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2086 committed 00000004:00080000:3.0:1777573232.748500:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2085 committed 00000004:00080000:3.0:1777573232.748512:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2084 committed 00000004:00080000:3.0:1777573232.748516:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2085 committed 00000004:00080000:3.0:1777573232.748521:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2084 committed 00010000:00010000:1.0:1777573232.748522:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573232.748525:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2083 committed 00000004:00080000:3.0:1777573232.748531:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2082 committed 00000004:00080000:3.0:1777573232.748540:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2083 committed 00000004:00080000:3.0:1777573232.748551:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2082 committed 00010000:00010000:1.0:1777573232.748554:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573232.748557:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2081 committed 00000004:00080000:3.0:1777573232.748562:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2080 committed 00000004:00080000:3.0:1777573232.748569:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2081 committed 00000004:00080000:3.0:1777573232.748574:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2080 committed 00000004:00080000:3.0:1777573232.748577:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2079 committed 00010000:00010000:1.0:1777573232.748578:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573232.748580:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2079 committed 00000004:00080000:3.0:1777573232.748585:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2078 committed 00000004:00080000:3.0:1777573232.748590:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2077 committed 00000004:00080000:3.0:1777573232.748595:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2078 committed 00010000:00010000:1.0:1777573232.748599:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630200 already unused, calling callback (ffffffffc16984f0) 00000004:00080000:3.0:1777573232.748600:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2076 committed 00000004:00080000:3.0:1777573232.748606:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2077 committed 00000004:00080000:3.0:1777573232.748608:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2076 committed 00000004:00080000:3.0:1777573232.748609:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2075 committed 00000004:00080000:3.0:1777573232.748611:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2074 committed 00000004:00080000:3.0:1777573232.748614:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2075 committed 00010000:00010000:1.0:1777573232.748616:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573232.748617:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2073 committed 00000004:00080000:3.0:1777573232.748621:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2074 committed 00000004:00080000:3.0:1777573232.748629:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2073 committed 00000004:00080000:3.0:1777573232.748637:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2072 committed 00000004:00080000:3.0:1777573232.748644:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2071 committed 00010000:00010000:1.0:1777573232.748645:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573232.748650:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2072 committed 00000004:00080000:3.0:1777573232.748657:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2071 committed 00000004:00080000:3.0:1777573232.748662:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2070 committed 00010000:00010000:1.0:1777573232.748675:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.748681:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573232.748687:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748696:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1198ea0 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748729:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748736:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748746:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748751:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573232.748755:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748761:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748769:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.748772:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:3.0:1777573232.748773:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca76cf95 reply state 00000000fed2fbc3 transno 4294978476 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748776:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748805:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1198ebc lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.748824:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748836:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748843:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748849:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.748851:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573232.748859:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573232.748867:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eac00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:3.0:1777573232.748868:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573232.748871:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748883:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748894:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.748897:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573232.748901:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.748907:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1198ed1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.748953:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932110208:0@lo:2:osp-syn-1-1.0 00010000:00080000:3.0:1777573232.748999:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573232.749018:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+392:59530:x1863919925837824:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 5329us (5484us total) trans 4294978476 rc 0/0 00000100:00100000:3.0:1777573232.749029:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15257 00000100:00100000:3.0:1777573232.749082:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932110080:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.749669:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932109824 00000100:00100000:0.0:1777573232.749679:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932109824 00000100:00100000:1.0:1777573232.749710:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.749747:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932110464 00000100:00100000:0.0:1777573232.749753:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932110464 00000100:00100000:1.0:1777573232.749754:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932110720:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.749791:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932110976 00000100:00100000:0.0:1777573232.749795:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932110976 00000100:00100000:1.0:1777573232.749815:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573232.749829:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932111488 00000100:00100000:0.0:1777573232.749830:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932109952 00000100:00100000:0.0:1777573232.749835:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932109952 00000100:00100000:3.0:1777573232.749840:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932111488 00000100:00100000:0.0:1777573232.749852:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932110208 00000100:00100000:0.0:1777573232.749856:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932110208 00000100:00100000:0.0:1777573232.749879:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932110336 00000100:00100000:0.0:1777573232.749882:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932110336 00000100:00100000:3.0:1777573232.749893:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932110720 00000100:00100000:3.0:1777573232.749899:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932110720 00000100:00100000:1.0:1777573232.749909:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932111232:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.749913:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12102 00000100:00100000:0.0:1777573232.749933:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+39:3637:x1863919932109824:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.749937:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932110848 00000100:00100000:3.0:1777573232.749941:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932110848 00000100:00100000:3.0:1777573232.749996:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12103 00000100:00100000:3.0:1777573232.750015:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+40:3637:x1863919932110464:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.750086:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.750108:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932111744:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.750135:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.750149:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573232.750155:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932111616:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.750186:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573232.750234:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.750242:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573232.750243:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.750255:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573232.750256:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.750307:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573232.750311:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.750314:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573232.750318:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:0.0:1777573232.750322:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.750392:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+42:3637:x1863919932110464:12345-0@lo:2:osp-syn-0-1.0 Request processed in 381us (828us total) trans 21474841469 rc 0/0 00000100:00100000:0.0:1777573232.750393:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+42:3637:x1863919932109824:12345-0@lo:2:osp-syn-0-1.0 Request processed in 465us (902us total) trans 21474841470 rc 0/0 00000100:00100000:0.0:1777573232.750411:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12102 00000100:00100000:3.0:1777573232.750419:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12103 00000100:00100000:0.0:1777573232.750428:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932111232 00000100:00100000:0.0:1777573232.750432:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932111232 00000100:00100000:0.0:1777573232.750446:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932111744 00000100:00100000:0.0:1777573232.750447:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932111744 00000100:00100000:0.0:1777573232.750453:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932111616 00000100:00100000:0.0:1777573232.750454:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932111616 00000100:00100000:0.0:1777573232.750462:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12105 00000100:00100000:0.0:1777573232.750467:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932109952:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.750535:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12106 00000100:00100000:3.0:1777573232.750551:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932110208:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.750561:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932109952:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (876us total) trans 17179874610 rc 0/0 00000100:00100000:0.0:1777573232.750567:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12105 00000100:00100000:3.0:1777573232.750689:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932110208:12345-0@lo:2:osp-syn-1-1.0 Request processed in 139us (975us total) trans 17179874611 rc 0/0 00000100:00100000:3.0:1777573232.750702:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12106 00000100:00100000:3.0:1777573232.750724:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12107 00000100:00100000:1.0:1777573232.750724:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179874591 gen 2 00000004:00080000:1.0:1777573232.750737:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5740000, transno 17179874560 00000100:00100000:3.0:1777573232.750745:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932111488:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.750754:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5740e00, transno 17179874561 00000004:00080000:1.0:1777573232.750760:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5741f80, transno 17179874562 00000004:00080000:1.0:1777573232.750766:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5742680, transno 17179874563 00000004:00080000:1.0:1777573232.750772:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5740a80, transno 17179874564 00000004:00080000:1.0:1777573232.750778:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5741180, transno 17179874565 00000004:00080000:1.0:1777573232.750787:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5741880, transno 17179874566 00000004:00080000:1.0:1777573232.750792:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5742300, transno 17179874567 00000004:00080000:1.0:1777573232.750797:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18a80, transno 17179874568 00000004:00080000:1.0:1777573232.750803:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1aa00, transno 17179874569 00000004:00080000:1.0:1777573232.750809:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19c00, transno 17179874570 00000004:00080000:1.0:1777573232.750816:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1b480, transno 17179874571 00000004:00080000:1.0:1777573232.750822:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18380, transno 17179874572 00000004:00080000:1.0:1777573232.750828:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19180, transno 17179874573 00000004:00080000:1.0:1777573232.750831:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1bb80, transno 17179874574 00002000:00010000:3.0:1777573232.750832:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:1.0:1777573232.750835:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18e00, transno 17179874575 00002000:00010000:3.0:1777573232.750842:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00000004:00080000:1.0:1777573232.750843:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c7e08e00, transno 17179874576 00002000:00010000:3.0:1777573232.750852:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00000004:00080000:1.0:1777573232.750852:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c7e09c00, transno 17179874577 00000004:00080000:1.0:1777573232.750861:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c7e0b800, transno 17179874578 00002000:00010000:3.0:1777573232.750862:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00000004:00080000:1.0:1777573232.750870:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c7e09180, transno 17179874579 00002000:00010000:3.0:1777573232.750871:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1777573232.750876:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c7e0ad80, transno 17179874580 00000004:00080000:1.0:1777573232.750883:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c7e08380, transno 17179874581 00000004:00080000:1.0:1777573232.750890:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c7e08700, transno 17179874582 00000004:00080000:1.0:1777573232.750894:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c7e09880, transno 17179874583 00000004:00080000:1.0:1777573232.750902:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821180, transno 17179874584 00000004:00080000:1.0:1777573232.750909:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821c00, transno 17179874585 00000004:00080000:1.0:1777573232.750922:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6820000, transno 17179874586 00000004:00080000:1.0:1777573232.750929:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6822300, transno 17179874587 00000100:00100000:3.0:1777573232.750937:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932111488:12345-0@lo:2:osp-syn-1-1.0 Request processed in 189us (1291us total) trans 17179874612 rc 0/0 00000004:00080000:1.0:1777573232.750938:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6822680, transno 17179874588 00000004:00080000:1.0:1777573232.750954:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6820380, transno 17179874589 00000100:00100000:3.0:1777573232.750958:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12107 00000004:00080000:1.0:1777573232.750961:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6820a80, transno 17179874590 00000004:00080000:1.0:1777573232.750972:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6823800, transno 17179874591 00000100:00100000:1.0:1777573232.750983:0:3635:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff99d1c73d6d80 x1863919932110208/t17179874611(17179874611) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777573248 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777573232.750998:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12109 00000004:00080000:1.0:1777573232.751010:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d6d80/2, rc 0, transno 17179874611 00000100:00100000:3.0:1777573232.751020:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+42:3635:x1863919932110720:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.751025:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932110208:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.751148:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+43:3635:x1863919932110720:12345-0@lo:2:osp-syn-0-1.0 Request processed in 133us (1336us total) trans 21474841471 rc 0/0 00000100:00100000:3.0:1777573232.751158:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12109 00000100:00100000:3.0:1777573232.751187:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12111 00000100:00100000:3.0:1777573232.751199:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3637:x1863919932111360:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573232.751323:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573232.751327:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.751330:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573232.751332:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.751335:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.751430:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12113 00000100:00100000:0.0:1777573232.751440:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+42:3635:x1863919932111744:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.751508:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fcbb80/2, rc 0, transno 21474841471 00000100:00100000:1.0:1777573232.751522:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932110720:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.752070:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932111360:12345-0@lo:2:osp-syn-1-1.0 Request processed in 873us (2083us total) trans 17179874614 rc 0/0 00000100:00100000:3.0:1777573232.752083:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12111 00000100:00100000:0.0:1777573232.752107:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+43:3635:x1863919932111744:12345-0@lo:2:osp-syn-0-1.0 Request processed in 667us (1971us total) trans 21474841473 rc 0/0 00000100:00100000:3.0:1777573232.752122:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12114 00000100:00100000:3.0:1777573232.752136:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+43:3635:x1863919932111616:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.752177:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e28380/2, rc 0, transno 21474841473 00000100:00100000:1.0:1777573232.752185:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932111744:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.752204:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1bb80/2, rc 0, transno 17179874615 00000100:00100000:1.0:1777573232.752215:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932111232:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.752319:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+44:3635:x1863919932111616:12345-0@lo:2:osp-syn-0-1.0 Request processed in 185us (2128us total) trans 21474841474 rc 0/0 00000004:00080000:1.0:1777573232.752338:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2aa00/2, rc 0, transno 21474841474 00000100:00100000:1.0:1777573232.752345:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932111616:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.752658:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12113 00000100:00100000:3.0:1777573232.752670:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12114 00000100:00100000:0.0:1777573232.752683:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932110080 00000100:00100000:0.0:1777573232.752693:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932110080 00000100:00100000:3.0:1777573232.752708:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932110592 00000100:00100000:3.0:1777573232.752719:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932110592 00000100:00100000:0.0:1777573232.752737:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932111104 00000100:00100000:0.0:1777573232.752742:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932111104 00000100:00100000:1.0:1777573232.752744:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932111872:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.752777:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932112000 00000100:00100000:3.0:1777573232.752783:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932112000 00000100:00100000:0.0:1777573232.752788:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12115 00000100:00100000:1.0:1777573232.752797:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.752807:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+44:3634:x1863919932110080:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.752826:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932111872 00000100:00100000:3.0:1777573232.752830:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932111872 00000100:00100000:3.0:1777573232.752870:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12116 00000100:00100000:3.0:1777573232.752891:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932110592:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573232.752977:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573232.752982:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.752985:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573232.752988:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.752990:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.753049:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932110592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 165us (814us total) trans 17179874616 rc 0/0 00000100:00100000:3.0:1777573232.753063:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12116 00000004:00080000:1.0:1777573232.753096:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d5180/2, rc 0, transno 17179874616 00000100:00100000:3.0:1777573232.753109:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12118 00000100:00100000:1.0:1777573232.753113:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932110592:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.753128:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932112000:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.753224:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499e680/2, rc 0, transno 21474841475 00000100:00100000:1.0:1777573232.753235:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932110080:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.753241:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+45:3634:x1863919932110080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 436us (1082us total) trans 21474841475 rc 0/0 00000100:00100000:0.0:1777573232.753295:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12115 00000004:00080000:1.0:1777573232.753301:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fc9f80/2, rc 0, transno 21474841476 00000100:00100000:1.0:1777573232.753310:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932111104:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.753318:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3637:x1863919932112000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 190us (596us total) trans 17179874617 rc 0/0 00000100:00100000:3.0:1777573232.753330:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12118 00010000:00010000:3.0:1777573232.753378:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.753391:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.753405:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.753528:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932112384:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573232.753531:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573232.753541:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.753555:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.753575:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573232.753579:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573232.753585:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573232.753592:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.753605:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932112896:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573232.753610:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1198f4f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.753653:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.753667:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932112896 00000100:00100000:0.0:1777573232.753675:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932112896 00000100:00100000:1.0:1777573232.753682:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932113536:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.753712:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.753727:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932113536 00000100:00100000:0.0:1777573232.753733:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932113536 00000004:00080000:1.0:1777573232.753756:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c182f800/2, rc 0, transno 17179874618 00000100:00100000:1.0:1777573232.753764:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932111872:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.753770:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12121 00000100:00100000:0.0:1777573232.753784:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+47:3636:x1863919932112896:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.753790:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1aa00/2, rc 0, transno 21474841477 00000100:00100000:1.0:1777573232.753796:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932112384:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.753817:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932112128:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573232.753843:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 225334 -> 225334 00002000:00010000:0.0:1777573232.753849:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00000100:00100000:1.0:1777573232.753850:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573232.753853:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573232.753856:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.753858:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573232.753874:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932112640:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.753895:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+47:3636:x1863919932112896:12345-0@lo:2:osp-syn-0-1.0 Request processed in 115us (244us total) trans 21474841478 rc 0/0 00000100:00100000:0.0:1777573232.753903:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12121 00000100:00100000:1.0:1777573232.753908:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.753926:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932112128 00000100:00100000:0.0:1777573232.753931:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932112128 00000100:00100000:1.0:1777573232.753932:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932113280:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.753962:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12123 00000100:00100000:1.0:1777573232.753963:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.753977:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+48:3634:x1863919932112128:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.753980:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932113792:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.754031:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.754058:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00002000:00010000:0.0:1777573232.754063:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573232.754067:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932112256:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573232.754068:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.754075:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573232.754078:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.754083:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.754091:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.754108:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.754140:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932112768:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.754152:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+50:3634:x1863919932112128:12345-0@lo:2:osp-syn-0-1.0 Request processed in 178us (303us total) trans 21474841479 rc 0/0 00000100:00100000:3.0:1777573232.754153:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932113152:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.754177:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573232.754311:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12123 00000100:00100000:0.0:1777573232.754327:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12126 00000100:00100000:0.0:1777573232.754333:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3634:x1863919932113792:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.754513:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932113408:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.754559:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573232.754615:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19180/2, rc 0, transno 21474841478 00000100:00100000:0.0:1777573232.754616:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932113792:12345-0@lo:2:osp-syn-1-1.0 Request processed in 280us (586us total) trans 17179874621 rc 0/0 00000100:00100000:3.0:1777573232.754617:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932113664:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.754629:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932112896:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.754648:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12126 00000004:00080000:1.0:1777573232.754676:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c182ed80/2, rc 0, transno 17179874619 00000100:00100000:0.0:1777573232.754681:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12128 00000100:00100000:1.0:1777573232.754683:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932113536:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.754699:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+52:3634:x1863919932112256:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.754710:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.754735:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573232.754768:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932113024:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573232.754775:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c182d500/2, rc 0, transno 17179874617 00002000:00010000:0.0:1777573232.754782:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573232.754791:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932112000:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573232.754792:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.754805:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00000100:00100000:1.0:1777573232.754812:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573232.754816:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.754819:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:3.0:1777573232.754859:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19c00/2, rc 0, transno 21474841481 00000004:00080000:1.0:1777573232.754863:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2b480/2, rc 0, transno 21474841479 00000100:00100000:3.0:1777573232.754871:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932112512:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.754872:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932112128:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.754883:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+52:3634:x1863919932112256:12345-0@lo:2:osp-syn-0-1.0 Request processed in 188us (773us total) trans 21474841482 rc 0/0 00000100:00100000:0.0:1777573232.754902:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12128 00000004:00080000:1.0:1777573232.754911:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1b480/2, rc 0, transno 21474841480 00000100:00100000:1.0:1777573232.754920:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932112640:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573232.754934:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932113664 00000004:00080000:1.0:1777573232.754940:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c182c000/2, rc 0, transno 17179874620 00000100:00100000:0.0:1777573232.754940:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932113664 00000100:00100000:3.0:1777573232.754947:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932113408 00000100:00100000:1.0:1777573232.754947:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932113280:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573232.754960:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932113408 00000004:00080000:1.0:1777573232.754969:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5740e00/2, rc 0, transno 17179874621 00000100:00100000:0.0:1777573232.754969:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932113024 00000100:00100000:1.0:1777573232.754975:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932113792:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.754975:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932113024 00000004:00080000:1.0:1777573232.755005:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18a80/2, rc 0, transno 21474841482 00000100:00100000:1.0:1777573232.755013:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932112256:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573232.755026:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12129 00000100:00100000:3.0:1777573232.755046:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+52:3634:x1863919932112768:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573232.755053:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12131 00000100:00100000:1.0:1777573232.755073:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932113664:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573232.755147:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12132 00000100:00100000:0.0:1777573232.755160:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:3634:x1863919932113408:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573232.755168:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573232.755173:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.755176:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573232.755179:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:1.0:1777573232.755181:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573232.755197:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573232.755209:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.755214:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573232.755221:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:3.0:1777573232.755224:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573232.755321:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.755325:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.755329:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573232.755332:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573231 00002000:00010000:0.0:1777573232.755336:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573232.755343:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+54:3634:x1863919932112768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 301us (1171us total) trans 21474841483 rc 0/0 00000100:00100000:1.0:1777573232.755356:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932113664:12345-0@lo:2:osp-syn-1-1.0 Request processed in 288us (659us total) trans 17179874623 rc 0/0 00000100:00100000:3.0:1777573232.755358:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12129 00000100:00100000:0.0:1777573232.755373:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:3634:x1863919932113408:12345-0@lo:2:osp-syn-1-1.0 Request processed in 214us (643us total) trans 17179874624 rc 0/0 00000100:00100000:1.0:1777573232.755381:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12131 00000100:00100000:0.0:1777573232.755391:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12132 00000004:00080000:1.0:1777573232.755441:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18380/2, rc 0, transno 21474841483 00000100:00100000:1.0:1777573232.755448:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932112768:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573232.755460:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c182e680/2, rc 0, transno 17179874624 00000100:00100000:1.0:1777573232.755463:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932113408:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573232.755470:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1bb80/2, rc 0, transno 21474841484 00000100:00100000:1.0:1777573232.755473:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932113024:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573232.755561:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c182c380/2, rc 0, transno 17179874622 00000100:00100000:3.0:1777573232.755568:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932113152:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573232.755578:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5740000/2, rc 0, transno 17179874623 00000100:00100000:3.0:1777573232.755582:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932113664:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573232.756170:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.761909:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.761998:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925838080 00000100:00100000:3.0:1777573232.762010:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925838080 00000100:00100000:3.0:1777573232.762081:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15259 00000100:00100000:3.0:1777573232.762092:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+392:59530:x1863919925838080:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573232.762678:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573232.762706:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1198f5d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e239 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.762810:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1198f64 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.762825:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1198f64 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.762837:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1198f64 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573232.762867:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:3.0:1777573232.762871:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573232.762887:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1198f64 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.762913:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1198f5d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e239 expref: 394 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.762931:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a1198f64 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e239 expref: 393 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.762939:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573232.762942:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573232.762945:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caae00, rc 0) 00000100:00100000:3.0:1777573232.762995:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+393:59530:x1863919925838080:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 906us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.763002:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15259 00000100:00100000:0.0:1777573232.765407:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.765546:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.766759:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925838208 00000100:00100000:1.0:1777573232.766772:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925838336 00000100:00100000:1.0:1777573232.766786:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925838336 00000100:00100000:1.0:1777573232.766888:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12134 00000100:00100000:1.0:1777573232.766906:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919925838336:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.766927:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777573232.767089:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925838208 00010000:00010000:1.0:1777573232.767148:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e247 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573232.767177:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3df:0x0] initial LVB size: 0, mtime: 0x69f39d70, atime: 0x69f39d6e, ctime: 0x69f39d70, blocks: 0x1800 00010000:00010000:1.0:1777573232.767198:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.767201:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.767211:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e247 expref: 66 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.767227:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573232.767232:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e247 expref: 66 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.767253:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630200, rc 0) 00000100:00100000:1.0:1777573232.767437:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919925838336:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 534us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.767459:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12134 00000100:00100000:1.0:1777573232.767495:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925838464 00000100:00100000:1.0:1777573232.767499:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925838464 00000100:00100000:1.0:1777573232.767553:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12135 00000100:00100000:1.0:1777573232.767563:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925838464:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.767571:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.767587:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e24e expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573232.767601:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3de:0x0] initial LVB size: 0, mtime: 0x69f39d70, atime: 0x69f39d6e, ctime: 0x69f39d70, blocks: 0x0 00010000:00010000:1.0:1777573232.767613:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.767615:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.767619:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e24e expref: 39 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.767632:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e24e expref: 39 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.767642:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630600, rc 0) 00000100:00100000:1.0:1777573232.767664:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925838464:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 105us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.767674:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12135 00000100:00100000:3.0:1777573232.798470:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.798589:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925838592 00000100:00100000:0.0:1777573232.798610:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925838592 00000100:00100000:0.0:1777573232.798707:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12137 00000100:00100000:0.0:1777573232.798720:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925838592:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573232.798888:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925838592:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 160us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.798896:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12137 00000100:00100000:0.0:1777573232.801929:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.802030:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925838720 00000100:00100000:1.0:1777573232.802040:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925838720 00000100:00100000:1.0:1777573232.802100:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12138 00000100:00100000:1.0:1777573232.802107:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925838720:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573232.802227:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925838720:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 119us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.802235:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12138 00000100:00100000:3.0:1777573232.804697:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.804870:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925838848 00000100:00100000:1.0:1777573232.804880:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925838848 00000100:00100000:1.0:1777573232.804944:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4761 00000100:00100000:1.0:1777573232.804952:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925838848:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573232.804988:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.805004:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.805007:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.805012:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.805023:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.805132:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.805141:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.805151:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.805160:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.805164:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.805174:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.805191:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.805199:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f80 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.805329:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925838848:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 321us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777573232.805337:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4761 00000100:00100000:0.0:1777573232.808178:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.808493:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925838976 00000100:00100000:3.0:1777573232.808505:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925838976 00002000:00010000:0.0:1777573232.812564:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573232.812568:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:0.0:1777573232.812580:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.812588:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198f87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.812594:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198f87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.812599:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573232.812602:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198f87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.812609:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198f87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.812624:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198f87 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.812628:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198f87 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.812707:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925838976:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 3854us (4535us total) trans 17179874625 rc 0/0 00000100:00100000:0.0:1777573232.812717:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4762 00000100:00100000:0.0:1777573232.817765:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.817928:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925839104 00000100:00100000:1.0:1777573232.817939:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925839104 00000100:00100000:1.0:1777573232.818013:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4763 00000100:00100000:1.0:1777573232.818023:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919925839104:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573232.818072:0:28800:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d51, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573232.818082:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.818099:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.818101:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.818105:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.818119:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573232.820189:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573232.820194:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:1.0:1777573232.820205:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.820216:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.820223:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.820228:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.820231:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.820237:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.820254:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.820291:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198f8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.820424:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925839104:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 2400us (2667us total) trans 21474841485 rc 0/0 00000100:00100000:1.0:1777573232.820434:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4763 00000100:00100000:3.0:1777573232.826140:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:1.0:1777573232.834492:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573232.834496:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:1.0:1777573232.834510:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1198f95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.834524:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1198f95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.834533:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1198f95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.834539:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.834544:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1198f95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.834552:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1198f95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.834571:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1198f95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.834594:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a1198f95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.834733:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925839232:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5255us (8598us total) trans 21474841486 rc 0/0 00000100:00100000:1.0:1777573232.834741:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4764 00000100:00100000:0.0:1777573232.837794:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.837884:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925839360 00000100:00100000:3.0:1777573232.837894:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925839360 00000100:00100000:3.0:1777573232.837963:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4765 00000100:00100000:3.0:1777573232.837974:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925839360:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573232.838028:0:28805:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d56, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:3.0:1777573232.838039:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.838056:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.838058:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.838064:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.838076:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573232.842408:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:3.0:1777573232.842413:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:3.0:1777573232.842425:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.842438:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.842447:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.842454:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573232.842459:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.842468:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.842485:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.842496:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a1198f9c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.842602:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925839360:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4626us (4812us total) trans 17179874626 rc 0/0 00000100:00100000:3.0:1777573232.842612:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4765 00000100:00100000:0.0:1777573232.846677:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.846713:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925839488 00000100:00100000:3.0:1777573232.846724:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925839488 00000100:00100000:3.0:1777573232.846783:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4766 00000100:00100000:3.0:1777573232.846790:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925839488:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573232.846829:0:28801:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d57, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:3.0:1777573232.846836:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.846849:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.846851:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.846855:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.846865:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573232.854431:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:3.0:1777573232.854434:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:3.0:1777573232.854446:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.854457:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.854464:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.854468:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caac00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573232.854473:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.854482:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.854499:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.854507:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acb41c06/0x8dc0a528a1198fa3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.854596:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925839488:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7801us (7923us total) trans 21474841487 rc 0/0 00000100:00100000:3.0:1777573232.854609:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4766 00000100:00100000:1.0:1777573232.857922:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.858063:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925839616 00000100:00100000:3.0:1777573232.858073:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925839616 00000100:00100000:3.0:1777573232.858149:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4767 00000100:00100000:3.0:1777573232.858161:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925839616:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573232.858210:0:24425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d5d, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:3.0:1777573232.858220:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.858237:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.858239:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.858245:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.858300:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573232.861923:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:3.0:1777573232.861928:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:3.0:1777573232.861941:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.861954:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.861965:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.861972:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573232.861977:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.861986:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.862003:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.862010:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1198faa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.862098:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925839616:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 3936us (4181us total) trans 21474841488 rc 0/0 00000100:00100000:3.0:1777573232.862110:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4767 00000100:00100000:0.0:1777573232.866832:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.866895:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925839744 00000100:00100000:1.0:1777573232.866904:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925839744 00000100:00100000:1.0:1777573232.866982:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4768 00000100:00100000:1.0:1777573232.866992:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925839744:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573232.867043:0:24426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d5e, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573232.867052:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.867067:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.867068:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.867073:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.867087:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573232.873497:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573232.873502:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:1.0:1777573232.873515:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.873529:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.873538:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.873545:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.873550:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.873559:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.873577:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.873584:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.873683:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925839744:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6688us (6855us total) trans 17179874627 rc 0/0 00000100:00100000:1.0:1777573232.873693:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4768 00000100:00100000:0.0:1777573232.878134:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.878219:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925839872 00000100:00100000:3.0:1777573232.878230:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925839872 00000100:00100000:3.0:1777573232.878337:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4769 00000100:00100000:3.0:1777573232.878352:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925839872:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573232.878405:0:8367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f1:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d62, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:3.0:1777573232.878415:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.878430:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.878432:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.878445:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.878459:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573232.882724:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874628 is committed 00002000:00010000:0.0:1777573232.882824:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573232.882829:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:0.0:1777573232.882841:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.882853:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.882863:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.882869:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caac00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573232.882873:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.882879:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.882894:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.882898:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1198fb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.882983:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925839872:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4633us (4856us total) trans 17179874628 rc 0/0 00000100:00100000:0.0:1777573232.882993:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4769 00000100:00100000:3.0:1777573232.890127:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.890194:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925840000 00000100:00100000:1.0:1777573232.890206:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925840000 00000100:00100000:1.0:1777573232.890326:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4770 00000100:00100000:1.0:1777573232.890337:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925840000:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573232.890388:0:28803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d62, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573232.890398:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.890413:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.890415:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.890420:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.890435:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573232.894999:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573232.895009:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:1.0:1777573232.895023:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.895036:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.895045:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.895053:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.895058:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.895066:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.895084:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.895092:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fbf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.895188:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925840000:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4849us (5067us total) trans 21474841489 rc 0/0 00000100:00100000:1.0:1777573232.895196:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4770 00000100:00100000:3.0:1777573232.899335:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.899443:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925840128 00000100:00100000:0.0:1777573232.899458:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925840128 00000100:00100000:0.0:1777573232.899579:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4771 00000100:00100000:0.0:1777573232.899592:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925840128:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573232.899665:0:24427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d67, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:0.0:1777573232.899749:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.899770:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.899773:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573232.899780:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.899798:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573232.906735:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573232.906742:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:0.0:1777573232.906756:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.906767:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.906779:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.906784:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573232.906788:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.906794:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.906813:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.906818:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1198fc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.906931:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925840128:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7335us (7789us total) trans 17179874629 rc 0/0 00000100:00100000:0.0:1777573232.906943:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4771 00000100:00100000:0.0:1777573232.909809:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.909911:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925840256 00000100:00100000:1.0:1777573232.909925:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925840256 00000100:00100000:1.0:1777573232.910023:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4772 00000100:00100000:1.0:1777573232.910036:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925840256:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573232.910096:0:28800:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d68, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573232.910106:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.910122:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.910125:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.910130:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.910142:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573232.916794:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573232.916798:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:1.0:1777573232.916808:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.916817:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.916823:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.916828:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.916831:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.916837:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.916852:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.916856:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1198fcd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.916949:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925840256:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6911us (7147us total) trans 21474841490 rc 0/0 00000100:00100000:1.0:1777573232.916959:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4772 00000100:00100000:3.0:1777573232.920380:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.920481:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925840384 00000100:00100000:1.0:1777573232.920495:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925840384 00000100:00100000:1.0:1777573232.920579:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4773 00000100:00100000:1.0:1777573232.920591:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925840384:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573232.920811:0:28804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d6a, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:1.0:1777573232.920821:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.920837:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.920839:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573232.920845:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.920860:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573232.926005:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573232.926011:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:1.0:1777573232.926027:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.926042:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.926052:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.926059:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573232.926064:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.926074:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.926093:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.926097:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1198fd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573232.926222:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925840384:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5627us (5857us total) trans 17179874630 rc 0/0 00000100:00100000:1.0:1777573232.926233:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4773 00000100:00100000:3.0:1777573232.929947:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.930183:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925840512 00000100:00100000:0.0:1777573232.930197:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925840512 00000100:00100000:0.0:1777573232.930336:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4774 00000100:00100000:0.0:1777573232.930350:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925840512:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573232.930401:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.930432:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1de expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.930443:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.930446:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573232.930450:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.930505:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1de expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573232.930521:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a1198e76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e1de expref: 20 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.930540:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932113920:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573232.930640:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d16a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573232.932176:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932113920:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573232.932201:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573232.932242:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573232.932705:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.932716:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573232.937668:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:3.0:1777573232.937674:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:3.0:1777573232.937689:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.937703:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.937713:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.937722:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573232.937727:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.937737:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.937760:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.937768:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1198fdb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.937896:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925840512:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7542us (7959us total) trans 21474841491 rc 0/0 00000100:00100000:3.0:1777573232.937910:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4774 00000100:00100000:0.0:1777573232.941156:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.941253:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925840768 00000100:00100000:3.0:1777573232.941312:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925840768 00000100:00100000:3.0:1777573232.941396:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4775 00000100:00100000:3.0:1777573232.941408:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925840768:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573232.941480:0:28801:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 225334, mtime: 0x69f39d6f, atime: 0x69f39d6d, ctime: 0x69f39d6f, blocks: 0x68 00010000:00010000:3.0:1777573232.941491:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.941513:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.941515:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573232.941523:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.941540:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573232.946485:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:3.0:1777573232.946491:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00010000:00010000:3.0:1777573232.946508:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.946524:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.946533:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.946543:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573232.946549:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.946564:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.946588:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.946597:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1198fe2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573232.946720:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925840768:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5308us (5574us total) trans 17179874631 rc 0/0 00000100:00100000:3.0:1777573232.946732:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4775 00000100:00100000:0.0:1777573232.950538:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.950657:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925840896 00000100:00100000:1.0:1777573232.950672:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925840896 00000100:00100000:1.0:1777573232.950791:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12139 00000100:00100000:1.0:1777573232.950804:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925840896:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573232.950972:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925840896:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 170us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.950981:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12139 00000100:00100000:1.0:1777573232.953528:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.953652:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925841024 00000100:00100000:0.0:1777573232.953665:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925841024 00000100:00100000:0.0:1777573232.953785:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12140 00000100:00100000:0.0:1777573232.953797:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925841024:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573232.953929:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925841024:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 135us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573232.953942:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12140 00000100:00100000:0.0:1777573232.956235:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.961072:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.966689:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.966847:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.967157:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925841536 00000100:00100000:3.0:1777573232.967167:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925841536 00002000:00010000:3.0:1777573232.967209:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:3.0:1777573232.967218:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab83100 with x1863919925841536 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573232.967232:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab83100. 00000100:00100000:3.0:1777573232.967296:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4776 00000100:00100000:3.0:1777573232.967309:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925841536:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573232.967725:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 225334 -> 4096 00002000:00010000:3.0:1777573232.967730:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573232.967733:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573232.967735:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573232.967737:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 104 -> 8 00000100:00100000:3.0:1777573232.967760:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925841536:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 456us (1080us total) trans 17179874632 rc 0/0 00000100:00100000:3.0:1777573232.967769:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4776 00002000:00010000:3.0:1777573232.967772:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:3.0:1777573232.967775:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab83100 with x1863919925841536 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573232.967780:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab83100. 00000100:00100000:3.0:1777573232.973871:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573232.973938:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925841792 00000100:00100000:1.0:1777573232.973957:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925841792 00000100:00100000:1.0:1777573232.974025:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15261 00000100:00100000:1.0:1777573232.974034:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+395:59530:x1863919925841792:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573232.974058:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573232.974079:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198ff7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e25c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.974197:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198ffe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.974214:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198ffe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.974229:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198ffe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573232.975587:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573232.975595:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573232.975624:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198ffe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.975659:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1198ff7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e25c expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.975673:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1198ffe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e25c expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573232.975680:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573232.975682:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573232.975684:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631600, rc 0) 00000100:00100000:1.0:1777573232.975747:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+396:59530:x1863919925841792:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1714us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573232.975755:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15261 00000100:00100000:1.0:1777573232.981046:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.985888:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.988770:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573232.988806:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.988878:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925842304 00000100:00100000:3.0:1777573232.988887:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925842304 00002000:00010000:3.0:1777573232.988924:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (4096->18446744073709551615) 00002000:00100000:3.0:1777573232.988929:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e08000 with x1863919925842304 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573232.988940:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e08000. 00000100:00100000:3.0:1777573232.988967:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925842432 00000100:00100000:3.0:1777573232.988970:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925842432 00002000:00010000:3.0:1777573232.988983:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573232.988986:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09f80 with x1863919925842432 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573232.988993:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e09f80. 00000100:00100000:0.0:1777573232.989128:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4779 00000100:00100000:0.0:1777573232.989138:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925842432:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573232.990245:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573232.990249:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573232.990252:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573232.990264:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573232.990267:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573232.990307:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925842432:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1170us (1499us total) trans 17179874633 rc 0/0 00000100:00100000:0.0:1777573232.990314:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4779 00002000:00010000:0.0:1777573232.990318:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573232.990321:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09f80 with x1863919925842432 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573232.990325:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e09f80. 00000100:00100000:1.0:1777573232.997943:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573232.998054:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925842560 00000100:00100000:3.0:1777573232.998064:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925842560 00000100:00100000:3.0:1777573232.998127:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15263 00000100:00100000:3.0:1777573232.998136:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+398:59530:x1863919925842560:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573232.998160:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573232.998180:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1199013 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e26a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.998839:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119901a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.998860:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119901a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.998871:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119901a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573232.998902:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573232.998907:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573232.998925:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119901a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.998951:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa000/0x8dc0a528a1199013 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e26a expref: 400 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.998971:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119901a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e26a expref: 399 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573232.998979:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573232.998983:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573232.998987:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabc00, rc 0) 00000100:00100000:3.0:1777573232.999187:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+399:59530:x1863919925842560:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1051us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573232.999195:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15263 00000100:00100000:3.0:1777573233.003749:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.006855:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.006908:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925842944 00000100:00100000:3.0:1777573233.006918:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925842944 00000100:00100000:3.0:1777573233.006971:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12143 00000100:00100000:3.0:1777573233.006981:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+22:59530:x1863919925842944:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.006998:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.007017:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e271 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573233.007041:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d55, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:3.0:1777573233.007061:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.007063:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.007070:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e271 expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.007084:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e271 expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.007098:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa000, rc 0) 00000100:00100000:3.0:1777573233.007201:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+23:59530:x1863919925842944:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 222us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.007209:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12143 00000100:00100000:1.0:1777573233.011343:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.011382:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.011478:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925843200 00000100:00100000:3.0:1777573233.011484:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925843072 00000100:00100000:3.0:1777573233.011490:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925843072 00000100:00100000:0.0:1777573233.011490:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925843200 00002000:00010000:3.0:1777573233.011535:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (4096->18446744073709551615) 00002000:00010000:0.0:1777573233.011535:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.011545:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab80380 with x1863919925843072 ext(4096->18446744073709551615) 00002000:00100000:0.0:1777573233.011545:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab81f80 with x1863919925843200 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.011560:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab80380. 00002000:00010000:0.0:1777573233.011560:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab81f80. 00000100:00100000:3.0:1777573233.011632:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4780 00000100:00100000:3.0:1777573233.011651:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925843072:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573233.011748:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4781 00000100:00100000:0.0:1777573233.011758:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925843200:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.011892:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.011896:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.011899:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573233.011902:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.011905:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.011963:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925843200:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 207us (629us total) trans 17179874634 rc 0/0 00000100:00100000:0.0:1777573233.011972:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4781 00002000:00010000:0.0:1777573233.011977:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.011980:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab81f80 with x1863919925843200 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.011985:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab81f80. 00002000:00010000:3.0:1777573233.012016:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 225334 -> 4096 00002000:00010000:3.0:1777573233.012020:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573233.012023:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573233.012026:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573233.012029:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 8 00000100:00100000:3.0:1777573233.012053:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925843072:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 413us (671us total) trans 21474841494 rc 0/0 00000100:00100000:3.0:1777573233.012057:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4780 00002000:00010000:3.0:1777573233.012060:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (4096->18446744073709551615) 00002000:00100000:3.0:1777573233.012062:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab80380 with x1863919925843072 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573233.012065:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab80380. 00000100:00100000:1.0:1777573233.016194:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.020781:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.025145:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.025317:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925843712 00000100:00100000:3.0:1777573233.025331:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925843712 00000100:00100000:3.0:1777573233.025406:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12144 00000100:00100000:3.0:1777573233.025420:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+24:59530:x1863919925843712:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.025449:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.025480:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e27f expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573233.025517:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d56, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:3.0:1777573233.025553:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.025556:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.025566:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e27f expref: 25 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.025584:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e27f expref: 25 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.025605:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa400, rc 0) 00000100:00100000:0.0:1777573233.025876:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+25:59530:x1863919925843712:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 458us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.025887:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12144 00000100:00100000:1.0:1777573233.028956:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.029048:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.029477:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925843968 00000100:00100000:0.0:1777573233.029484:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925843968 00002000:00010000:0.0:1777573233.029526:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.029534:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3800 with x1863919925843968 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.029550:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a3800. 00000100:00100000:0.0:1777573233.029809:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4783 00000100:00100000:0.0:1777573233.029819:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925843968:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.030512:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.030517:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.030520:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573233.030523:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.030526:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.030663:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925843968:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 844us (1612us total) trans 21474841495 rc 0/0 00000100:00100000:0.0:1777573233.030673:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4783 00002000:00010000:0.0:1777573233.030678:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.030682:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3800 with x1863919925843968 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.030688:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a3800. 00000100:00100000:1.0:1777573233.036205:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.042754:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.042818:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925844352 00000100:00100000:3.0:1777573233.042830:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925844352 00000100:00100000:3.0:1777573233.042914:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15268 00000100:00100000:3.0:1777573233.042926:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+405:59530:x1863919925844352:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573233.042988:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573233.043016:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a1199052 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e286 expref: 405 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.043040:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573233.043045:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573233.043215:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.043228:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.043236:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573233.043498:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978485 00000004:00010000:3.0:1777573233.043889:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8ae0f90 reply state 000000006e1c9d51 transno 4294978486 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.043905:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.043912:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573233.043916:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573233.043919:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573233.044035:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+407:59530:x1863919925844352:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1111us (1292us total) trans 4294978486 rc 0/0 00000100:00100000:3.0:1777573233.044043:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15268 00000020:00080000:3.0:1777573233.044049:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.048169:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.048543:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925844480 00000100:00100000:0.0:1777573233.048555:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925844480 00000100:00100000:0.0:1777573233.048681:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12145 00000100:00100000:0.0:1777573233.048692:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+25:59530:x1863919925844480:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.048711:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.048733:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e28d expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.048760:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d57, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:0.0:1777573233.048784:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.048786:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.048793:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e28d expref: 26 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.048809:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e28d expref: 26 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.048830:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc8bbe00, rc 0) 00000100:00100000:0.0:1777573233.048897:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+26:59530:x1863919925844480:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 207us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.048905:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12145 00000100:00100000:1.0:1777573233.052204:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.052248:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.052393:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925844736 00000100:00100000:3.0:1777573233.052409:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925844736 00000100:00100000:0.0:1777573233.052411:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925844608 00000100:00100000:0.0:1777573233.052425:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925844608 00002000:00010000:3.0:1777573233.052475:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00010000:0.0:1777573233.052475:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (4096->18446744073709551615) 00002000:00100000:3.0:1777573233.052493:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0380 with x1863919925844736 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573233.052493:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1c00 with x1863919925844608 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573233.052517:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a1c00. 00002000:00010000:3.0:1777573233.052519:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a0380. 00000100:00100000:0.0:1777573233.052599:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4784 00000100:00100000:0.0:1777573233.052610:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925844608:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.052974:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 225334 -> 4096 00002000:00010000:0.0:1777573233.052977:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573233.052979:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573233.052981:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573233.052983:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 104 -> 8 00000100:00100000:0.0:1777573233.053059:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925844608:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 452us (811us total) trans 21474841496 rc 0/0 00000100:00100000:0.0:1777573233.053065:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4784 00002000:00010000:0.0:1777573233.053068:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (4096->18446744073709551615) 00002000:00100000:0.0:1777573233.053071:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1c00 with x1863919925844608 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573233.053192:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a1c00. 00000100:00100000:1.0:1777573233.059081:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.059167:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925844864 00000100:00100000:3.0:1777573233.059265:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925844864 00000100:00100000:3.0:1777573233.059384:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15269 00000100:00100000:3.0:1777573233.059397:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+407:59530:x1863919925844864:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.059431:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.059470:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1199067 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e294 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.059592:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119906e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.059609:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119906e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.059622:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119906e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573233.059807:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573233.059813:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573233.059845:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119906e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.059885:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1199067 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e294 expref: 409 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.059911:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119906e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e294 expref: 408 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.059921:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573233.059924:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573233.059929:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa200, rc 0) 00000100:00100000:3.0:1777573233.060009:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+408:59530:x1863919925844864:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 615us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.060018:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15269 00000100:00100000:1.0:1777573233.063818:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.063874:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925845120 00000100:00100000:0.0:1777573233.063887:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925845120 00000100:00100000:0.0:1777573233.063960:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15270 00000100:00100000:0.0:1777573233.063972:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+408:59530:x1863919925845120:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.064120:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.064164:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119906e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e294 expref: 408 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.064187:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.064194:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.064467:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.064488:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.064502:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.064558:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978487 00000004:00010000:0.0:1777573233.064583:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd8c5c5d reply state 0000000059a697fc transno 4294978488 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.064595:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.064602:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.064605:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.064608:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.064713:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+410:59530:x1863919925845120:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 742us (903us total) trans 4294978488 rc 0/0 00000100:00100000:0.0:1777573233.064725:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15270 00000020:00080000:0.0:1777573233.064731:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.068884:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.069171:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925845248 00000100:00100000:0.0:1777573233.069184:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925845248 00000100:00100000:0.0:1777573233.069245:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12146 00000100:00100000:0.0:1777573233.069294:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+27:59530:x1863919925845248:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.069324:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.069357:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e29b expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.069389:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d5d, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:0.0:1777573233.069417:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.069420:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.069429:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e29b expref: 28 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.069449:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e29b expref: 28 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.069463:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00e00, rc 0) 00000100:00100000:0.0:1777573233.069529:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+28:59530:x1863919925845248:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 275us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.069536:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12146 00000100:00100000:1.0:1777573233.073439:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.073484:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.074468:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925845376 00000100:00100000:3.0:1777573233.074481:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925845376 00000100:00100000:0.0:1777573233.074648:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925845504 00000100:00100000:0.0:1777573233.074653:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925845504 00002000:00010000:0.0:1777573233.074691:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.074702:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0a80 with x1863919925845504 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.074719:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a0a80. 00000100:00100000:0.0:1777573233.074763:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4786 00000100:00100000:0.0:1777573233.074774:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925845504:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.074985:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.074990:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.074993:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573233.074995:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.074998:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.075331:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925845504:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 558us (1845us total) trans 17179874637 rc 0/0 00000100:00100000:0.0:1777573233.075589:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4786 00002000:00010000:0.0:1777573233.075594:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.075596:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0a80 with x1863919925845504 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.075601:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a0a80. 00000100:00100000:1.0:1777573233.078651:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.082609:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.086221:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.086695:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932114048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573233.086760:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573233.086843:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932114048 00000100:00100000:1.0:1777573233.086848:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932114048 00000100:00100000:1.0:1777573233.086880:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1777573233.086888:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919932114048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573233.086905:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484889152 pending 0 free 3919683584 avail 3687800832 00000100:00100000:1.0:1777573233.087074:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919932114048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 186us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.087084:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00010000:00010000:0.0:1777573233.087427:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573233.087544:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179874624 gen 2 00000004:00080000:3.0:1777573233.087553:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19f80, transno 17179874609 00000004:00080000:3.0:1777573233.088030:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d4700, transno 17179874610 00000004:00080000:3.0:1777573233.088052:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d6d80, transno 17179874611 00000004:00080000:3.0:1777573233.088055:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1ad80, transno 17179874612 00000004:00080000:3.0:1777573233.088058:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d7100, transno 17179874613 00000004:00080000:3.0:1777573233.088060:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18000, transno 17179874614 00000004:00080000:3.0:1777573233.088062:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1bb80, transno 17179874615 00000004:00080000:3.0:1777573233.088064:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d5180, transno 17179874616 00000004:00080000:3.0:1777573233.088068:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c182d500, transno 17179874617 00000004:00080000:3.0:1777573233.088071:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c182f800, transno 17179874618 00000004:00080000:3.0:1777573233.088075:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c182ed80, transno 17179874619 00000004:00080000:3.0:1777573233.088078:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c182c000, transno 17179874620 00000004:00080000:3.0:1777573233.088083:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5740e00, transno 17179874621 00000004:00080000:3.0:1777573233.088086:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c182c380, transno 17179874622 00000004:00080000:3.0:1777573233.088090:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5740000, transno 17179874623 00000004:00080000:3.0:1777573233.088093:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c182e680, transno 17179874624 00000100:00100000:3.0:1777573233.088118:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932114048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573233.089103:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.089146:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.089243:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925846144 00000100:00100000:0.0:1777573233.089252:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925846144 00002000:00010000:0.0:1777573233.089344:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (4096->18446744073709551615) 00002000:00100000:0.0:1777573233.089350:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a2300 with x1863919925846144 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573233.089363:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a2300. 00000100:00100000:0.0:1777573233.089403:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4788 00000100:00100000:0.0:1777573233.089427:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925846144:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.089868:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 225334 -> 4096 00002000:00010000:0.0:1777573233.089873:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573233.089876:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573233.089878:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573233.089880:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 8 00000100:00100000:0.0:1777573233.089944:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925846144:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 528us (840us total) trans 17179874638 rc 0/0 00000100:00100000:0.0:1777573233.089953:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4788 00002000:00010000:0.0:1777573233.089957:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (4096->18446744073709551615) 00002000:00100000:0.0:1777573233.089960:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a2300 with x1863919925846144 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573233.089965:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a2300. 00000100:00100000:1.0:1777573233.092409:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.096182:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.096533:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925846656 00000100:00100000:3.0:1777573233.096546:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925846656 00000100:00100000:3.0:1777573233.096618:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15274 00000100:00100000:3.0:1777573233.096629:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+414:59530:x1863919925846656:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573233.096701:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573233.096736:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990a6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b0 expref: 414 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.096760:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573233.096765:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573233.096976:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.096996:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.097007:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573233.097058:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978491 00000004:00010000:3.0:1777573233.097083:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd4f5f70 reply state 00000000b84c9254 transno 4294978492 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.097096:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.097102:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573233.097104:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573233.097107:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573233.097250:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+416:59530:x1863919925846656:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 623us (1084us total) trans 4294978492 rc 0/0 00000100:00100000:3.0:1777573233.097266:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15274 00000020:00080000:3.0:1777573233.097291:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.100901:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.101332:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925846784 00000100:00100000:3.0:1777573233.101349:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925846784 00000100:00100000:0.0:1777573233.101538:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12148 00000100:00100000:0.0:1777573233.101552:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+30:59530:x1863919925846784:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.101575:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.101604:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2b7 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.101644:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f1:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d62, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:0.0:1777573233.101673:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.101675:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.101683:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b7 expref: 31 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.101699:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b7 expref: 31 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.101711:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00800, rc 0) 00000100:00100000:0.0:1777573233.101773:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+31:59530:x1863919925846784:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 226us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.101779:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12148 00000100:00100000:1.0:1777573233.104617:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.104719:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925846912 00000100:00100000:0.0:1777573233.104732:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925846912 00002000:00010000:0.0:1777573233.104784:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (4096->18446744073709551615) 00002000:00100000:0.0:1777573233.104790:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68700 with x1863919925846912 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573233.104806:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68700. 00000100:00100000:0.0:1777573233.104845:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4790 00000100:00100000:0.0:1777573233.104855:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925846912:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573233.105080:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.105215:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925847040 00000100:00100000:1.0:1777573233.105220:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925847040 00002000:00010000:1.0:1777573233.105237:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.105241:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26300 with x1863919925847040 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.105247:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c26300. 00000100:00100000:1.0:1777573233.105307:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4791 00000100:00100000:1.0:1777573233.105317:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925847040:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573233.105436:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573233.105440:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573233.105443:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573233.105445:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573233.105448:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573233.105511:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925847040:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 196us (431us total) trans 21474841499 rc 0/0 00000100:00100000:1.0:1777573233.105519:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4791 00002000:00010000:1.0:1777573233.105524:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.105527:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26300 with x1863919925847040 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.105532:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c26300. 00002000:00010000:0.0:1777573233.106394:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 225334 -> 4096 00002000:00010000:0.0:1777573233.106400:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573233.106402:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573233.106403:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573233.106405:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 104 -> 8 00000100:00100000:0.0:1777573233.106435:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925846912:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1582us (1831us total) trans 17179874639 rc 0/0 00000100:00100000:0.0:1777573233.106439:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4790 00002000:00010000:0.0:1777573233.106442:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (4096->18446744073709551615) 00002000:00100000:0.0:1777573233.106444:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68700 with x1863919925846912 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573233.106448:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68700. 00000100:00100000:3.0:1777573233.107937:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.108002:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925847168 00000100:00100000:1.0:1777573233.108012:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925847168 00000100:00100000:1.0:1777573233.108158:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15275 00000100:00100000:1.0:1777573233.108219:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+416:59530:x1863919925847168:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573233.108252:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573233.108317:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a11990bb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2be expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.108434:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11990c2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.108455:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11990c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.108468:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11990c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573233.108502:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573233.108507:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573233.108528:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11990c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.108557:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a11990bb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2be expref: 418 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.108578:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11990c2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2be expref: 417 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.108587:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.108590:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573233.108596:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:1.0:1777573233.108653:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+417:59530:x1863919925847168:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 484us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.108660:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15275 00000100:00100000:1.0:1777573233.112262:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.112651:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925847424 00000100:00100000:0.0:1777573233.112665:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925847424 00000100:00100000:0.0:1777573233.112737:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15276 00000100:00100000:0.0:1777573233.112749:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+417:59530:x1863919925847424:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.112815:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.112846:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11990c2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2be expref: 417 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.112865:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.112869:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.113084:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.113101:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.113110:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.113153:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978493 00000004:00010000:0.0:1777573233.113172:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d21551d8 reply state 00000000713ce7a3 transno 4294978494 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.113182:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.113200:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.113202:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.113204:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.113406:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+419:59530:x1863919925847424:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 659us (1171us total) trans 4294978494 rc 0/0 00000100:00100000:0.0:1777573233.113414:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15276 00000020:00080000:0.0:1777573233.113421:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.115646:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.115897:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925847552 00000100:00100000:0.0:1777573233.115910:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925847552 00000100:00100000:0.0:1777573233.115972:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12149 00000100:00100000:0.0:1777573233.115982:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+31:59530:x1863919925847552:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.116003:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.116030:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2c5 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.116064:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d62, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:0.0:1777573233.116091:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.116094:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.116104:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2c5 expref: 32 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.116122:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2c5 expref: 32 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.116138:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00000, rc 0) 00000100:00100000:0.0:1777573233.116199:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+32:59530:x1863919925847552:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 217us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.116208:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12149 00000100:00100000:3.0:1777573233.118928:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.118979:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.119305:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4792 00000100:00100000:1.0:1777573233.119320:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925847808:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573233.119517:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573233.119520:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573233.119522:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573233.119524:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:1.0:1777573233.119526:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573233.119598:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925847808:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 282us (680us total) trans 17179874640 rc 0/0 00000100:00100000:1.0:1777573233.120434:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4792 00002000:00010000:1.0:1777573233.120442:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.120446:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982300 with x1863919925847808 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.120456:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7982300. 00000100:00100000:3.0:1777573233.124020:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000004:00200000:2.0:1777573233.124634:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573233.124640:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.124663:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990de lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.124693:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a11990d7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2cc expref: 421 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.124715:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990de lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2cc expref: 420 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.124724:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.124727:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.124732:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:2.0:1777573233.124800:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+420:59530:x1863919925847936:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 426us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.124809:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15277 00000100:00100000:1.0:1777573233.128341:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.128521:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925848192 00000100:00100000:2.0:1777573233.128534:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925848192 00000100:00100000:2.0:1777573233.128619:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15278 00000100:00100000:2.0:1777573233.128638:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+420:59530:x1863919925848192:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573233.128803:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.128839:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990de lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2cc expref: 420 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.128869:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.128876:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573233.129089:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.129116:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.129128:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.129190:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978495 00000004:00010000:2.0:1777573233.129216:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4eb9232 reply state 000000009f55a73e transno 4294978496 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.129230:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.129237:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.129240:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573233.129242:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573233.129531:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+422:59530:x1863919925848192:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 901us (1202us total) trans 4294978496 rc 0/0 00000100:00100000:2.0:1777573233.129540:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15278 00000020:00080000:2.0:1777573233.129546:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.131821:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.131983:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925848320 00000100:00100000:0.0:1777573233.131996:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925848320 00000100:00100000:0.0:1777573233.132058:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12150 00000100:00100000:0.0:1777573233.132070:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+33:59530:x1863919925848320:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.132092:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.132117:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2d3 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.132152:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d67, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:0.0:1777573233.132183:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.132186:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.132196:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2d3 expref: 34 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.132352:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2d3 expref: 34 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.132368:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f01600, rc 0) 00000100:00100000:0.0:1777573233.132421:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+34:59530:x1863919925848320:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 354us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.132440:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12150 00000100:00100000:3.0:1777573233.134964:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.135013:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.135141:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925848576 00000100:00100000:0.0:1777573233.135151:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925848448 00000100:00100000:2.0:1777573233.135155:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925848576 00000100:00100000:0.0:1777573233.135157:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925848448 00002000:00010000:2.0:1777573233.135207:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00010000:0.0:1777573233.135207:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (4096->18446744073709551615) 00002000:00100000:2.0:1777573233.135216:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7981c00 with x1863919925848576 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573233.135216:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982680 with x1863919925848448 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573233.135234:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7981c00. 00002000:00010000:0.0:1777573233.135234:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7982680. 00000100:00100000:2.0:1777573233.135374:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4794 00000100:00100000:2.0:1777573233.135385:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925848448:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573233.135554:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4795 00000100:00100000:0.0:1777573233.135566:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925848576:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.135739:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.135743:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.135746:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573233.135748:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.135752:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.135818:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925848576:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 254us (866us total) trans 21474841501 rc 0/0 00002000:00010000:2.0:1777573233.135823:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 225334 -> 4096 00000100:00100000:0.0:1777573233.135829:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4795 00002000:00010000:2.0:1777573233.135830:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:2.0:1777573233.135834:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573233.135835:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00010000:2.0:1777573233.135838:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00100000:0.0:1777573233.135840:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7981c00 with x1863919925848576 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.135842:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 104 -> 8 00002000:00010000:0.0:1777573233.135848:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7981c00. 00000100:00100000:2.0:1777573233.135872:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925848448:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 489us (856us total) trans 17179874641 rc 0/0 00000100:00100000:2.0:1777573233.135881:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4794 00002000:00010000:2.0:1777573233.135885:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (4096->18446744073709551615) 00002000:00100000:2.0:1777573233.135888:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982680 with x1863919925848448 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573233.135893:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7982680. 00000100:00100000:1.0:1777573233.139514:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.139575:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925848704 00000100:00100000:2.0:1777573233.139589:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925848704 00000100:00100000:2.0:1777573233.139658:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15279 00000100:00100000:2.0:1777573233.139668:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+422:59530:x1863919925848704:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.139702:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.139728:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a11990f3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2da expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.139868:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990fa lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.139889:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990fa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.139904:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990fa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.139948:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573233.139954:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.139978:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990fa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.140008:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a11990f3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2da expref: 424 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.140033:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990fa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2da expref: 423 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.140043:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.140046:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.140051:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:2.0:1777573233.140125:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+423:59530:x1863919925848704:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 458us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.140134:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15279 00000100:00100000:3.0:1777573233.144909:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.145082:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925848960 00000100:00100000:1.0:1777573233.145097:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925848960 00000100:00100000:1.0:1777573233.145177:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15280 00000100:00100000:1.0:1777573233.145191:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+423:59530:x1863919925848960:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573233.145310:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.145347:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a11990fa lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2da expref: 423 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.145373:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.145378:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.145611:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.145635:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.145646:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.145707:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978497 00000004:00010000:1.0:1777573233.145735:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a50315ec reply state 0000000009210654 transno 4294978498 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.145749:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.145757:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.145760:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573233.145762:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573233.145881:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+425:59530:x1863919925848960:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 682us (975us total) trans 4294978498 rc 0/0 00000100:00100000:1.0:1777573233.145890:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15280 00000020:00080000:1.0:1777573233.145897:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.147834:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.148557:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925849088 00000100:00100000:0.0:1777573233.148571:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925849088 00000100:00100000:0.0:1777573233.148638:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12151 00000100:00100000:0.0:1777573233.148649:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+34:59530:x1863919925849088:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.148670:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.148698:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2e1 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.148730:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d68, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:0.0:1777573233.148755:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.148758:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.148766:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e1 expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.148783:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e1 expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.148797:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c75d7a00, rc 0) 00000100:00100000:0.0:1777573233.148862:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+35:59530:x1863919925849088:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 215us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.148870:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12151 00000100:00100000:2.0:1777573233.150761:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.150794:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.150888:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925849344 00000100:00100000:3.0:1777573233.150902:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925849344 00002000:00010000:3.0:1777573233.150961:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.150972:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740e00 with x1863919925849344 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.150986:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5740e00. 00000100:00100000:3.0:1777573233.151016:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925849216 00000100:00100000:3.0:1777573233.151019:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925849216 00002000:00010000:3.0:1777573233.151036:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (4096->18446744073709551615) 00002000:00100000:3.0:1777573233.151039:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740000 with x1863919925849216 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573233.151046:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5740000. 00000100:00100000:3.0:1777573233.151074:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4796 00000100:00100000:3.0:1777573233.151083:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+35:2406:x1863919925849344:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573233.151146:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4797 00000100:00100000:2.0:1777573233.151158:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+35:2405:x1863919925849216:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573233.151446:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573233.151450:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:3.0:1777573233.151453:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573233.151454:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:3.0:1777573233.151457:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573233.151622:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+36:2406:x1863919925849344:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 538us (870us total) trans 17179874642 rc 0/0 00000100:00100000:3.0:1777573233.151631:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4796 00002000:00010000:3.0:1777573233.151635:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.151638:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740e00 with x1863919925849344 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.151644:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5740e00. 00002000:00010000:2.0:1777573233.151667:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 225334 -> 4096 00002000:00010000:2.0:1777573233.151672:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:2.0:1777573233.151674:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573233.151677:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:2.0:1777573233.151680:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 8 00000100:00100000:2.0:1777573233.151707:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+36:2405:x1863919925849216:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 552us (911us total) trans 21474841502 rc 0/0 00000100:00100000:2.0:1777573233.151721:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4797 00002000:00010000:2.0:1777573233.151725:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (4096->18446744073709551615) 00002000:00100000:2.0:1777573233.151728:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740000 with x1863919925849216 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573233.151734:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5740000. 00000100:00100000:1.0:1777573233.156199:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.156313:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925849472 00000100:00100000:3.0:1777573233.156326:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925849472 00000100:00100000:3.0:1777573233.156402:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15281 00000100:00100000:3.0:1777573233.156414:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+425:59530:x1863919925849472:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.156453:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.156477:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119910f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2e8 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.156607:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1199116 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.156627:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1199116 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.156641:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1199116 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573233.156673:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573233.156678:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573233.156701:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1199116 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.156729:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119910f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e8 expref: 427 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.156750:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1199116 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e8 expref: 426 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.156760:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573233.156764:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573233.156768:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa200, rc 0) 00000100:00100000:3.0:1777573233.156834:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+426:59530:x1863919925849472:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 424us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.156842:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15281 00000100:00100000:3.0:1777573233.160997:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.161134:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925849728 00000100:00100000:0.0:1777573233.161147:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925849728 00000100:00100000:0.0:1777573233.161217:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15282 00000100:00100000:0.0:1777573233.161229:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+426:59530:x1863919925849728:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.161491:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.161528:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a1199116 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e8 expref: 426 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.161551:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.161556:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.161762:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.161781:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.161792:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.161839:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978499 00000004:00010000:0.0:1777573233.161866:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000318b2594 reply state 00000000a96478e9 transno 4294978500 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.161880:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.161887:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.161889:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.161892:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.162041:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+428:59530:x1863919925849728:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 814us (1057us total) trans 4294978500 rc 0/0 00000100:00100000:0.0:1777573233.162050:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15282 00000020:00080000:0.0:1777573233.162056:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573233.163947:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.164125:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925849856 00000100:00100000:0.0:1777573233.164136:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925849856 00000100:00100000:0.0:1777573233.164193:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12152 00000100:00100000:0.0:1777573233.164211:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+36:59530:x1863919925849856:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.164233:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.164374:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2ef expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.164408:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d6a, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:0.0:1777573233.164435:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.164437:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.164445:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2ef expref: 37 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.164463:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2ef expref: 37 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.164476:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6400, rc 0) 00000100:00100000:0.0:1777573233.164529:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+37:59530:x1863919925849856:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 327us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.164538:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12152 00000100:00100000:1.0:1777573233.167378:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.167430:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.167667:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925850112 00000100:00100000:3.0:1777573233.167681:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925850112 00002000:00010000:3.0:1777573233.167734:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.167739:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69500 with x1863919925850112 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.167753:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69500. 00000100:00100000:3.0:1777573233.167785:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925849984 00000100:00100000:3.0:1777573233.167789:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925849984 00002000:00010000:3.0:1777573233.167805:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (4096->18446744073709551615) 00002000:00100000:3.0:1777573233.167808:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69f80 with x1863919925849984 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573233.167815:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69f80. 00000100:00100000:2.0:1777573233.167815:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4798 00000100:00100000:2.0:1777573233.167828:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925850112:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573233.167838:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4799 00000100:00100000:3.0:1777573233.167843:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925849984:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.167999:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573233.168002:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:2.0:1777573233.168005:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573233.168007:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:2.0:1777573233.168010:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573233.168068:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925850112:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 243us (701us total) trans 21474841503 rc 0/0 00000100:00100000:2.0:1777573233.168076:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4798 00002000:00010000:2.0:1777573233.168081:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.168083:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69500 with x1863919925850112 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.168087:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69500. 00002000:00010000:3.0:1777573233.168221:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 225334 -> 4096 00002000:00010000:3.0:1777573233.168225:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573233.168227:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573233.168229:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573233.168231:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 8 00000100:00100000:3.0:1777573233.168302:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925849984:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 458us (875us total) trans 17179874643 rc 0/0 00000100:00100000:3.0:1777573233.168309:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4799 00002000:00010000:3.0:1777573233.168312:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (4096->18446744073709551615) 00002000:00100000:3.0:1777573233.168315:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69f80 with x1863919925849984 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573233.168319:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69f80. 00000100:00100000:1.0:1777573233.171964:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.174069:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925850240 00000100:00100000:2.0:1777573233.174088:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925850240 00000100:00100000:2.0:1777573233.174231:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15283 00000100:00100000:2.0:1777573233.174244:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+428:59530:x1863919925850240:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.174301:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.174341:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119912b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2f6 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.174473:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199132 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.174493:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199132 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.174507:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199132 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.174545:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573233.174551:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.174573:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199132 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.174606:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119912b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2f6 expref: 430 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.174628:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199132 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2f6 expref: 429 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.174637:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.174640:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.174644:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd5e00, rc 0) 00000100:00100000:2.0:1777573233.174732:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+429:59530:x1863919925850240:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 491us (2784us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.174738:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15283 00000100:00100000:2.0:1777573233.177863:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.177962:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925850496 00000100:00100000:0.0:1777573233.177975:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925850496 00000100:00100000:0.0:1777573233.178043:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15284 00000100:00100000:0.0:1777573233.178055:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+429:59530:x1863919925850496:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.178126:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.178159:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199132 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2f6 expref: 429 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.178181:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.178187:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.178786:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.178811:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.178825:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.178884:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978501 00000004:00010000:0.0:1777573233.178913:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e69ecd8b reply state 00000000c8192cd0 transno 4294978502 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.178927:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.178934:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.178937:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.178940:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.179104:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+431:59530:x1863919925850496:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1050us (1252us total) trans 4294978502 rc 0/0 00000100:00100000:0.0:1777573233.179114:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15284 00000020:00080000:0.0:1777573233.179119:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.181941:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.182379:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925850624 00000100:00100000:0.0:1777573233.182392:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925850624 00000100:00100000:0.0:1777573233.182459:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12153 00000100:00100000:0.0:1777573233.182471:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+37:59530:x1863919925850624:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.182494:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.182522:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e2fd expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.182554:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d6c, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:0.0:1777573233.182583:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.182585:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.182593:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2fd expref: 38 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.182609:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2fd expref: 38 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.182620:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6e00, rc 0) 00000100:00100000:0.0:1777573233.182676:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+38:59530:x1863919925850624:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 209us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.182682:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12153 00000100:00100000:1.0:1777573233.185412:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.185500:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.185629:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925850752 00000100:00100000:0.0:1777573233.185641:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925850752 00000100:00100000:3.0:1777573233.185647:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925850880 00000100:00100000:3.0:1777573233.185654:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925850880 00002000:00010000:3.0:1777573233.185687:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00010000:0.0:1777573233.185687:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (4096->18446744073709551615) 00002000:00100000:0.0:1777573233.185694:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68380 with x1863919925850752 ext(4096->18446744073709551615) 00002000:00100000:3.0:1777573233.185695:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6b100 with x1863919925850880 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.185709:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6b100. 00000100:00100000:3.0:1777573233.185742:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4800 00000100:00100000:3.0:1777573233.185753:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925850880:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.185763:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee68380. 00000100:00100000:0.0:1777573233.185789:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4801 00000100:00100000:0.0:1777573233.185798:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925850752:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573233.185947:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573233.185951:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:3.0:1777573233.185955:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573233.185958:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:3.0:1777573233.185960:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573233.186043:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925850880:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 291us (541us total) trans 17179874644 rc 0/0 00000100:00100000:3.0:1777573233.186051:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4800 00002000:00010000:3.0:1777573233.186056:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.186060:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6b100 with x1863919925850880 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.186064:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6b100. 00002000:00010000:0.0:1777573233.186161:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 225334 -> 4096 00002000:00010000:0.0:1777573233.186164:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573233.186166:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573233.186168:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573233.186169:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 8 00000100:00100000:0.0:1777573233.186187:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925850752:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 392us (921us total) trans 21474841504 rc 0/0 00000100:00100000:0.0:1777573233.186192:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4801 00002000:00010000:0.0:1777573233.186194:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (4096->18446744073709551615) 00002000:00100000:0.0:1777573233.186197:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68380 with x1863919925850752 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573233.186201:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee68380. 00000100:00100000:2.0:1777573233.188792:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.189437:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925851008 00000100:00100000:1.0:1777573233.189451:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925851008 00000100:00100000:1.0:1777573233.189520:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15285 00000100:00100000:1.0:1777573233.189638:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+431:59530:x1863919925851008:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573233.189670:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573233.189696:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199147 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e304 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.189816:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119914e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.189836:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119914e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.189848:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119914e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573233.189880:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573233.189885:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573233.189905:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119914e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.189936:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199147 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e304 expref: 433 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.189958:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119914e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e304 expref: 432 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.189973:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.189976:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573233.189980:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:1.0:1777573233.190617:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+432:59530:x1863919925851008:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 981us (1835us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.190627:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15285 00000100:00100000:2.0:1777573233.196241:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.196532:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925851264 00000100:00100000:1.0:1777573233.196546:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925851264 00000100:00100000:1.0:1777573233.196617:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15286 00000100:00100000:1.0:1777573233.196629:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+432:59530:x1863919925851264:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573233.196701:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.196735:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119914e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e304 expref: 432 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.196759:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.196765:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.196972:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.196993:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.197003:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.197058:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978503 00000004:00010000:1.0:1777573233.197083:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6472a94 reply state 00000000feefd342 transno 4294978504 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.197097:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.197103:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.197106:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573233.197109:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573233.197206:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+434:59530:x1863919925851264:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 580us (975us total) trans 4294978504 rc 0/0 00000100:00100000:1.0:1777573233.197214:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15286 00000020:00080000:1.0:1777573233.197220:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.201539:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.201664:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925851392 00000100:00100000:2.0:1777573233.201679:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925851392 00000100:00100000:2.0:1777573233.201791:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12154 00000100:00100000:2.0:1777573233.201804:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+39:59530:x1863919925851392:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.201832:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.201862:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e30b expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573233.201896:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 225334, mtime: 0x69f39d70, atime: 0x69f39d6d, ctime: 0x69f39d70, blocks: 0x68 00010000:00010000:2.0:1777573233.201935:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.201938:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.201949:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e30b expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.201970:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e30b expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.201988:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd5e00, rc 0) 00000100:00100000:2.0:1777573233.202067:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+40:59530:x1863919925851392:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 264us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.202076:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12154 00000100:00100000:2.0:1777573233.205740:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.205795:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.205881:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925851648 00000100:00100000:0.0:1777573233.205894:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925851648 00000100:00100000:1.0:1777573233.205940:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925851520 00000100:00100000:1.0:1777573233.205945:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925851520 00002000:00010000:1.0:1777573233.205965:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00010000:0.0:1777573233.205966:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.205973:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742300 with x1863919925851520 ext(4096->18446744073709551615) 00002000:00100000:0.0:1777573233.205974:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5741880 with x1863919925851648 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.205990:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5742300. 00002000:00010000:0.0:1777573233.205991:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5741880. 00000100:00100000:0.0:1777573233.206029:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4802 00000100:00100000:1.0:1777573233.206041:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4803 00000100:00100000:0.0:1777573233.206048:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925851648:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573233.206050:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925851520:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.206330:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.206335:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.206338:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573233.206342:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573231 -> 1777573232 00002000:00010000:0.0:1777573233.206345:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.206432:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925851648:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 386us (703us total) trans 21474841505 rc 0/0 00000100:00100000:0.0:1777573233.206441:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4802 00002000:00010000:0.0:1777573233.206447:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.206451:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5741880 with x1863919925851648 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.206456:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5741880. 00002000:00010000:1.0:1777573233.206531:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 225334 -> 4096 00002000:00010000:1.0:1777573233.206535:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573233.206538:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573233.206540:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573233.206542:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 8 00000100:00100000:1.0:1777573233.206568:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925851520:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 520us (772us total) trans 17179874645 rc 0/0 00000100:00100000:1.0:1777573233.206576:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4803 00002000:00010000:1.0:1777573233.206579:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00100000:1.0:1777573233.206583:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742300 with x1863919925851520 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573233.206587:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5742300. 00000100:00100000:3.0:1777573233.213597:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.214420:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925851776 00000100:00100000:1.0:1777573233.214436:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925851776 00000100:00100000:2.0:1777573233.214855:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15287 00000100:00100000:2.0:1777573233.214867:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+434:59530:x1863919925851776:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.214902:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.214930:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199163 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e312 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.215050:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119916a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.215067:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119916a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.215078:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119916a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.215113:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573233.215118:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.215140:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119916a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.215177:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199163 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e312 expref: 436 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.215202:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119916a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e312 expref: 435 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.215213:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.215216:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.215220:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4c600, rc 0) 00000100:00100000:2.0:1777573233.215405:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+435:59530:x1863919925851776:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 538us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.215418:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15287 00000100:00100000:2.0:1777573233.219954:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.221707:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925851904 00000100:00100000:1.0:1777573233.221726:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925851904 00000100:00100000:1.0:1777573233.221835:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4804 00000100:00100000:1.0:1777573233.221852:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925851904:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573233.221910:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.221933:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.221936:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.221944:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.221960:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.227267:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.227330:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.227340:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.227353:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573233.227358:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.227367:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.227387:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.227394:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199171 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.227483:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925851904:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5635us (7540us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1777573233.227494:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4804 00000100:00100000:3.0:1777573233.232308:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.232681:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925852032 00000100:00100000:0.0:1777573233.232696:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925852032 00000100:00100000:0.0:1777573233.232821:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4805 00000100:00100000:0.0:1777573233.232832:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925852032:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573233.232879:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.232901:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198ff0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e255 expref: 41 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.232909:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.232911:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.232914:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.232954:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198ff0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e255 expref: 41 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.232968:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198ff0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e255 expref: 41 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.232983:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932114176:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573233.233086:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d2dde780 going to sleep for 11 seconds 00000100:00100000:0.0:1777573233.235736:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932114176:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573233.235749:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1777573233.235776:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.235827:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925852160 00000100:00100000:1.0:1777573233.235841:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925852160 00010000:00010000:1.0:1777573233.235962:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198ff0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e255 expref: 42 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.236205:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5519 00000100:00100000:1.0:1777573233.236216:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919925852160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573233.236233:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.236267:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198ff0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e255 expref: 42 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.236329:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198ff0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e255 expref: 42 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.236356:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a9383e2/0x8dc0a528a1198ff0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e255 expref: 42 pid: 29349 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.236375:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.236377:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.236383:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.236393:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.236425:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573233.236483:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925852160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 269us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.236491:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5519 00010000:00010000:0.0:1777573233.236515:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.236853:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.243820:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874646 is committed 00002000:00010000:0.0:1777573233.244739:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:0.0:1777573233.244749:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.244752:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.244755:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:0.0:1777573233.244772:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.244790:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.244801:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.244815:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573233.244821:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.244831:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.244856:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.244865:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a1199178 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.245148:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925852032:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12310us (12896us total) trans 17179874646 rc 0/0 00000100:00100000:0.0:1777573233.245162:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4805 00000100:00100000:3.0:1777573233.251156:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.251867:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925852288 00000100:00100000:1.0:1777573233.251879:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925852288 00000100:00100000:1.0:1777573233.251965:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4806 00000100:00100000:1.0:1777573233.251974:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925852288:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.252014:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.252036:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a119900c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e263 expref: 40 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.252043:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.252045:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.252048:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.252097:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a119900c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e263 expref: 40 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.252113:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a119900c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e263 expref: 40 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.252132:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932114304:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.252700:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573233.255525:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932114304:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573233.255564:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.255678:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.255832:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925852416 00000100:00100000:2.0:1777573233.255842:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925852416 00010000:00010000:2.0:1777573233.255892:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a119900c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e263 expref: 41 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.255941:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5520 00000100:00100000:2.0:1777573233.255951:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925852416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.255969:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.255995:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a119900c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e263 expref: 41 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.256010:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a119900c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e263 expref: 41 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.256041:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a119900c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e263 expref: 41 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.256062:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.256065:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.256070:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.256082:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.256113:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.256141:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.256150:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.256172:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925852416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 222us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.256182:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5520 00000001:00080000:2.0:1777573233.262328:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841506 is committed 00002000:00010000:1.0:1777573233.262560:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:1.0:1777573233.262565:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.262567:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.262569:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:1.0:1777573233.262584:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.262595:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.262602:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.262606:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573233.262610:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.262618:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.262638:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.262642:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119917f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.263062:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925852288:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11083us (11917us total) trans 21474841506 rc 0/0 00000100:00100000:1.0:1777573233.263075:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4806 00000100:00100000:2.0:1777573233.267195:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.267429:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925852544 00000100:00100000:1.0:1777573233.267444:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925852544 00000100:00100000:1.0:1777573233.268042:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4807 00000100:00100000:1.0:1777573233.268055:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925852544:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.268101:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.268131:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e271 expref: 25 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.268140:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.268142:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.268146:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.268190:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e271 expref: 25 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.268204:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e271 expref: 25 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.268222:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932114432:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.268368:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573233.271385:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.271604:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925852672 00000100:00100000:3.0:1777573233.271619:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925852672 00010000:00010000:3.0:1777573233.271670:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e271 expref: 26 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.271720:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5521 00000100:00100000:3.0:1777573233.271732:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925852672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573233.271753:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573233.271780:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e271 expref: 26 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.271802:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e271 expref: 26 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.271835:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.271837:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.271844:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.271856:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.271883:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573233.271940:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925852672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 210us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.271949:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5521 00010000:00010000:1.0:1777573233.273407:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a1199028 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e271 expref: 25 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.273438:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932114432:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573233.273465:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.273478:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.273487:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.281218:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841507 is committed 00002000:00010000:1.0:1777573233.281393:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:1.0:1777573233.281401:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.281404:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.281406:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:1.0:1777573233.281422:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.281438:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.281448:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.281455:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573233.281461:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.281470:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.281494:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.281502:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a1199186 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.281645:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925852544:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13588us (14461us total) trans 21474841507 rc 0/0 00000100:00100000:1.0:1777573233.281657:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4807 00000100:00100000:3.0:1777573233.287946:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.288052:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925852800 00000100:00100000:0.0:1777573233.288068:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925852800 00000100:00100000:0.0:1777573233.288161:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4808 00000100:00100000:0.0:1777573233.288185:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925852800:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573233.288232:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.288266:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e27f expref: 26 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.288313:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.288316:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.288320:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.288438:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e27f expref: 26 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.288455:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e27f expref: 26 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.288474:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932114560:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573233.288567:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d2dde780 going to sleep for 11 seconds 00000100:00100000:2.0:1777573233.293545:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.293634:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925852928 00000100:00100000:3.0:1777573233.293647:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925852928 00010000:00010000:3.0:1777573233.293699:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e27f expref: 27 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.293754:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5522 00000100:00100000:3.0:1777573233.293766:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925852928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573233.293793:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573233.293821:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e27f expref: 27 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.293837:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e27f expref: 27 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.293915:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.293918:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.293924:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.293991:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.294018:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573233.294083:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925852928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 318us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.294093:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5522 00010000:00010000:0.0:1777573233.294456:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a1199044 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e27f expref: 26 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.294477:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932114560:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573233.294501:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.294513:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.294520:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.303861:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874647 is committed 00002000:00010000:0.0:1777573233.304116:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:0.0:1777573233.304122:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.304125:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.304128:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:0.0:1777573233.304144:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.304157:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.304166:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.304173:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573233.304178:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.304188:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.304210:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.304218:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119918d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.304387:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925852800:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 16209us (16448us total) trans 17179874647 rc 0/0 00000100:00100000:0.0:1777573233.304398:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4808 00000100:00100000:3.0:1777573233.308062:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.308133:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925853056 00000100:00100000:2.0:1777573233.308146:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925853056 00000100:00100000:2.0:1777573233.308322:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4809 00000100:00100000:2.0:1777573233.308336:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925853056:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573233.308382:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.308405:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e28d expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.308415:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.308417:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.308420:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.308463:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e28d expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.308479:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e28d expref: 24 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.308497:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932114688:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573233.308639:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2e4f50840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573233.310371:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932114688:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573233.310403:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.310523:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.310567:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925853184 00000100:00100000:0.0:1777573233.310575:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925853184 00010000:00010000:0.0:1777573233.310610:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e28d expref: 25 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.310789:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5523 00000100:00100000:2.0:1777573233.310802:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925853184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.310821:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.310847:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e28d expref: 25 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.310861:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e28d expref: 25 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.310888:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097321838/0x8dc0a528a1199060 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e28d expref: 25 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.310907:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.310908:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.310914:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.310925:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.311024:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573233.311070:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925853184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 273us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.311076:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5523 00010000:00010000:3.0:1777573233.311185:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.311193:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.318657:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841508 is committed 00002000:00010000:3.0:1777573233.318797:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:3.0:1777573233.318802:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.318804:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.318806:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:3.0:1777573233.318818:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.318829:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.318837:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.318843:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4d000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573233.318848:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.318855:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.318872:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.318884:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004df6527c/0x8dc0a528a1199194 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.319012:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925853056:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10676us (10954us total) trans 21474841508 rc 0/0 00000100:00100000:3.0:1777573233.319022:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4809 00000100:00100000:2.0:1777573233.324642:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.324788:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925853312 00000100:00100000:0.0:1777573233.324801:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925853312 00000100:00100000:0.0:1777573233.324928:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4810 00000100:00100000:0.0:1777573233.324940:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925853312:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573233.324984:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.325010:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e29b expref: 23 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.325019:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.325022:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.325026:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.325070:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e29b expref: 23 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.325092:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e29b expref: 23 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.325111:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932114816:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573233.325224:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d2dde780 going to sleep for 11 seconds 00000100:00100000:0.0:1777573233.328051:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932114816:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573233.328053:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1777573233.328092:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.328194:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925853440 00000100:00100000:3.0:1777573233.328202:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925853440 00010000:00010000:3.0:1777573233.328242:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e29b expref: 24 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.328339:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5524 00000100:00100000:3.0:1777573233.328350:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925853440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573233.328368:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573233.328396:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e29b expref: 24 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.328410:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e29b expref: 24 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.328450:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119907c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e29b expref: 24 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.328470:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.328473:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.328478:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.328489:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.328517:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.328539:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.328547:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.328582:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925853440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 233us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.328590:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5524 00000001:00080000:2.0:1777573233.338352:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841509 is committed 00002000:00010000:0.0:1777573233.338520:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:0.0:1777573233.338600:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.338603:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.338605:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:0.0:1777573233.338622:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.339036:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.339053:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.339061:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573233.339066:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.339076:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.339099:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.339107:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119919b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.339398:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925853312:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 14454us (14836us total) trans 21474841509 rc 0/0 00000100:00100000:0.0:1777573233.339413:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4810 00000100:00100000:3.0:1777573233.342736:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.344618:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925853568 00000100:00100000:0.0:1777573233.344634:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925853568 00000100:00100000:0.0:1777573233.344908:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4811 00000100:00100000:0.0:1777573233.344920:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925853568:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573233.344964:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.344997:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2a9 expref: 25 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.345007:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.345010:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.345014:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.345061:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2a9 expref: 25 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.345076:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2a9 expref: 25 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.345094:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932114944:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573233.345219:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d2dde780 going to sleep for 11 seconds 00000100:00100000:1.0:1777573233.348476:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.348543:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925853696 00000100:00100000:3.0:1777573233.348556:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925853696 00010000:00010000:3.0:1777573233.348608:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2a9 expref: 26 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.348608:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932114944:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573233.348659:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5525 00000100:00100000:3.0:1777573233.348669:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925853696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573233.348686:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573233.348715:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2a9 expref: 26 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.348728:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2a9 expref: 26 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.348754:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199098 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2a9 expref: 26 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.348774:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.348776:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.348782:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.348794:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.348840:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.349059:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573233.349122:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925853696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 454us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.349131:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5525 00010000:00010000:0.0:1777573233.349202:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.349211:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.357624:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874648 is committed 00002000:00010000:0.0:1777573233.357821:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:0.0:1777573233.357829:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.357832:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.357835:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:0.0:1777573233.357851:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.357867:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.357877:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.357885:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573233.357891:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.357901:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.357935:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.357943:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a11991a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.358082:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925853568:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13157us (15350us total) trans 17179874648 rc 0/0 00000100:00100000:0.0:1777573233.358097:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4811 00000100:00100000:1.0:1777573233.361939:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.362013:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925853824 00000100:00100000:3.0:1777573233.362022:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925853824 00000100:00100000:3.0:1777573233.362081:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4812 00000100:00100000:3.0:1777573233.362088:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925853824:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573233.362115:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.362133:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b7 expref: 24 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.362139:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573233.362140:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573233.362143:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.362172:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b7 expref: 24 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.362183:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b7 expref: 24 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.362198:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932115072:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573233.362333:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e2600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573233.364399:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932115072:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573233.364426:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.364842:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.364882:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925853952 00000100:00100000:0.0:1777573233.364894:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925853952 00010000:00010000:0.0:1777573233.364942:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b7 expref: 25 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.364999:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5526 00000100:00100000:0.0:1777573233.365011:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925853952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573233.365028:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.365058:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b7 expref: 25 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.365072:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b7 expref: 25 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.365098:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b763d292/0x8dc0a528a11990b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2b7 expref: 25 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.365114:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.365116:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.365121:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.365138:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.365167:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573233.365200:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.365212:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.365227:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925853952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 217us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.365235:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5526 00000001:00080000:2.0:1777573233.374263:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874649 is committed 00002000:00010000:3.0:1777573233.374578:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:3.0:1777573233.374584:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.374587:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.374590:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:3.0:1777573233.374605:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.374625:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.374635:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.374643:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573233.374648:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.374658:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.374681:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.374689:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.374812:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925853824:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12717us (12877us total) trans 17179874649 rc 0/0 00000100:00100000:3.0:1777573233.374824:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4812 00000100:00100000:1.0:1777573233.379590:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.380062:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925854080 00000100:00100000:0.0:1777573233.380076:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925854080 00000100:00100000:0.0:1777573233.380176:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4813 00000100:00100000:0.0:1777573233.380187:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925854080:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573233.380233:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.380350:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2c5 expref: 22 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.380362:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.380364:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.380370:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.380417:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2c5 expref: 22 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.380434:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2c5 expref: 22 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.380453:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932115200:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573233.380557:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d16a7a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573233.383519:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932115200:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573233.383523:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573233.383569:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.385033:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925854208 00000100:00100000:3.0:1777573233.385048:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925854208 00010000:00010000:2.0:1777573233.385302:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2c5 expref: 23 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.385347:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5527 00000100:00100000:2.0:1777573233.385356:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925854208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.385372:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.385395:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2c5 expref: 23 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.385407:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2c5 expref: 23 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.385431:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a11990d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2c5 expref: 23 pid: 14598 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.385450:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.385451:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.385456:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.385464:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.385495:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573233.385559:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925854208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 205us (2053us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.385564:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5527 00010000:00010000:1.0:1777573233.385616:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.385629:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.393040:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841510 is committed 00002000:00010000:1.0:1777573233.393196:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:1.0:1777573233.393202:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.393205:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.393207:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:1.0:1777573233.393223:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.393238:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.393258:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.393267:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573233.393304:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.393315:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.393338:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.393347:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.393483:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925854080:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13292us (13902us total) trans 21474841510 rc 0/0 00000100:00100000:1.0:1777573233.393495:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4813 00000100:00100000:2.0:1777573233.396723:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.396805:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925854336 00000100:00100000:0.0:1777573233.396816:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925854336 00000100:00100000:0.0:1777573233.396914:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4814 00000100:00100000:0.0:1777573233.396923:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925854336:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573233.396962:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.396983:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2d3 expref: 23 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.396989:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.396990:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.396993:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.397025:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2d3 expref: 23 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.397036:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2d3 expref: 23 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.397048:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932115328:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573233.397129:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d16a7540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573233.398907:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932115328:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573233.398916:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1777573233.398941:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.399000:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925854464 00000100:00100000:1.0:1777573233.399009:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925854464 00010000:00010000:1.0:1777573233.399049:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2d3 expref: 24 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.399094:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5528 00000100:00100000:1.0:1777573233.399103:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925854464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573233.399121:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.399153:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2d3 expref: 24 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.399167:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2d3 expref: 24 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.399190:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a11990ec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2d3 expref: 24 pid: 8938 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.399207:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.399209:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.399213:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.399225:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.399262:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573233.399368:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925854464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 265us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.399375:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5528 00010000:00010000:0.0:1777573233.399543:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.399553:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.407559:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874650 is committed 00002000:00010000:3.0:1777573233.407695:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:3.0:1777573233.407700:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.407704:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.407707:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:3.0:1777573233.407723:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.407740:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.407751:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.407759:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573233.407765:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.407775:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.407799:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.407808:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.408145:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925854336:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11214us (11422us total) trans 17179874650 rc 0/0 00000100:00100000:3.0:1777573233.408157:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4814 00000100:00100000:2.0:1777573233.410856:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.410967:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925854592 00000100:00100000:1.0:1777573233.410984:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925854592 00000100:00100000:1.0:1777573233.411081:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4815 00000100:00100000:1.0:1777573233.411093:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925854592:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.411142:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.411171:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e1 expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.411181:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.411183:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.411187:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.411230:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e1 expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.411246:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e1 expref: 21 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.411314:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932115456:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.411397:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573233.413390:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.413642:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932115456:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573233.413735:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.415517:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925854720 00000100:00100000:2.0:1777573233.415532:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925854720 00010000:00010000:2.0:1777573233.415591:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e1 expref: 22 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.415643:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5529 00000100:00100000:2.0:1777573233.415655:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925854720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.415674:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.415701:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e1 expref: 22 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.415717:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e1 expref: 22 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.415756:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8a69edc/0x8dc0a528a1199108 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2e1 expref: 22 pid: 28215 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.415776:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.415778:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.415784:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.415795:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.415832:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573233.415913:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925854720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 260us (2531us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.415921:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5529 00010000:00010000:1.0:1777573233.416225:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.416237:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573233.423381:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841511 is committed 00002000:00010000:0.0:1777573233.423643:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:0.0:1777573233.423647:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.423649:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.423651:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:0.0:1777573233.423666:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.423677:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.423684:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.423690:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573233.423695:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.423701:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.423726:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.423730:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11991be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.424232:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925854592:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13135us (13389us total) trans 21474841511 rc 0/0 00000100:00100000:0.0:1777573233.424242:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4815 00000100:00100000:1.0:1777573233.427208:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.427305:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925854848 00000100:00100000:3.0:1777573233.427318:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925854848 00000100:00100000:3.0:1777573233.427403:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4816 00000100:00100000:3.0:1777573233.427416:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925854848:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573233.427477:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.427504:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2ef expref: 22 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.427511:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573233.427514:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573233.427517:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.427559:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2ef expref: 22 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.427574:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2ef expref: 22 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.427591:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932115584:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573233.427682:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e2600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573233.429395:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.429682:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925854976 00000100:00100000:0.0:1777573233.429692:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925854976 00010000:00010000:0.0:1777573233.429733:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2ef expref: 23 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.429780:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5530 00000100:00100000:0.0:1777573233.429790:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925854976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573233.429808:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.429836:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2ef expref: 23 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.429853:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2ef expref: 23 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.429884:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.429887:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.429893:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.429906:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.429951:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573233.430224:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199124 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2ef expref: 23 pid: 8361 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.430259:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932115584:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573233.430306:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.430318:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.430325:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.431063:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925854976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1271us (1674us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.431075:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5530 00000001:00080000:2.0:1777573233.438190:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874651 is committed 00002000:00010000:3.0:1777573233.438800:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:3.0:1777573233.438807:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.438810:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.438812:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:3.0:1777573233.438828:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.438843:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.438853:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.438860:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573233.438865:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.438876:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.438900:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.438909:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.439038:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925854848:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11619us (11847us total) trans 17179874651 rc 0/0 00000100:00100000:3.0:1777573233.439051:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4816 00000100:00100000:2.0:1777573233.442774:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.443315:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925855104 00000100:00100000:0.0:1777573233.443330:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925855104 00000100:00100000:0.0:1777573233.443416:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4817 00000100:00100000:0.0:1777573233.443426:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925855104:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573233.443477:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.443507:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2fd expref: 20 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.443517:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.443521:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.443525:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.443572:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2fd expref: 20 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.443588:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2fd expref: 20 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.443605:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932115712:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573233.443721:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d16a7540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573233.446616:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932115712:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573233.446653:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.446703:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.447071:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925855232 00000100:00100000:1.0:1777573233.447082:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925855232 00010000:00010000:1.0:1777573233.447126:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2fd expref: 21 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.447167:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5531 00000100:00100000:1.0:1777573233.447178:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925855232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573233.447204:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.447229:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2fd expref: 21 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.447243:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2fd expref: 21 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.447316:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a1199140 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e2fd expref: 21 pid: 8362 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.447334:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.447336:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.447342:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.447355:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.447377:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573233.447439:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925855232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 262us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.447448:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5531 00010000:00010000:0.0:1777573233.447616:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.447626:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573233.459595:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841512 is committed 00002000:00010000:0.0:1777573233.459733:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:0.0:1777573233.459739:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.459742:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.459745:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:0.0:1777573233.459763:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.459781:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.459792:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.459799:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573233.459810:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.459818:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.459846:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.459853:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a11991cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.459985:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925855104:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 16553us (17219us total) trans 21474841512 rc 0/0 00000100:00100000:0.0:1777573233.459997:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4817 00000100:00100000:1.0:1777573233.462970:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.463034:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925855360 00000100:00100000:3.0:1777573233.463049:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925855360 00000100:00100000:3.0:1777573233.463141:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4818 00000100:00100000:3.0:1777573233.463153:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925855360:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573233.463199:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.463226:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e30b expref: 21 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.463236:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573233.463238:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573233.463242:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.463339:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e30b expref: 21 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.463356:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e30b expref: 21 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.463373:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932115840:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573233.463486:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e2600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573233.465358:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932115840:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573233.465393:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.465794:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.465842:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925855488 00000100:00100000:2.0:1777573233.465852:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925855488 00010000:00010000:2.0:1777573233.465891:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e30b expref: 22 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.465932:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5532 00000100:00100000:2.0:1777573233.465940:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925855488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.465957:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.465981:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e30b expref: 22 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.465992:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e30b expref: 22 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.466021:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119915c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e30b expref: 22 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.466037:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.466039:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.466044:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.466053:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.466076:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573233.466103:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.466113:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.466132:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925855488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 191us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.466140:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5532 00000001:00080000:2.0:1777573233.471517:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874652 is committed 00002000:00010000:3.0:1777573233.471663:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 4096 -> 57344 00002000:00010000:3.0:1777573233.471668:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.471675:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.471678:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 8 -> 48 00010000:00010000:3.0:1777573233.471694:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.471710:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.471718:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.471723:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573233.471728:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.471735:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.471753:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.471759:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a11991d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->57343] (req 36864->57343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.471873:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925855360:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8714us (8910us total) trans 17179874652 rc 0/0 00000100:00100000:3.0:1777573233.471884:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4818 00000100:00100000:2.0:1777573233.474421:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.474521:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925855616 00000100:00100000:0.0:1777573233.474534:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925855616 00000100:00100000:0.0:1777573233.474611:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12155 00000100:00100000:0.0:1777573233.474623:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925855616:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573233.474753:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925855616:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 133us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.474759:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12155 00000100:00100000:1.0:1777573233.477731:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.477784:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925855744 00000100:00100000:3.0:1777573233.477797:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925855744 00000100:00100000:3.0:1777573233.477868:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12156 00000100:00100000:3.0:1777573233.477880:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925855744:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573233.478015:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925855744:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 138us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.478023:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12156 00000100:00100000:1.0:1777573233.481147:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.481209:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925856000 00000100:00100000:0.0:1777573233.481221:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925856000 00000100:00100000:0.0:1777573233.481380:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15288 00000100:00100000:0.0:1777573233.481392:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+435:59530:x1863919925856000:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.481698:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.481734:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119916a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e312 expref: 435 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.481756:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.481763:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.481973:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.481994:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.482006:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.482058:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978505 00000004:00010000:0.0:1777573233.482084:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000714da818 reply state 000000006f63eeba transno 4294978506 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.482097:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.482108:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.482111:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.482114:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.482217:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+437:59530:x1863919925856000:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 824us (1079us total) trans 4294978506 rc 0/0 00000100:00100000:0.0:1777573233.482226:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15288 00000020:00080000:0.0:1777573233.482232:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573233.484139:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.484205:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925856128 00000100:00100000:2.0:1777573233.484216:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925856128 00000100:00100000:2.0:1777573233.484311:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12157 00000100:00100000:2.0:1777573233.484321:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:59530:x1863919925856128:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.484340:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.484363:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e319 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573233.484392:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d4f, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:2.0:1777573233.484416:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.484419:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.484427:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e319 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.484445:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e319 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.484458:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4dc00, rc 0) 00000100:00100000:2.0:1777573233.484526:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+21:59530:x1863919925856128:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 206us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.484534:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12157 00000100:00100000:1.0:1777573233.485830:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.485860:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.485887:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925856256 00000100:00100000:0.0:1777573233.485894:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925856256 00002000:00010000:0.0:1777573233.485923:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (57344->18446744073709551615) 00002000:00100000:0.0:1777573233.485928:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed6300 with x1863919925856256 ext(57344->18446744073709551615) 00002000:00010000:0.0:1777573233.485936:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed6300. 00000100:00100000:0.0:1777573233.485955:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925856384 00000100:00100000:0.0:1777573233.485956:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925856384 00002000:00010000:0.0:1777573233.485966:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.485968:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed7800 with x1863919925856384 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.485972:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed7800. 00000100:00100000:0.0:1777573233.485991:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4819 00000100:00100000:0.0:1777573233.486001:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925856256:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573233.486012:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4820 00000100:00100000:2.0:1777573233.486026:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925856384:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.486198:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.486198:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:2.0:1777573233.486206:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.486206:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573233.486212:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573233.486213:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573233.486218:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.486219:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:2.0:1777573233.486225:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573233.486226:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1777573233.486312:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925856256:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 311us (487us total) trans 17179874653 rc 0/0 00000100:00100000:0.0:1777573233.486321:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4819 00002000:00010000:0.0:1777573233.486325:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (57344->18446744073709551615) 00002000:00100000:0.0:1777573233.486328:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed6300 with x1863919925856256 ext(57344->18446744073709551615) 00002000:00010000:0.0:1777573233.486333:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed6300. 00000100:00100000:2.0:1777573233.486465:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925856384:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 444us (605us total) trans 21474841513 rc 0/0 00000100:00100000:2.0:1777573233.486473:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4820 00002000:00010000:2.0:1777573233.486477:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.486479:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed7800 with x1863919925856384 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.486494:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed7800. 00000100:00100000:0.0:1777573233.488159:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.488236:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925856512 00000100:00100000:2.0:1777573233.488378:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925856512 00000100:00100000:2.0:1777573233.488438:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15289 00000100:00100000:2.0:1777573233.488449:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+437:59530:x1863919925856512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.488480:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.488567:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a11991e8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e320 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.488694:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11991ef lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.488713:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11991ef lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.488726:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11991ef lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.488761:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:2.0:1777573233.488766:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.488788:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11991ef lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.488819:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a11991e8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e320 expref: 439 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.488837:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11991ef lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e320 expref: 438 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.488846:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.488850:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.488854:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c75d7a00, rc 0) 00000100:00100000:2.0:1777573233.488914:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+438:59530:x1863919925856512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 468us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.488922:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15289 00000100:00100000:1.0:1777573233.491411:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.491511:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925856768 00000100:00100000:0.0:1777573233.491527:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925856768 00000100:00100000:0.0:1777573233.491840:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15290 00000100:00100000:0.0:1777573233.491863:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+438:59530:x1863919925856768:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.491920:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.491952:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11991ef lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e320 expref: 438 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.491974:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.491978:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.492153:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.492172:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.492183:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.492227:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978507 00000004:00010000:0.0:1777573233.492266:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb505579 reply state 000000002218c5fa transno 4294978508 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.492327:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.492334:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.492340:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.492343:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.492434:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+440:59530:x1863919925856768:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 583us (1033us total) trans 4294978508 rc 0/0 00000100:00100000:0.0:1777573233.492443:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15290 00000020:00080000:0.0:1777573233.492449:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.494194:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.494262:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925856896 00000100:00100000:0.0:1777573233.494306:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925856896 00000100:00100000:0.0:1777573233.494385:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12158 00000100:00100000:0.0:1777573233.494396:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+20:59530:x1863919925856896:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.494412:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.494430:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e327 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.494453:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d51, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:0.0:1777573233.494474:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.494476:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.494484:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e327 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.494498:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e327 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.494516:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e7200, rc 0) 00000100:00100000:0.0:1777573233.494570:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+21:59530:x1863919925856896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 176us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.494580:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12158 00000100:00100000:1.0:1777573233.496751:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.496783:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.496830:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925857024 00000100:00100000:3.0:1777573233.496846:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925857024 00002000:00010000:3.0:1777573233.496898:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (57344->18446744073709551615) 00002000:00100000:3.0:1777573233.496917:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed7b80 with x1863919925857024 ext(57344->18446744073709551615) 00002000:00010000:3.0:1777573233.496934:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed7b80. 00000100:00100000:3.0:1777573233.496965:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925857152 00000100:00100000:3.0:1777573233.496969:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925857152 00002000:00010000:3.0:1777573233.496991:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.496996:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4a80 with x1863919925857152 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573233.496997:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4821 00002000:00010000:3.0:1777573233.497011:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4a80. 00000100:00100000:1.0:1777573233.497017:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925857024:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573233.497042:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4822 00000100:00100000:3.0:1777573233.497053:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925857152:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573233.497176:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:1.0:1777573233.497179:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.497181:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:1.0:1777573233.497183:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.497185:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:1.0:1777573233.497234:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925857024:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 223us (488us total) trans 21474841514 rc 0/0 00000100:00100000:1.0:1777573233.497241:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4821 00002000:00010000:1.0:1777573233.497245:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (57344->18446744073709551615) 00002000:00100000:1.0:1777573233.497260:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed7b80 with x1863919925857024 ext(57344->18446744073709551615) 00002000:00010000:3.0:1777573233.497263:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573233.497267:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed7b80. 00002000:00010000:3.0:1777573233.497304:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.497309:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573233.497312:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.497315:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573233.497387:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925857152:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 334us (599us total) trans 17179874654 rc 0/0 00000100:00100000:3.0:1777573233.497395:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4822 00002000:00010000:3.0:1777573233.497399:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.497403:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4a80 with x1863919925857152 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.497409:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4a80. 00000100:00100000:1.0:1777573233.499891:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.499975:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925857280 00000100:00100000:2.0:1777573233.499993:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925857280 00000100:00100000:2.0:1777573233.500071:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15291 00000100:00100000:2.0:1777573233.500085:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+440:59530:x1863919925857280:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.500131:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.500159:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199204 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e32e expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.500339:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119920b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.500361:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119920b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.500381:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119920b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.500419:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:2.0:1777573233.500424:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.500447:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119920b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.500481:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199204 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e32e expref: 442 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.500504:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119920b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e32e expref: 441 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.500514:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.500517:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.500522:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6be8200, rc 0) 00000100:00100000:2.0:1777573233.501030:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+441:59530:x1863919925857280:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 946us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.501039:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15291 00000100:00100000:2.0:1777573233.504704:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.504792:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925857536 00000100:00100000:1.0:1777573233.504808:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925857536 00000100:00100000:1.0:1777573233.504880:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15292 00000100:00100000:1.0:1777573233.504894:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+441:59530:x1863919925857536:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573233.504969:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.505001:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119920b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e32e expref: 441 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.505028:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.505034:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.505411:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.505441:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.505454:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.505525:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978509 00000004:00010000:1.0:1777573233.505551:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab5faf3b reply state 00000000e0166160 transno 4294978510 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.505565:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.505573:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.505575:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573233.505578:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573233.505694:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+443:59530:x1863919925857536:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 802us (1002us total) trans 4294978510 rc 0/0 00000100:00100000:1.0:1777573233.505703:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15292 00000020:00080000:1.0:1777573233.505710:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.507198:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.507368:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925857664 00000100:00100000:2.0:1777573233.507378:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925857664 00000100:00100000:2.0:1777573233.507433:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12159 00000100:00100000:2.0:1777573233.507451:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+22:59530:x1863919925857664:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.507469:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.507493:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e335 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573233.507521:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d55, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:2.0:1777573233.507545:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.507547:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.507555:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e335 expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.507573:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e335 expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.507588:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6be8a00, rc 0) 00000100:00100000:2.0:1777573233.507651:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+23:59530:x1863919925857664:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 202us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.507658:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12159 00000100:00100000:0.0:1777573233.510183:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.510223:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.510314:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925857920 00000100:00100000:3.0:1777573233.510319:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925857792 00000100:00100000:3.0:1777573233.510333:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925857792 00000100:00100000:1.0:1777573233.510365:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925857920 00002000:00010000:1.0:1777573233.510412:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00010000:3.0:1777573233.510413:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (57344->18446744073709551615) 00002000:00100000:3.0:1777573233.510422:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919925857792 ext(57344->18446744073709551615) 00002000:00100000:1.0:1777573233.510422:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820a80 with x1863919925857920 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.510441:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6820a80. 00002000:00010000:3.0:1777573233.510442:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820380. 00000100:00100000:1.0:1777573233.510485:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4823 00000100:00100000:3.0:1777573233.510493:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4824 00000100:00100000:1.0:1777573233.510499:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925857920:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573233.510506:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925857792:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573233.510709:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:1.0:1777573233.510709:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573233.510717:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.510717:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.510724:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573233.510725:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573233.510731:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.510732:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.510739:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 48 -> 48 00002000:00010000:1.0:1777573233.510739:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573233.510819:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925857920:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 324us (595us total) trans 17179874655 rc 0/0 00000100:00100000:1.0:1777573233.510827:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4823 00002000:00010000:1.0:1777573233.510831:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.510834:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820a80 with x1863919925857920 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.510840:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6820a80. 00000100:00100000:3.0:1777573233.511172:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925857792:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 670us (999us total) trans 21474841515 rc 0/0 00000100:00100000:3.0:1777573233.511180:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4824 00002000:00010000:3.0:1777573233.511184:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (57344->18446744073709551615) 00002000:00100000:3.0:1777573233.511186:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919925857792 ext(57344->18446744073709551615) 00002000:00010000:3.0:1777573233.511191:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820380. 00000100:00100000:1.0:1777573233.512407:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.512464:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925858048 00000100:00100000:0.0:1777573233.512475:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925858048 00000100:00100000:0.0:1777573233.512537:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15293 00000100:00100000:0.0:1777573233.512546:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+443:59530:x1863919925858048:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.512570:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.512593:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199220 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e33c expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.512701:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a1199227 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.512720:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a1199227 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.512733:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a1199227 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573233.512769:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:0.0:1777573233.512774:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573233.512796:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a1199227 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.512829:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199220 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e33c expref: 445 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.512850:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a1199227 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e33c expref: 444 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.512859:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.512862:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573233.512867:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c75d7a00, rc 0) 00000100:00100000:0.0:1777573233.512919:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+444:59530:x1863919925858048:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 375us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.512925:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15293 00000100:00100000:0.0:1777573233.515265:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.515351:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925858304 00000100:00100000:2.0:1777573233.515365:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925858304 00000100:00100000:2.0:1777573233.515436:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15294 00000100:00100000:2.0:1777573233.515448:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+444:59530:x1863919925858304:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573233.515514:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.515545:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a1199227 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e33c expref: 444 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.515577:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.515585:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573233.515820:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.515848:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.515858:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.515925:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978511 00000004:00010000:2.0:1777573233.515950:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d81181c6 reply state 00000000092ff0e5 transno 4294978512 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.515964:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.515970:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.515973:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573233.515976:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573233.516076:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+446:59530:x1863919925858304:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 631us (834us total) trans 4294978512 rc 0/0 00000100:00100000:2.0:1777573233.516081:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15294 00000020:00080000:2.0:1777573233.516086:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.517353:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.517474:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925858432 00000100:00100000:3.0:1777573233.517489:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925858432 00000100:00100000:3.0:1777573233.517545:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12160 00000100:00100000:3.0:1777573233.517555:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+24:59530:x1863919925858432:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.517585:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.517610:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e343 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573233.517646:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d56, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:3.0:1777573233.517673:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.517676:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.517685:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e343 expref: 25 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.517703:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e343 expref: 25 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.517717:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab200, rc 0) 00000100:00100000:3.0:1777573233.517770:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+25:59530:x1863919925858432:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 217us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.517778:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12160 00000100:00100000:1.0:1777573233.523716:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.523753:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.523786:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925858560 00000100:00100000:3.0:1777573233.523799:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925858560 00002000:00010000:3.0:1777573233.523865:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (57344->18446744073709551615) 00002000:00100000:3.0:1777573233.523871:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5180 with x1863919925858560 ext(57344->18446744073709551615) 00002000:00010000:3.0:1777573233.523886:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec5180. 00000100:00100000:3.0:1777573233.523917:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925858688 00000100:00100000:3.0:1777573233.523921:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925858688 00002000:00010000:3.0:1777573233.523936:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.523940:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5880 with x1863919925858688 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.523948:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec5880. 00000100:00100000:1.0:1777573233.523954:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4825 00000100:00100000:1.0:1777573233.523970:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925858560:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573233.524086:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4826 00000100:00100000:3.0:1777573233.524096:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925858688:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573233.524211:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:3.0:1777573233.524215:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573233.524217:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.524221:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.524222:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573233.524226:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573233.524227:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.524231:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.524232:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 48 -> 48 00002000:00010000:3.0:1777573233.524236:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573233.524347:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925858688:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 252us (590us total) trans 21474841516 rc 0/0 00000100:00100000:3.0:1777573233.524356:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4826 00002000:00010000:3.0:1777573233.524361:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.524364:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5880 with x1863919925858688 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573233.524368:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925858560:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 400us (663us total) trans 17179874656 rc 0/0 00002000:00010000:3.0:1777573233.524371:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec5880. 00000100:00100000:1.0:1777573233.524382:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4825 00002000:00010000:1.0:1777573233.524387:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (57344->18446744073709551615) 00002000:00100000:1.0:1777573233.524390:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5180 with x1863919925858560 ext(57344->18446744073709551615) 00002000:00010000:1.0:1777573233.524395:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec5180. 00000100:00100000:0.0:1777573233.529980:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.530058:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925858816 00000100:00100000:2.0:1777573233.530073:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925858816 00000100:00100000:2.0:1777573233.530384:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15295 00000100:00100000:2.0:1777573233.530396:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+446:59530:x1863919925858816:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.530435:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.530463:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119923c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e34a expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.530584:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199243 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.530604:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199243 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.530616:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199243 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.530649:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:2.0:1777573233.530658:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.530683:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199243 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.530715:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119923c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e34a expref: 448 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.530741:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199243 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e34a expref: 447 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.530753:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.530756:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.530761:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a9c00, rc 0) 00000100:00100000:2.0:1777573233.530838:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+447:59530:x1863919925858816:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 445us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.530850:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15295 00000100:00100000:0.0:1777573233.533053:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.533244:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925859072 00000100:00100000:2.0:1777573233.533266:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925859072 00000100:00100000:2.0:1777573233.533363:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15296 00000100:00100000:2.0:1777573233.533375:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+447:59530:x1863919925859072:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573233.533445:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.533477:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199243 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e34a expref: 447 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.533503:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.533510:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573233.533720:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.533743:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.533754:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.533809:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978513 00000004:00010000:2.0:1777573233.533834:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b79242ed reply state 00000000fba7f087 transno 4294978514 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.533938:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.533945:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.533948:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573233.533950:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573233.534069:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+449:59530:x1863919925859072:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 696us (1026us total) trans 4294978514 rc 0/0 00000100:00100000:2.0:1777573233.534079:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15296 00000020:00080000:2.0:1777573233.534085:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.537397:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.537675:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925859200 00000100:00100000:2.0:1777573233.537689:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925859200 00000100:00100000:2.0:1777573233.537764:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12161 00000100:00100000:2.0:1777573233.537777:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+25:59530:x1863919925859200:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.537801:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.537829:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e351 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573233.537862:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d57, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:2.0:1777573233.537892:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.537895:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.537904:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e351 expref: 26 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.537923:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e351 expref: 26 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.537940:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c64db600, rc 0) 00000100:00100000:2.0:1777573233.538010:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+26:59530:x1863919925859200:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 235us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.538018:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12161 00000100:00100000:0.0:1777573233.540676:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.540757:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.540931:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925859456 00000100:00100000:2.0:1777573233.540931:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925859328 00000100:00100000:3.0:1777573233.540944:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925859456 00000100:00100000:2.0:1777573233.540944:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925859328 00002000:00010000:3.0:1777573233.540997:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00010000:2.0:1777573233.540997:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (57344->18446744073709551615) 00002000:00100000:3.0:1777573233.541007:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823100 with x1863919925859456 ext(0->18446744073709551615) 00002000:00100000:2.0:1777573233.541007:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821500 with x1863919925859328 ext(57344->18446744073709551615) 00002000:00010000:3.0:1777573233.541023:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6823100. 00002000:00010000:2.0:1777573233.541026:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6821500. 00000100:00100000:3.0:1777573233.541099:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4827 00000100:00100000:2.0:1777573233.541108:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4828 00000100:00100000:3.0:1777573233.541113:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925859456:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573233.541121:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925859328:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.541386:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:2.0:1777573233.541391:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.541394:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573233.541397:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.541400:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 48 -> 48 00002000:00010000:3.0:1777573233.541439:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573233.541443:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.541446:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573233.541449:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.541451:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573233.541584:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925859328:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 353us (712us total) trans 21474841517 rc 0/0 00000100:00100000:2.0:1777573233.541594:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4828 00002000:00010000:2.0:1777573233.541598:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (57344->18446744073709551615) 00002000:00100000:2.0:1777573233.541601:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821500 with x1863919925859328 ext(57344->18446744073709551615) 00002000:00010000:2.0:1777573233.541606:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6821500. 00000100:00100000:3.0:1777573233.542405:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925859456:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1291us (1736us total) trans 17179874657 rc 0/0 00000100:00100000:3.0:1777573233.542415:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4827 00002000:00010000:3.0:1777573233.542420:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.542424:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823100 with x1863919925859456 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.542430:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6823100. 00000100:00100000:0.0:1777573233.544407:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.544657:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925859584 00000100:00100000:1.0:1777573233.544670:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925859584 00000100:00100000:1.0:1777573233.544736:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15297 00000100:00100000:1.0:1777573233.544747:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+449:59530:x1863919925859584:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573233.544775:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573233.544800:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1199258 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e358 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.544932:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119925f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.544952:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119925f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.544968:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119925f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573233.545003:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:1.0:1777573233.545008:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573233.545030:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119925f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.545070:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1199258 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e358 expref: 451 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.545094:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119925f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e358 expref: 450 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.545114:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.545118:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573233.545122:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:1.0:1777573233.545221:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+450:59530:x1863919925859584:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 476us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.545229:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15297 00000100:00100000:1.0:1777573233.551033:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.551191:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925859840 00000100:00100000:3.0:1777573233.551205:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925859840 00000100:00100000:0.0:1777573233.551360:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15298 00000100:00100000:0.0:1777573233.551374:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+450:59530:x1863919925859840:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.551449:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.551485:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119925f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e358 expref: 450 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.551507:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.551514:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.551728:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.551753:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.551763:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.551823:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978515 00000004:00010000:0.0:1777573233.551848:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000064752283 reply state 00000000e7a63604 transno 4294978516 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.551861:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.551867:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.551870:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.551872:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.551983:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+452:59530:x1863919925859840:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 611us (960us total) trans 4294978516 rc 0/0 00000100:00100000:0.0:1777573233.551992:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15298 00000020:00080000:0.0:1777573233.551998:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573233.555294:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.555354:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925859968 00000100:00100000:1.0:1777573233.555368:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925859968 00000100:00100000:1.0:1777573233.555450:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12162 00000100:00100000:1.0:1777573233.555463:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+27:59530:x1863919925859968:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573233.555488:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573233.555516:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e35f expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573233.555555:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d5d, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:1.0:1777573233.555585:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.555588:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.555606:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e35f expref: 28 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.555636:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e35f expref: 28 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.555653:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631800, rc 0) 00000100:00100000:1.0:1777573233.555733:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+28:59530:x1863919925859968:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 272us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.555743:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12162 00000100:00100000:1.0:1777573233.558803:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.558857:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.558963:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925860096 00000100:00100000:2.0:1777573233.558964:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925860224 00000100:00100000:3.0:1777573233.558978:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925860096 00000100:00100000:2.0:1777573233.558979:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925860224 00002000:00010000:3.0:1777573233.559037:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (57344->18446744073709551615) 00002000:00010000:2.0:1777573233.559037:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.559047:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4700 with x1863919925860096 ext(57344->18446744073709551615) 00002000:00100000:2.0:1777573233.559047:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6300 with x1863919925860224 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.559066:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec4700. 00002000:00010000:2.0:1777573233.559066:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec6300. 00000100:00100000:3.0:1777573233.559111:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4829 00000100:00100000:2.0:1777573233.559120:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4830 00000100:00100000:3.0:1777573233.559126:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925860096:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573233.559134:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925860224:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573233.559396:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:2.0:1777573233.559396:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573233.559402:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.559403:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.559409:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573233.559409:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573233.559415:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:3.0:1777573233.559416:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.559421:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573233.559422:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1777573233.559505:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925860096:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 382us (714us total) trans 21474841518 rc 0/0 00000100:00100000:2.0:1777573233.559506:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925860224:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 375us (646us total) trans 17179874658 rc 0/0 00000100:00100000:3.0:1777573233.559525:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4829 00002000:00010000:3.0:1777573233.559530:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (57344->18446744073709551615) 00002000:00100000:3.0:1777573233.559534:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4700 with x1863919925860096 ext(57344->18446744073709551615) 00000100:00100000:2.0:1777573233.559534:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4830 00002000:00010000:2.0:1777573233.559541:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00010000:3.0:1777573233.559542:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec4700. 00002000:00100000:2.0:1777573233.559548:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6300 with x1863919925860224 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.559555:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec6300. 00000100:00100000:3.0:1777573233.562096:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.562845:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925860352 00000100:00100000:0.0:1777573233.562860:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925860352 00000100:00100000:0.0:1777573233.562935:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15299 00000100:00100000:0.0:1777573233.562948:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+452:59530:x1863919925860352:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.562981:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.563005:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1199274 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e366 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.563122:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119927b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.563138:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119927b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.563148:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119927b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573233.563176:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:0.0:1777573233.563180:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573233.563197:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119927b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.563219:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1199274 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e366 expref: 454 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.563234:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119927b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e366 expref: 453 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.563240:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.563242:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573233.563475:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6e00, rc 0) 00000100:00100000:0.0:1777573233.563615:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+453:59530:x1863919925860352:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 669us (1529us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.563624:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15299 00000100:00100000:0.0:1777573233.566524:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.567379:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925860608 00000100:00100000:2.0:1777573233.567395:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925860608 00000100:00100000:2.0:1777573233.567483:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15300 00000100:00100000:2.0:1777573233.567496:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+453:59530:x1863919925860608:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573233.567566:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.567601:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119927b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e366 expref: 453 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.567626:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.567631:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573233.567851:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.567876:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.567887:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.567940:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978517 00000004:00010000:2.0:1777573233.567964:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011ec1a2b reply state 000000004fad2966 transno 4294978518 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.567977:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.567982:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.567985:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573233.567988:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573233.568098:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+455:59530:x1863919925860608:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 605us (1589us total) trans 4294978518 rc 0/0 00000100:00100000:2.0:1777573233.568106:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15300 00000020:00080000:2.0:1777573233.568112:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.570839:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.570905:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925860736 00000100:00100000:0.0:1777573233.570919:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925860736 00000100:00100000:0.0:1777573233.571000:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12163 00000100:00100000:0.0:1777573233.571013:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+28:59530:x1863919925860736:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.571039:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.571080:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e36d expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.571116:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d5e, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:0.0:1777573233.571144:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.571147:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.571156:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e36d expref: 29 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.571185:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e36d expref: 29 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.571201:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c8344200, rc 0) 00000100:00100000:0.0:1777573233.571488:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+29:59530:x1863919925860736:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 477us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.571498:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12163 00000100:00100000:3.0:1777573233.574083:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.574124:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.574159:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925860864 00000100:00100000:2.0:1777573233.574173:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925860864 00002000:00010000:2.0:1777573233.574234:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (57344->18446744073709551615) 00002000:00100000:2.0:1777573233.574240:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66a00 with x1863919925860864 ext(57344->18446744073709551615) 00000100:00100000:1.0:1777573233.574301:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925860992 00000100:00100000:1.0:1777573233.574307:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925860992 00002000:00010000:1.0:1777573233.574337:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.574342:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b65880 with x1863919925860992 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.574352:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b65880. 00000100:00100000:1.0:1777573233.574386:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4831 00000100:00100000:1.0:1777573233.574395:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925860992:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573233.574592:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573233.574596:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.574598:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573233.574600:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.574603:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573233.574659:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925860992:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 265us (535us total) trans 21474841519 rc 0/0 00000100:00100000:1.0:1777573233.574668:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4831 00002000:00010000:2.0:1777573233.574669:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b66a00. 00002000:00010000:1.0:1777573233.574672:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.574680:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b65880 with x1863919925860992 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.574685:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b65880. 00000100:00100000:2.0:1777573233.574702:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4832 00000100:00100000:2.0:1777573233.574712:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925860864:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.574806:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:2.0:1777573233.574810:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.574812:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573233.574814:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.574816:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1777573233.574842:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925860864:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 132us (772us total) trans 17179874659 rc 0/0 00000100:00100000:2.0:1777573233.574849:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4832 00002000:00010000:2.0:1777573233.574852:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (57344->18446744073709551615) 00002000:00100000:2.0:1777573233.574855:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66a00 with x1863919925860864 ext(57344->18446744073709551615) 00002000:00010000:2.0:1777573233.574860:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b66a00. 00000100:00100000:1.0:1777573233.577862:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.577917:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925861120 00000100:00100000:2.0:1777573233.578004:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925861120 00000100:00100000:2.0:1777573233.578092:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15301 00000100:00100000:2.0:1777573233.578104:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+455:59530:x1863919925861120:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.578135:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.578166:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a1199290 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e374 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.578594:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199297 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.578614:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199297 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.578628:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199297 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.578662:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:2.0:1777573233.578667:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.578690:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199297 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.578720:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a1199290 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e374 expref: 457 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.578741:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199297 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e374 expref: 456 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.578751:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.578755:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.578759:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7ca00, rc 0) 00000100:00100000:2.0:1777573233.578828:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+456:59530:x1863919925861120:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 727us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.578840:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15301 00000100:00100000:3.0:1777573233.582782:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.582835:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925861376 00000100:00100000:0.0:1777573233.582848:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925861376 00000100:00100000:0.0:1777573233.582907:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15302 00000100:00100000:0.0:1777573233.582915:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+456:59530:x1863919925861376:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.582991:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.583025:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199297 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e374 expref: 456 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.583049:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.583053:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.583334:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.583355:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.583364:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.583440:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978519 00000004:00010000:0.0:1777573233.583478:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4b138dc reply state 000000001c53c11f transno 4294978520 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.583492:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.583499:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.583501:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.583503:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.583616:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+458:59530:x1863919925861376:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 701us (939us total) trans 4294978520 rc 0/0 00000100:00100000:0.0:1777573233.583622:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15302 00000020:00080000:0.0:1777573233.583627:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.586269:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.586485:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925861504 00000100:00100000:2.0:1777573233.586497:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925861504 00000100:00100000:2.0:1777573233.586571:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12164 00000100:00100000:2.0:1777573233.586584:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+30:59530:x1863919925861504:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.586612:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.586641:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e37b expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573233.586672:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f1:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d62, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:2.0:1777573233.586698:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.586701:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.586710:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e37b expref: 31 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.586730:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e37b expref: 31 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.586746:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7c400, rc 0) 00000100:00100000:2.0:1777573233.586875:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+31:59530:x1863919925861504:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 293us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.586884:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12164 00000100:00100000:1.0:1777573233.589200:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.589237:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.589567:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925861760 00000100:00100000:0.0:1777573233.589567:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925861632 00000100:00100000:3.0:1777573233.589581:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925861760 00000100:00100000:0.0:1777573233.589581:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925861632 00002000:00010000:0.0:1777573233.589636:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (57344->18446744073709551615) 00002000:00100000:0.0:1777573233.589642:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5f80 with x1863919925861632 ext(57344->18446744073709551615) 00002000:00010000:0.0:1777573233.589657:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec5f80. 00002000:00010000:2.0:1777573233.589785:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.589791:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4e00 with x1863919925861760 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.589798:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec4e00. 00000100:00100000:0.0:1777573233.589835:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4833 00000100:00100000:0.0:1777573233.589848:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925861632:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.590075:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:0.0:1777573233.590079:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573233.590082:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573233.590084:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573233.590086:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1777573233.590159:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925861632:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 310us (916us total) trans 17179874660 rc 0/0 00000100:00100000:0.0:1777573233.590167:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4833 00002000:00010000:0.0:1777573233.590172:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (57344->18446744073709551615) 00002000:00100000:0.0:1777573233.590175:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5f80 with x1863919925861632 ext(57344->18446744073709551615) 00002000:00010000:0.0:1777573233.590180:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec5f80. 00000100:00100000:0.0:1777573233.590198:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4834 00000100:00100000:0.0:1777573233.590205:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925861760:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.590325:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.590329:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.590331:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573233.590334:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.590336:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.590363:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925861760:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 158us (1176us total) trans 21474841520 rc 0/0 00000100:00100000:0.0:1777573233.590370:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4834 00002000:00010000:0.0:1777573233.590374:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.590376:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4e00 with x1863919925861760 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.590381:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec4e00. 00000100:00100000:1.0:1777573233.592848:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.592919:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925861888 00000100:00100000:2.0:1777573233.592933:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925861888 00000100:00100000:2.0:1777573233.593011:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15303 00000100:00100000:2.0:1777573233.593024:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+458:59530:x1863919925861888:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.593056:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.593084:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a11992ac lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e382 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.593225:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992b3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.593258:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992b3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.593314:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992b3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.593352:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:2.0:1777573233.593357:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.593380:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992b3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.593412:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a11992ac lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e382 expref: 460 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.593433:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992b3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e382 expref: 459 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.593453:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.593457:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.593462:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7ca00, rc 0) 00000100:00100000:2.0:1777573233.593545:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+459:59530:x1863919925861888:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 521us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.593553:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15303 00000100:00100000:1.0:1777573233.596958:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.597051:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925862144 00000100:00100000:0.0:1777573233.597065:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925862144 00000100:00100000:0.0:1777573233.597140:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15304 00000100:00100000:0.0:1777573233.597153:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+459:59530:x1863919925862144:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.597255:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.597323:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992b3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e382 expref: 459 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.597349:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.597355:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.597689:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.597716:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.597728:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.597787:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978521 00000004:00010000:0.0:1777573233.597824:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007eb9d87d reply state 00000000281451fa transno 4294978522 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.597839:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.597845:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.597848:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.597851:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.597963:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+461:59530:x1863919925862144:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 812us (1018us total) trans 4294978522 rc 0/0 00000100:00100000:0.0:1777573233.597971:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15304 00000020:00080000:0.0:1777573233.597977:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.600414:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.600519:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925862272 00000100:00100000:3.0:1777573233.600533:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925862272 00000100:00100000:3.0:1777573233.600611:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12165 00000100:00100000:3.0:1777573233.600624:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+31:59530:x1863919925862272:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.600649:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.600677:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e389 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573233.600713:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d62, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:3.0:1777573233.600741:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.600743:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.600750:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e389 expref: 32 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.600767:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e389 expref: 32 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.600780:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabe00, rc 0) 00000100:00100000:3.0:1777573233.600844:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+32:59530:x1863919925862272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 224us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.600854:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12165 00000100:00100000:1.0:1777573233.603371:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.603419:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.603444:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925862400 00000100:00100000:0.0:1777573233.603459:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925862400 00002000:00010000:0.0:1777573233.603514:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (57344->18446744073709551615) 00002000:00100000:0.0:1777573233.603520:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec7b80 with x1863919925862400 ext(57344->18446744073709551615) 00002000:00010000:0.0:1777573233.603535:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec7b80. 00000100:00100000:0.0:1777573233.603564:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925862528 00000100:00100000:0.0:1777573233.603567:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925862528 00002000:00010000:0.0:1777573233.603584:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.603587:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6680 with x1863919925862528 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573233.603593:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4835 00002000:00010000:0.0:1777573233.603597:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec6680. 00000100:00100000:1.0:1777573233.603610:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+32:2405:x1863919925862400:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573233.603624:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4836 00000100:00100000:0.0:1777573233.603633:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+32:2406:x1863919925862528:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573233.603814:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:1.0:1777573233.603818:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.603821:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573233.603822:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573233.603824:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573233.603828:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.603829:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 48 -> 48 00002000:00010000:0.0:1777573233.603835:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573233.603838:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.603839:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.603967:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+33:2406:x1863919925862528:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 334us (546us total) trans 17179874661 rc 0/0 00000100:00100000:1.0:1777573233.603971:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+33:2405:x1863919925862400:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 361us (609us total) trans 21474841521 rc 0/0 00000100:00100000:0.0:1777573233.603976:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4836 00002000:00010000:0.0:1777573233.603982:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.603986:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6680 with x1863919925862528 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573233.603987:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4835 00002000:00010000:0.0:1777573233.603990:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec6680. 00002000:00010000:1.0:1777573233.603992:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (57344->18446744073709551615) 00002000:00100000:1.0:1777573233.603996:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec7b80 with x1863919925862400 ext(57344->18446744073709551615) 00002000:00010000:1.0:1777573233.604001:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec7b80. 00000100:00100000:1.0:1777573233.608670:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.608803:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925862656 00000100:00100000:2.0:1777573233.608818:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925862656 00000100:00100000:2.0:1777573233.609873:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15305 00000100:00100000:2.0:1777573233.609888:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+461:59530:x1863919925862656:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.609917:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.609941:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a11992c8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e390 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.610121:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992cf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.610144:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992cf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.610156:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992cf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.610188:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:2.0:1777573233.610191:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.610214:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992cf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.610257:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a11992c8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e390 expref: 463 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.610306:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992cf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e390 expref: 462 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.610318:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.610321:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.610329:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7ca00, rc 0) 00000100:00100000:2.0:1777573233.610398:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+462:59530:x1863919925862656:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 515us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.610407:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15305 00000100:00100000:3.0:1777573233.613428:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.613562:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925862912 00000100:00100000:0.0:1777573233.613576:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925862912 00000100:00100000:0.0:1777573233.613654:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15306 00000100:00100000:0.0:1777573233.613667:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+462:59530:x1863919925862912:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.613737:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.613768:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992cf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e390 expref: 462 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.613792:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.613795:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.613998:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.614034:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.614043:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.614092:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978523 00000004:00010000:0.0:1777573233.614111:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000743076fa reply state 0000000033632e19 transno 4294978524 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.614121:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.614125:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.614128:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.614131:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.614236:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+464:59530:x1863919925862912:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 572us (822us total) trans 4294978524 rc 0/0 00000100:00100000:0.0:1777573233.614253:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15306 00000020:00080000:0.0:1777573233.614259:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.616535:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.616692:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925863040 00000100:00100000:2.0:1777573233.616704:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925863040 00000100:00100000:2.0:1777573233.616773:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12166 00000100:00100000:2.0:1777573233.616784:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+33:59530:x1863919925863040:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.616806:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.616830:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e397 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573233.616860:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d67, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:2.0:1777573233.616890:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.616893:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.616903:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e397 expref: 34 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.616922:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e397 expref: 34 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.616938:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7de00, rc 0) 00000100:00100000:2.0:1777573233.617006:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+34:59530:x1863919925863040:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 223us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.617015:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12166 00000100:00100000:1.0:1777573233.619152:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.619203:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.619319:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925863296 00000100:00100000:3.0:1777573233.619330:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925863168 00000100:00100000:0.0:1777573233.619332:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925863296 00000100:00100000:3.0:1777573233.619338:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925863168 00002000:00010000:3.0:1777573233.619384:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (57344->18446744073709551615) 00002000:00010000:0.0:1777573233.619385:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.619393:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6c380 with x1863919925863296 ext(0->18446744073709551615) 00002000:00100000:3.0:1777573233.619394:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6ca80 with x1863919925863168 ext(57344->18446744073709551615) 00002000:00010000:0.0:1777573233.619408:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2d6c380. 00002000:00010000:3.0:1777573233.619409:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6ca80. 00000100:00100000:0.0:1777573233.619437:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4837 00000100:00100000:0.0:1777573233.619447:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925863296:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.619658:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.619662:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.619665:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573233.619667:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.619669:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.619736:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925863296:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 291us (531us total) trans 21474841522 rc 0/0 00000100:00100000:0.0:1777573233.619743:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4837 00002000:00010000:0.0:1777573233.619748:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.619750:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6c380 with x1863919925863296 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.619755:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2d6c380. 00000100:00100000:0.0:1777573233.619772:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4838 00000100:00100000:0.0:1777573233.619779:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925863168:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.619864:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:0.0:1777573233.619867:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573233.619869:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573233.619872:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573233.619874:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1777573233.619901:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925863168:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 122us (759us total) trans 17179874662 rc 0/0 00000100:00100000:0.0:1777573233.619908:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4838 00002000:00010000:0.0:1777573233.619911:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (57344->18446744073709551615) 00002000:00100000:0.0:1777573233.619913:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6ca80 with x1863919925863168 ext(57344->18446744073709551615) 00002000:00010000:0.0:1777573233.619917:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6ca80. 00000100:00100000:3.0:1777573233.622393:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.622533:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925863424 00000100:00100000:2.0:1777573233.622546:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925863424 00000100:00100000:2.0:1777573233.622610:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15307 00000100:00100000:2.0:1777573233.622626:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+464:59530:x1863919925863424:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.622657:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.622681:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11992e4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e39e expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.623138:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11992eb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.623162:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11992eb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.623178:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11992eb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.623213:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:2.0:1777573233.623218:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.623240:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11992eb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.623664:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a11992e4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e39e expref: 466 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.623693:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11992eb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e39e expref: 465 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.623710:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.623713:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.623718:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6e00, rc 0) 00000100:00100000:2.0:1777573233.623797:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+465:59530:x1863919925863424:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1178us (1415us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.623807:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15307 00000100:00100000:2.0:1777573233.627079:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.627143:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925863680 00000100:00100000:0.0:1777573233.627155:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925863680 00000100:00100000:0.0:1777573233.627221:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15308 00000100:00100000:0.0:1777573233.627229:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+465:59530:x1863919925863680:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.627361:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.627405:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a11992eb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e39e expref: 465 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.627432:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.627438:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.627671:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.627698:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.627709:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.627778:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978525 00000004:00010000:0.0:1777573233.627807:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007cfc8a4e reply state 00000000ef3db3db transno 4294978526 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.627818:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.627822:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.627824:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.627826:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.627943:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+467:59530:x1863919925863680:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 713us (877us total) trans 4294978526 rc 0/0 00000100:00100000:0.0:1777573233.627951:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15308 00000020:00080000:0.0:1777573233.627957:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.629725:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.629813:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925863808 00000100:00100000:0.0:1777573233.629826:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925863808 00000100:00100000:0.0:1777573233.629894:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12167 00000100:00100000:0.0:1777573233.629905:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+34:59530:x1863919925863808:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.629926:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.629951:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3a5 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.629977:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d68, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:0.0:1777573233.630002:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.630004:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.630012:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3a5 expref: 35 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.630028:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3a5 expref: 35 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.630039:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c34b5600, rc 0) 00000100:00100000:0.0:1777573233.630086:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+35:59530:x1863919925863808:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 185us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.630091:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12167 00000100:00100000:3.0:1777573233.631991:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.632034:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.632063:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925863936 00000100:00100000:2.0:1777573233.632073:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925863936 00000100:00100000:1.0:1777573233.632099:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925864064 00000100:00100000:1.0:1777573233.632105:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925864064 00002000:00010000:2.0:1777573233.632116:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (57344->18446744073709551615) 00002000:00100000:2.0:1777573233.632121:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64e00 with x1863919925863936 ext(57344->18446744073709551615) 00002000:00010000:1.0:1777573233.632129:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00010000:2.0:1777573233.632133:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b64e00. 00002000:00100000:1.0:1777573233.632135:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67480 with x1863919925864064 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.632145:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b67480. 00000100:00100000:2.0:1777573233.632169:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4839 00000100:00100000:2.0:1777573233.632176:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925863936:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573233.632324:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4840 00000100:00100000:1.0:1777573233.632333:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925864064:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.632415:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:2.0:1777573233.632420:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.632423:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573233.632425:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.632428:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 48 -> 48 00002000:00010000:1.0:1777573233.632466:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573233.632470:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.632473:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573233.632475:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573233.632477:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573233.632490:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925863936:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 312us (507us total) trans 21474841523 rc 0/0 00000100:00100000:2.0:1777573233.632498:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4839 00002000:00010000:2.0:1777573233.632503:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (57344->18446744073709551615) 00002000:00100000:2.0:1777573233.632506:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64e00 with x1863919925863936 ext(57344->18446744073709551615) 00002000:00010000:2.0:1777573233.632512:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b64e00. 00000100:00100000:1.0:1777573233.632518:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925864064:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 185us (482us total) trans 17179874663 rc 0/0 00000100:00100000:1.0:1777573233.632526:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4840 00002000:00010000:1.0:1777573233.632530:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.632534:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67480 with x1863919925864064 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.632539:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b67480. 00000100:00100000:2.0:1777573233.634485:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.634608:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925864192 00000100:00100000:1.0:1777573233.634619:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925864192 00000100:00100000:1.0:1777573233.634695:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15309 00000100:00100000:1.0:1777573233.634706:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+467:59530:x1863919925864192:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573233.634739:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573233.634768:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199300 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3ac expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.634887:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199307 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.634906:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199307 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.634916:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199307 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573233.634942:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:1.0:1777573233.634946:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573233.634964:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199307 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.634995:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199300 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3ac expref: 469 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.635016:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199307 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3ac expref: 468 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.635025:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.635029:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573233.635033:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630000, rc 0) 00000100:00100000:1.0:1777573233.635091:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+468:59530:x1863919925864192:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 388us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.635098:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15309 00000100:00100000:2.0:1777573233.638583:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.638651:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925864448 00000100:00100000:0.0:1777573233.638665:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925864448 00000100:00100000:0.0:1777573233.638743:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15310 00000100:00100000:0.0:1777573233.638754:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+468:59530:x1863919925864448:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.638824:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.638857:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199307 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3ac expref: 468 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.638880:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.638886:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.639105:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.639133:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.639145:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.639205:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978527 00000004:00010000:0.0:1777573233.639232:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2dbb3a2 reply state 00000000ec9f2ca6 transno 4294978528 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.639257:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.639268:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.639299:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.639302:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.639405:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+470:59530:x1863919925864448:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 653us (835us total) trans 4294978528 rc 0/0 00000100:00100000:0.0:1777573233.639413:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15310 00000020:00080000:0.0:1777573233.639419:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.641611:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.641735:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925864576 00000100:00100000:0.0:1777573233.641749:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925864576 00000100:00100000:0.0:1777573233.641838:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12168 00000100:00100000:0.0:1777573233.641849:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+36:59530:x1863919925864576:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.641871:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.641898:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3b3 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.641930:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d6a, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:0.0:1777573233.641959:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.641963:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.641972:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3b3 expref: 37 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.641994:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3b3 expref: 37 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.642009:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39f600, rc 0) 00000100:00100000:0.0:1777573233.642073:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+37:59530:x1863919925864576:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 227us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.642081:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12168 00000100:00100000:2.0:1777573233.643950:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.643987:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.644120:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925864704 00000100:00100000:3.0:1777573233.644133:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925864704 00000100:00100000:0.0:1777573233.644186:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925864832 00002000:00010000:3.0:1777573233.644187:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (57344->18446744073709551615) 00000100:00100000:0.0:1777573233.644193:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925864832 00002000:00100000:3.0:1777573233.644195:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b800 with x1863919925864704 ext(57344->18446744073709551615) 00002000:00010000:3.0:1777573233.644209:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1b800. 00002000:00010000:0.0:1777573233.644216:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.644221:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b100 with x1863919925864832 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.644229:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1b100. 00000100:00100000:3.0:1777573233.644240:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4841 00000100:00100000:3.0:1777573233.644259:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925864704:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573233.644331:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4842 00000100:00100000:0.0:1777573233.644340:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925864832:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.644496:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.644500:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.644502:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573233.644505:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.644507:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.644562:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925864832:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 222us (571us total) trans 21474841524 rc 0/0 00000100:00100000:0.0:1777573233.644569:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4842 00002000:00010000:0.0:1777573233.644574:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:0.0:1777573233.644576:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b100 with x1863919925864832 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.644581:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1b100. 00002000:00010000:3.0:1777573233.644611:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:3.0:1777573233.644614:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.644617:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573233.644620:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.644622:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1777573233.644648:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925864704:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 391us (706us total) trans 17179874664 rc 0/0 00000100:00100000:3.0:1777573233.644671:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4841 00002000:00010000:3.0:1777573233.644675:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (57344->18446744073709551615) 00002000:00100000:3.0:1777573233.644678:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b800 with x1863919925864704 ext(57344->18446744073709551615) 00002000:00010000:3.0:1777573233.644687:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1b800. 00000100:00100000:2.0:1777573233.647027:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.647098:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925864960 00000100:00100000:3.0:1777573233.647116:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925864960 00000100:00100000:3.0:1777573233.647200:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15311 00000100:00100000:3.0:1777573233.647214:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+470:59530:x1863919925864960:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.647253:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.647319:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119931c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3ba expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.647444:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1199323 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.647463:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1199323 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.647475:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1199323 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573233.647582:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:3.0:1777573233.647596:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573233.647622:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1199323 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.647652:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119931c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3ba expref: 472 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.647679:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1199323 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3ba expref: 471 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.647690:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573233.647693:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573233.647698:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caac00, rc 0) 00000100:00100000:3.0:1777573233.647766:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+471:59530:x1863919925864960:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 556us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.647773:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15311 00000100:00100000:3.0:1777573233.650524:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.651376:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925865216 00000100:00100000:1.0:1777573233.651389:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925865216 00000100:00100000:1.0:1777573233.651461:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15312 00000100:00100000:1.0:1777573233.651474:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+471:59530:x1863919925865216:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573233.651543:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.651579:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a1199323 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3ba expref: 471 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.651604:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.651610:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.652095:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.652123:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.652136:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.652200:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978529 00000004:00010000:1.0:1777573233.652227:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3409160 reply state 00000000baef58a0 transno 4294978530 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.652241:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.652260:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.652263:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573233.652266:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573233.652471:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+473:59530:x1863919925865216:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 999us (1958us total) trans 4294978530 rc 0/0 00000100:00100000:1.0:1777573233.652477:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15312 00000020:00080000:1.0:1777573233.652483:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573233.654121:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.654224:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925865344 00000100:00100000:0.0:1777573233.654237:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925865344 00000100:00100000:0.0:1777573233.654374:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12169 00000100:00100000:0.0:1777573233.654386:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+37:59530:x1863919925865344:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.654407:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.654449:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3c1 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.654482:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d6c, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:0.0:1777573233.654509:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.654511:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.654518:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c1 expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.654538:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c1 expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.654553:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39e000, rc 0) 00000100:00100000:0.0:1777573233.654617:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+38:59530:x1863919925865344:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 233us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.654624:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12169 00000100:00100000:2.0:1777573233.656186:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.656262:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.656263:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925865472 00000100:00100000:0.0:1777573233.656304:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925865472 00002000:00010000:0.0:1777573233.656353:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (57344->18446744073709551615) 00002000:00100000:0.0:1777573233.656357:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a18a80 with x1863919925865472 ext(57344->18446744073709551615) 00000100:00100000:3.0:1777573233.656365:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925865600 00000100:00100000:3.0:1777573233.656369:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925865600 00002000:00010000:0.0:1777573233.656375:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a18a80. 00002000:00010000:3.0:1777573233.656389:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.656393:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19500 with x1863919925865600 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.656401:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a19500. 00000100:00100000:0.0:1777573233.656405:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4843 00000100:00100000:0.0:1777573233.656414:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925865472:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573233.656499:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4844 00000100:00100000:3.0:1777573233.656506:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925865600:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573233.656623:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.656623:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:3.0:1777573233.656630:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.656631:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.656637:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573233.656637:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573233.656643:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.656644:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.656650:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573233.656651:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1777573233.656719:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925865472:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 305us (541us total) trans 21474841525 rc 0/0 00000100:00100000:0.0:1777573233.656727:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4843 00002000:00010000:0.0:1777573233.656731:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (57344->18446744073709551615) 00002000:00100000:0.0:1777573233.656734:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a18a80 with x1863919925865472 ext(57344->18446744073709551615) 00002000:00010000:0.0:1777573233.656739:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a18a80. 00000100:00100000:3.0:1777573233.656880:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925865600:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 373us (617us total) trans 17179874665 rc 0/0 00000100:00100000:3.0:1777573233.656891:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4844 00002000:00010000:3.0:1777573233.656894:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.656897:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19500 with x1863919925865600 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.656903:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a19500. 00000100:00100000:2.0:1777573233.659000:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.659187:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925865728 00000100:00100000:1.0:1777573233.659199:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925865728 00000100:00100000:0.0:1777573233.659366:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15313 00000100:00100000:0.0:1777573233.659378:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+473:59530:x1863919925865728:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.659406:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.659433:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199338 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3c8 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.659560:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119933f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.659581:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119933f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.659594:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119933f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573233.659627:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:0.0:1777573233.659632:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573233.659654:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119933f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.659685:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199338 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c8 expref: 475 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.659705:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119933f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c8 expref: 474 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.659715:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.659718:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573233.659723:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9400, rc 0) 00000100:00100000:0.0:1777573233.659824:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+474:59530:x1863919925865728:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 449us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.659833:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15313 00000100:00100000:0.0:1777573233.662935:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.663088:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925865984 00000100:00100000:2.0:1777573233.663102:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925865984 00000100:00100000:2.0:1777573233.663169:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15314 00000100:00100000:2.0:1777573233.663181:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+474:59530:x1863919925865984:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573233.663261:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.663313:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119933f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c8 expref: 474 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.663339:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.663345:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573233.663570:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.663599:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.663611:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.663678:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978531 00000004:00010000:2.0:1777573233.663704:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b433ffef reply state 00000000fe68829d transno 4294978532 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.663717:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.663724:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.663726:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573233.663729:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573233.663844:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+476:59530:x1863919925865984:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 666us (920us total) trans 4294978532 rc 0/0 00000100:00100000:2.0:1777573233.663852:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15314 00000020:00080000:2.0:1777573233.663858:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573233.666081:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.666141:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925866112 00000100:00100000:3.0:1777573233.666154:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925866112 00000100:00100000:3.0:1777573233.666389:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12170 00000100:00100000:3.0:1777573233.666399:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+39:59530:x1863919925866112:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.666419:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.666443:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3cf expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573233.666471:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 57344, mtime: 0x69f39d71, atime: 0x69f39d6d, ctime: 0x69f39d71, blocks: 0x30 00010000:00010000:3.0:1777573233.666497:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.666499:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.666507:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3cf expref: 40 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.666538:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3cf expref: 40 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.666553:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caae00, rc 0) 00000100:00100000:3.0:1777573233.666617:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+40:59530:x1863919925866112:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 221us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.666623:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12170 00000100:00100000:1.0:1777573233.668153:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.668196:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.668306:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925866240 00000100:00100000:0.0:1777573233.668331:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925866240 00000100:00100000:3.0:1777573233.668350:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925866368 00000100:00100000:3.0:1777573233.668355:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925866368 00002000:00010000:0.0:1777573233.668377:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (57344->18446744073709551615) 00002000:00100000:0.0:1777573233.668383:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6f100 with x1863919925866240 ext(57344->18446744073709551615) 00002000:00010000:0.0:1777573233.668397:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6f100. 00002000:00010000:2.0:1777573233.668409:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.668414:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6ed80 with x1863919925866368 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.668423:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2d6ed80. 00000100:00100000:0.0:1777573233.668433:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4845 00000100:00100000:0.0:1777573233.668444:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925866240:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573233.668457:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4846 00000100:00100000:2.0:1777573233.668467:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925866368:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573233.668624:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 57344 -> 57344 00002000:00010000:0.0:1777573233.668630:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.668632:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573233.668633:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573233.668641:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573232 -> 1777573233 00002000:00010000:0.0:1777573233.668641:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573233.668646:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 48 -> 48 00002000:00010000:2.0:1777573233.668647:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573233.668652:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:2.0:1777573233.668655:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573233.668710:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925866240:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 267us (566us total) trans 17179874666 rc 0/0 00000100:00100000:2.0:1777573233.668711:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925866368:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 244us (512us total) trans 21474841526 rc 0/0 00000100:00100000:0.0:1777573233.668726:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4845 00002000:00010000:0.0:1777573233.668732:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (57344->18446744073709551615) 00000100:00100000:2.0:1777573233.668734:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4846 00002000:00100000:0.0:1777573233.668736:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6f100 with x1863919925866240 ext(57344->18446744073709551615) 00002000:00010000:2.0:1777573233.668739:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.668743:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6ed80 with x1863919925866368 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573233.668744:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6f100. 00002000:00010000:2.0:1777573233.668751:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2d6ed80. 00000100:00100000:0.0:1777573233.670764:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.670848:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925866496 00000100:00100000:2.0:1777573233.670859:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925866496 00000100:00100000:2.0:1777573233.670924:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15315 00000100:00100000:2.0:1777573233.670934:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+476:59530:x1863919925866496:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.670960:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.670981:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199354 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3d6 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.671093:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119935b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.671110:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119935b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.671123:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119935b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.671153:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 57344 00000004:00200000:2.0:1777573233.671157:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.671177:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119935b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.671209:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199354 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3d6 expref: 478 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.671233:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119935b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3d6 expref: 477 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.671252:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.671255:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.671259:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18800, rc 0) 00000100:00100000:2.0:1777573233.671366:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+477:59530:x1863919925866496:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 434us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.671373:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15315 00000100:00100000:1.0:1777573233.675965:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.676040:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925866624 00000100:00100000:0.0:1777573233.676053:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925866624 00000100:00100000:0.0:1777573233.676157:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4847 00000100:00100000:0.0:1777573233.676171:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925866624:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573233.676232:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.676267:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.676299:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.676309:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.676327:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.676468:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.676478:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.676486:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.676494:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573233.676499:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.676508:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.676528:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.676536:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199362 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.676623:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925866624:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 454us (672us total) trans 0 rc 6286/6286 00000100:00100000:0.0:1777573233.676631:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4847 00000100:00100000:3.0:1777573233.680216:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.680418:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925866752 00000100:00100000:1.0:1777573233.680433:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925866752 00000100:00100000:1.0:1777573233.680530:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4848 00000100:00100000:1.0:1777573233.680548:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925866752:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.680599:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.680631:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e319 expref: 41 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.680640:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.680643:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.680646:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.680697:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e319 expref: 41 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.680715:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e319 expref: 41 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.680735:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932115968:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.680853:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573233.682915:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932115968:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573233.682916:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573233.682951:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.683015:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925866880 00000100:00100000:2.0:1777573233.683025:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925866880 00010000:00010000:2.0:1777573233.683073:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e319 expref: 42 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.683120:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5533 00000100:00100000:2.0:1777573233.683132:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919925866880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.683151:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.683186:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e319 expref: 42 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.683213:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e319 expref: 42 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.683240:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a11991e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e319 expref: 42 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.683321:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.683324:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.683330:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.683342:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.683374:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573233.683428:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925866880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 297us (522us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573233.683432:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.683436:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5533 00010000:00010000:3.0:1777573233.683441:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.686356:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874667 is committed 00002000:00010000:3.0:1777573233.686608:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:3.0:1777573233.686614:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:3.0:1777573233.686631:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.686649:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.686660:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.686669:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573233.686676:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.686688:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.686721:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.686729:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a1199369 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.686888:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925866752:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6341us (6680us total) trans 17179874667 rc 0/0 00000100:00100000:3.0:1777573233.686901:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4848 00000100:00100000:3.0:1777573233.693267:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.693592:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925867008 00000100:00100000:1.0:1777573233.693606:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925867008 00000100:00100000:1.0:1777573233.693696:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4849 00000100:00100000:1.0:1777573233.693707:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925867008:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.693757:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.693780:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e327 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.693789:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.693791:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.693795:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.693836:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e327 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.693851:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e327 expref: 40 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.693879:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932116096:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.693978:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573233.696421:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932116096:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573233.696466:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.696673:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.696854:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925867136 00000100:00100000:3.0:1777573233.696864:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925867136 00010000:00010000:3.0:1777573233.696905:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e327 expref: 41 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.696981:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5534 00000100:00100000:3.0:1777573233.696992:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925867136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573233.697010:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573233.697037:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e327 expref: 41 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.697050:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e327 expref: 41 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.697078:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc38c9d/0x8dc0a528a11991fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e327 expref: 41 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.697097:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.697099:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.697104:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.697115:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.697150:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573233.697209:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925867136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 219us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.697218:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5534 00010000:00010000:2.0:1777573233.697290:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.697299:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.701406:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841527 is committed 00002000:00010000:2.0:1777573233.701578:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:2.0:1777573233.701587:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:2.0:1777573233.701601:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.701616:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.701626:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.701634:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573233.701645:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.701655:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.701679:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.701687:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199370 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.701815:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925867008:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8104us (8565us total) trans 21474841527 rc 0/0 00000100:00100000:2.0:1777573233.701828:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4849 00000100:00100000:2.0:1777573233.705730:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.706010:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925867264 00000100:00100000:3.0:1777573233.706023:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925867264 00000100:00100000:3.0:1777573233.706121:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4850 00000100:00100000:3.0:1777573233.706133:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919925867264:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573233.706184:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.706211:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e335 expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.706220:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573233.706223:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573233.706227:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.706326:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e335 expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.706342:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e335 expref: 25 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.706357:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8367:1863919932116224:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573233.706458:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e2600 going to sleep for 11 seconds 00000100:00100000:0.0:1777573233.711253:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.711309:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8367:1863919932116224:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573233.711353:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.711363:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925867392 00000100:00100000:2.0:1777573233.711380:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925867392 00010000:00010000:2.0:1777573233.711448:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e335 expref: 26 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.711516:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5535 00000100:00100000:2.0:1777573233.711528:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925867392:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.711551:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.711582:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e335 expref: 26 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.711598:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e335 expref: 26 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.711629:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a1199219 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e335 expref: 26 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.711650:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.711652:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.711668:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.711681:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.712266:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.712267:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573233.712373:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.712519:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925867392:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 927us (1225us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.712531:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5535 00000001:00080000:0.0:1777573233.718458:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841528 is committed 00002000:00010000:3.0:1777573233.719146:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:3.0:1777573233.719152:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:3.0:1777573233.719164:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.719178:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.719189:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.719196:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573233.719201:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.719209:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.719227:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.719234:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a1199377 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.719393:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919925867264:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13258us (13672us total) trans 21474841528 rc 0/0 00000100:00100000:3.0:1777573233.719403:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4850 00000100:00100000:0.0:1777573233.723747:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.723885:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925867520 00000100:00100000:1.0:1777573233.723899:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925867520 00000100:00100000:1.0:1777573233.723996:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4851 00000100:00100000:1.0:1777573233.724010:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919925867520:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.724054:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.724081:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e343 expref: 26 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.724090:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.724092:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.724096:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.724142:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e343 expref: 26 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.724158:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e343 expref: 26 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.724176:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932116352:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.724325:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573233.726032:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932116352:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573233.726063:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.727131:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.727304:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925867648 00000100:00100000:2.0:1777573233.727325:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925867648 00010000:00010000:2.0:1777573233.727375:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e343 expref: 27 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.727521:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5536 00000100:00100000:2.0:1777573233.727534:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925867648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.727556:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.727584:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e343 expref: 27 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.727600:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e343 expref: 27 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.727629:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a1199235 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e343 expref: 27 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.728039:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.728042:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.728049:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.728062:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.728097:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.728141:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.728153:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.728168:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925867648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 636us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.728178:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5536 00000001:00080000:2.0:1777573233.732024:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874668 is committed 00002000:00010000:1.0:1777573233.732197:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:1.0:1777573233.732203:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:1.0:1777573233.732219:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.732236:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.732257:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.732265:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573233.732300:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.732309:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.732332:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.732340:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119937e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.732479:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919925867520:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8466us (8740us total) trans 17179874668 rc 0/0 00000100:00100000:1.0:1777573233.732491:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4851 00000100:00100000:0.0:1777573233.735423:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.735628:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925867776 00000100:00100000:1.0:1777573233.735651:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925867776 00000100:00100000:1.0:1777573233.735741:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4852 00000100:00100000:1.0:1777573233.735753:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925867776:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.735797:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.735823:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e351 expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.735831:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.735834:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.735838:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.735891:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e351 expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.735913:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e351 expref: 24 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.735929:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932116480:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.736027:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573233.738037:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.738108:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925867904 00000100:00100000:0.0:1777573233.738120:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925867904 00000100:00100000:1.0:1777573233.738148:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932116480:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573233.738165:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e351 expref: 25 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.738180:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.738217:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5537 00000100:00100000:0.0:1777573233.738228:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925867904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573233.738256:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.738361:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e351 expref: 25 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.738381:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e351 expref: 25 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.738409:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a1199251 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e351 expref: 25 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.738425:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.738427:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.738433:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.738445:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.738529:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573233.738591:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925867904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 364us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.738601:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5537 00010000:00010000:1.0:1777573233.738808:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.738818:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.745144:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841529 is committed 00002000:00010000:1.0:1777573233.745361:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:1.0:1777573233.745367:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:1.0:1777573233.745384:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.745400:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.745410:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.745419:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573233.745440:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.745451:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.745476:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.745483:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199385 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.745614:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925867776:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9857us (10203us total) trans 21474841529 rc 0/0 00000100:00100000:1.0:1777573233.745629:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4852 00000100:00100000:3.0:1777573233.749741:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.749823:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925868032 00000100:00100000:2.0:1777573233.749837:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925868032 00000100:00100000:2.0:1777573233.749935:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4853 00000100:00100000:2.0:1777573233.749946:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925868032:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573233.749992:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.750019:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e35f expref: 23 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.750029:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.750032:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.750036:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.750081:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e35f expref: 23 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.750098:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e35f expref: 23 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.750117:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932116608:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573233.750226:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2e4f50840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573233.751789:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.751907:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925868160 00000100:00100000:0.0:1777573233.751918:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925868160 00010000:00010000:0.0:1777573233.751964:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e35f expref: 24 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.752018:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5538 00000100:00100000:0.0:1777573233.752029:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925868160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573233.752048:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.752077:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e35f expref: 24 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.752092:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e35f expref: 24 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.752124:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.752126:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.752132:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.752145:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.752169:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573233.752223:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925868160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 196us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.752232:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5538 00010000:00010000:2.0:1777573233.753333:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119926d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e35f expref: 23 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.753356:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932116608:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573233.753382:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.753395:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.753403:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.758388:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841530 is committed 00002000:00010000:2.0:1777573233.758787:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:2.0:1777573233.758793:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:2.0:1777573233.758807:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.758819:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.758825:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.758830:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573233.758835:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.758843:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.758873:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.758881:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119938c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.759003:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925868032:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9052us (9268us total) trans 21474841530 rc 0/0 00000100:00100000:2.0:1777573233.759016:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4853 00000100:00100000:3.0:1777573233.765210:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.765365:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925868288 00000100:00100000:1.0:1777573233.765381:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925868288 00000100:00100000:1.0:1777573233.765486:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4854 00000100:00100000:1.0:1777573233.765498:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919925868288:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.765536:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.765558:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e36d expref: 25 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.765582:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.765584:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.765587:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.765637:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e36d expref: 25 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.765663:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e36d expref: 25 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.765679:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932116736:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.765775:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573233.768612:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.768684:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932116736:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573233.768715:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.769081:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925868416 00000100:00100000:2.0:1777573233.769091:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925868416 00010000:00010000:2.0:1777573233.769131:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e36d expref: 26 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.769182:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5539 00000100:00100000:2.0:1777573233.769192:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925868416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.769206:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.769229:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e36d expref: 26 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.769253:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e36d expref: 26 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.769306:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077e4b21e/0x8dc0a528a1199289 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e36d expref: 26 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.769329:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.769331:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.769336:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.769346:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.769372:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.769389:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.769397:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.769432:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925868416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 241us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.769450:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5539 00000001:00080000:1.0:1777573233.773618:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874669 is committed 00002000:00010000:2.0:1777573233.774031:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:2.0:1777573233.774039:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:2.0:1777573233.774054:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.774067:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.774076:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.774083:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573233.774088:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.774106:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.774127:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.774134:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a1199393 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.774360:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919925868288:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8860us (9161us total) trans 17179874669 rc 0/0 00000100:00100000:2.0:1777573233.774370:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4854 00000100:00100000:3.0:1777573233.778329:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.778399:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925868544 00000100:00100000:2.0:1777573233.778415:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925868544 00000100:00100000:2.0:1777573233.778504:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4855 00000100:00100000:2.0:1777573233.778516:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925868544:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573233.778552:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.778579:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e37b expref: 24 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.778587:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.778590:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.778592:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.778632:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e37b expref: 24 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.778645:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e37b expref: 24 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.778659:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932116864:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573233.778745:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2e4f50840 going to sleep for 11 seconds 00000100:00100000:2.0:1777573233.780538:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932116864:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573233.780569:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.780593:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.780675:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925868672 00000100:00100000:1.0:1777573233.780684:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925868672 00010000:00010000:1.0:1777573233.780719:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e37b expref: 25 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.780767:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5540 00000100:00100000:1.0:1777573233.780776:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925868672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573233.780792:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.780826:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e37b expref: 25 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.780838:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e37b expref: 25 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.780871:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a11992a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e37b expref: 25 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.780885:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.780887:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.780891:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.780901:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.780929:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573233.780982:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925868672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 208us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.780991:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5540 00010000:00010000:2.0:1777573233.781523:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.781533:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.786897:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874670 is committed 00002000:00010000:0.0:1777573233.786999:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:0.0:1777573233.787003:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:0.0:1777573233.787014:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.787023:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.787029:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.787033:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573233.787036:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.787042:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.787055:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.787064:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a119939a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.787146:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925868544:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8627us (8825us total) trans 17179874670 rc 0/0 00000100:00100000:0.0:1777573233.787155:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4855 00000100:00100000:3.0:1777573233.792172:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.792267:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925868800 00000100:00100000:0.0:1777573233.794535:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925868800 00000100:00100000:0.0:1777573233.794629:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4856 00000100:00100000:0.0:1777573233.794641:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925868800:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573233.794676:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.794697:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e389 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.794705:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.794707:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573233.794710:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.794745:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e389 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.794759:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e389 expref: 22 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.794775:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932116992:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573233.794865:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777573233.797329:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932116992:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573233.797359:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.797444:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.797504:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925868928 00000100:00100000:2.0:1777573233.797512:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925868928 00010000:00010000:2.0:1777573233.797544:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e389 expref: 23 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.797580:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5541 00000100:00100000:2.0:1777573233.797590:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925868928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.797605:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.797805:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e389 expref: 23 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.797818:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e389 expref: 23 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.797841:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a11992c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e389 expref: 23 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.797855:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.797857:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.797861:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.797872:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.797934:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573233.797979:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925868928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 389us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.797989:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5541 00010000:00010000:0.0:1777573233.798032:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.798041:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.802571:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841531 is committed 00002000:00010000:2.0:1777573233.802733:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:2.0:1777573233.802740:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:2.0:1777573233.802753:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.802772:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.802780:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.802788:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573233.802793:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.802802:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.802821:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.802829:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a11993a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.802921:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925868800:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8278us (10754us total) trans 21474841531 rc 0/0 00000100:00100000:2.0:1777573233.802932:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4856 00000100:00100000:3.0:1777573233.809039:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.810327:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925869056 00000100:00100000:1.0:1777573233.810340:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925869056 00000100:00100000:1.0:1777573233.810431:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4857 00000100:00100000:1.0:1777573233.810443:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925869056:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.810487:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.810508:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e397 expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.810516:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.810518:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.810521:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.810561:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e397 expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.810574:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e397 expref: 23 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.810588:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932117120:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.810831:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573233.813732:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.814327:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932117120:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573233.814358:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.814433:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925869184 00000100:00100000:2.0:1777573233.814441:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925869184 00010000:00010000:2.0:1777573233.814477:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e397 expref: 24 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.814523:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5542 00000100:00100000:2.0:1777573233.814533:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925869184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573233.814547:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.814570:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e397 expref: 24 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.814582:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e397 expref: 24 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.814604:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007cefd44c/0x8dc0a528a11992dd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e397 expref: 24 pid: 8360 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.814619:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.814621:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.814625:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.814635:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.814694:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573233.814737:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925869184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 207us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.814742:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5542 00010000:00010000:1.0:1777573233.815446:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.815457:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573233.822340:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874671 is committed 00002000:00010000:1.0:1777573233.822465:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:1.0:1777573233.822470:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:1.0:1777573233.822484:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.822496:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.822505:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.822512:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573233.822516:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.822525:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.822550:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.822557:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.822864:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925869056:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12419us (13830us total) trans 17179874671 rc 0/0 00000100:00100000:1.0:1777573233.822874:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4857 00000100:00100000:3.0:1777573233.827567:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.827713:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925869312 00000100:00100000:2.0:1777573233.827724:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925869312 00000100:00100000:2.0:1777573233.827792:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4858 00000100:00100000:2.0:1777573233.827800:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925869312:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573233.827832:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.827849:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3a5 expref: 21 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.827857:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.827859:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.827863:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.827908:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3a5 expref: 21 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.827918:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3a5 expref: 21 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.827930:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932117248:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573233.827997:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2e4f50840 going to sleep for 11 seconds 00000100:00100000:2.0:1777573233.829956:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932117248:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573233.829981:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.830322:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.830357:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925869440 00000100:00100000:1.0:1777573233.830365:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925869440 00010000:00010000:1.0:1777573233.830397:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3a5 expref: 22 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.830425:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5543 00000100:00100000:1.0:1777573233.830434:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925869440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573233.830449:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.830469:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3a5 expref: 22 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.830482:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3a5 expref: 22 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.830506:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a11992f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3a5 expref: 22 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.830529:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.830530:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.830535:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.830543:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.830570:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573233.830599:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.830609:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.830617:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925869440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 182us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.830627:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5543 00000001:00080000:0.0:1777573233.836594:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841532 is committed 00002000:00010000:2.0:1777573233.836740:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:2.0:1777573233.836745:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:2.0:1777573233.836758:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.836771:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.836779:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.836786:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573233.836791:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.836800:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.836818:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.836831:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a11993af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.837120:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925869312:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9314us (9554us total) trans 21474841532 rc 0/0 00000100:00100000:2.0:1777573233.837131:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4858 00000100:00100000:3.0:1777573233.843944:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.844064:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925869568 00000100:00100000:2.0:1777573233.844074:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925869568 00000100:00100000:2.0:1777573233.844153:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4859 00000100:00100000:2.0:1777573233.844164:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925869568:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573233.844199:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.844223:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3b3 expref: 22 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.844231:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.844234:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573233.844236:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.844318:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3b3 expref: 22 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.844333:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3b3 expref: 22 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573233.844349:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932117376:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573233.844589:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2e4f50840 going to sleep for 11 seconds 00000100:00100000:2.0:1777573233.846144:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932117376:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573233.846164:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.846869:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.846946:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925869696 00000100:00100000:0.0:1777573233.846955:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925869696 00010000:00010000:0.0:1777573233.847000:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3b3 expref: 23 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.847084:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5544 00000100:00100000:0.0:1777573233.847092:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925869696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573233.847104:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.847127:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3b3 expref: 23 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.847146:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3b3 expref: 23 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.847170:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199315 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3b3 expref: 23 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.847190:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.847193:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.847197:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.847207:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.847252:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573233.847352:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925869696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 261us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.847357:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5544 00010000:00010000:3.0:1777573233.847480:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.847489:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.853026:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874672 is committed 00002000:00010000:3.0:1777573233.853264:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:3.0:1777573233.853297:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:3.0:1777573233.853313:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.853326:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.853336:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.853343:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573233.853348:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.853358:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.853377:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.853386:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a11993b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.853579:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925869568:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9412us (9642us total) trans 17179874672 rc 0/0 00000100:00100000:3.0:1777573233.853590:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4859 00000100:00100000:3.0:1777573233.857310:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.857756:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925869824 00000100:00100000:1.0:1777573233.857766:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925869824 00000100:00100000:1.0:1777573233.857842:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4860 00000100:00100000:1.0:1777573233.857852:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925869824:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.857888:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.857910:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c1 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.857918:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.857921:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.857923:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.857957:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c1 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.857971:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c1 expref: 20 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.857986:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932117504:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.858155:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573233.859977:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932117504:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573233.859996:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.860696:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.860752:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925869952 00000100:00100000:0.0:1777573233.860759:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925869952 00010000:00010000:0.0:1777573233.860792:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c1 expref: 21 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.860828:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5545 00000100:00100000:0.0:1777573233.860839:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925869952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573233.860854:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.860876:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c1 expref: 21 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.860889:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c1 expref: 21 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.860913:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a1199331 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3c1 expref: 21 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.860929:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.860931:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.860936:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.860946:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.860974:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573233.861022:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925869952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 184us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.861029:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5545 00010000:00010000:1.0:1777573233.861294:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.861303:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.866584:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841533 is committed 00002000:00010000:1.0:1777573233.866928:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:1.0:1777573233.866934:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:1.0:1777573233.866948:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.866961:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.866971:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.866978:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573233.866983:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.866992:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.867009:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.867017:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a11993bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.867102:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+19:2406:x1863919925869824:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9249us (9831us total) trans 21474841533 rc 0/0 00000100:00100000:1.0:1777573233.867111:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4860 00000100:00100000:3.0:1777573233.872860:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.872925:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925870080 00000100:00100000:1.0:1777573233.872936:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925870080 00000100:00100000:1.0:1777573233.873009:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4861 00000100:00100000:1.0:1777573233.873020:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcef2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925870080:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573233.873065:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.873093:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3cf expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.873101:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.873103:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573233.873117:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.873160:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3cf expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.873175:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3cf expref: 21 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.873190:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932117632:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573233.873338:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573233.875232:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932117632:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573233.875310:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573233.876069:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.876250:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925870208 00000100:00100000:1.0:1777573233.876260:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925870208 00010000:00010000:1.0:1777573233.876332:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3cf expref: 22 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573233.876398:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5546 00000100:00100000:1.0:1777573233.876414:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925870208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573233.876438:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.876468:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3cf expref: 22 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.876486:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3cf expref: 22 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.876508:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a119934d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3cf expref: 22 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.876538:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.876541:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.876546:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.876559:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.876597:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573233.876648:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925870208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 241us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.876654:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5546 00010000:00010000:0.0:1777573233.876696:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.876716:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.882836:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874673 is committed 00002000:00010000:0.0:1777573233.882959:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 57344 -> 73728 00002000:00010000:0.0:1777573233.882963:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:0.0:1777573233.882973:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.882983:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.882989:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.882993:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573233.882996:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.883002:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.883015:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.883019:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11993c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573233.883103:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcef2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925870080:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10082us (10248us total) trans 17179874673 rc 0/0 00000100:00100000:0.0:1777573233.883114:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4861 00000100:00100000:3.0:1777573233.894891:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.894999:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925870464 00000100:00100000:0.0:1777573233.895016:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925870464 00000100:00100000:0.0:1777573233.895103:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15316 00000100:00100000:0.0:1777573233.895124:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+477:59530:x1863919925870464:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573233.895185:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573233.895214:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119935b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3d6 expref: 477 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.895247:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.895252:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573233.895514:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.895537:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.895548:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573233.895595:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978533 00000004:00010000:0.0:1777573233.895619:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d91ba12 reply state 00000000e82090d9 transno 4294978534 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.895642:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.895650:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573233.895652:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573233.895655:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573233.895764:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+479:59530:x1863919925870464:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 642us (887us total) trans 4294978534 rc 0/0 00000100:00100000:0.0:1777573233.895772:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15316 00000020:00080000:0.0:1777573233.895778:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573233.898112:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.898199:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925870592 00000100:00100000:0.0:1777573233.898210:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925870592 00000100:00100000:0.0:1777573233.898317:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12171 00000100:00100000:0.0:1777573233.898328:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:59530:x1863919925870592:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.898350:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.898378:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3dd expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.898410:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d4f, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573233.898766:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.898769:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.898779:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3dd expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.898798:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3dd expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.898829:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9e00, rc 0) 00000100:00100000:0.0:1777573233.898906:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:59530:x1863919925870592:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 581us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.898913:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12171 00000100:00100000:3.0:1777573233.901077:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.901132:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925870720 00000100:00100000:2.0:1777573233.901145:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925870720 00002000:00010000:2.0:1777573233.901193:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (71822->18446744073709551615) 00002000:00100000:2.0:1777573233.901199:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0a680 with x1863919925870720 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573233.901213:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0a680. 00000100:00100000:2.0:1777573233.901256:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4862 00000100:00100000:2.0:1777573233.901267:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925870720:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.901903:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:2.0:1777573233.901908:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.901911:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573233.901913:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.901915:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777573233.901990:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925870720:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 724us (920us total) trans 17179874674 rc 0/0 00000100:00100000:2.0:1777573233.901999:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4862 00002000:00010000:2.0:1777573233.902005:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (71822->18446744073709551615) 00002000:00100000:2.0:1777573233.902008:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0a680 with x1863919925870720 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573233.902013:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0a680. 00000100:00100000:3.0:1777573233.903085:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.903703:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925870848 00000100:00100000:2.0:1777573233.903716:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925870848 00002000:00010000:2.0:1777573233.903761:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.903767:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e08a80 with x1863919925870848 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.903779:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e08a80. 00000100:00100000:2.0:1777573233.903854:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4863 00000100:00100000:2.0:1777573233.903864:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925870848:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.904046:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573233.904050:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.904053:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573233.904055:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.904057:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573233.904122:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925870848:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 259us (1041us total) trans 21474841534 rc 0/0 00000100:00100000:2.0:1777573233.904129:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4863 00002000:00010000:2.0:1777573233.904134:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.904136:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e08a80 with x1863919925870848 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.904141:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e08a80. 00000100:00100000:0.0:1777573233.906864:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.906937:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925870976 00000100:00100000:3.0:1777573233.906952:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925870976 00000100:00100000:3.0:1777573233.907083:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15317 00000100:00100000:3.0:1777573233.907094:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+479:59530:x1863919925870976:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.907126:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.907151:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a11993d9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3e4 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.907407:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a11993e0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.907437:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a11993e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.907450:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a11993e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573233.907488:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:3.0:1777573233.907493:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573233.907515:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a11993e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.907544:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a11993d9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3e4 expref: 481 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.907566:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a11993e0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3e4 expref: 480 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.907575:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573233.907578:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573233.907582:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabc00, rc 0) 00000100:00100000:3.0:1777573233.907701:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+480:59530:x1863919925870976:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 608us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.907709:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15317 00000100:00100000:3.0:1777573233.911519:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.911687:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925871232 00000100:00100000:1.0:1777573233.911697:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925871232 00000100:00100000:1.0:1777573233.911758:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15318 00000100:00100000:1.0:1777573233.911768:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+480:59530:x1863919925871232:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573233.911822:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.911849:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a11993e0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3e4 expref: 480 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.911872:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.911877:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.912167:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.912187:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.912197:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.912252:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978535 00000004:00010000:1.0:1777573233.912411:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009a19c66 reply state 000000005303837b transno 4294978536 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.912421:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.912425:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.912427:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573233.912429:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573233.912492:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+482:59530:x1863919925871232:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 728us (983us total) trans 4294978536 rc 0/0 00000100:00100000:1.0:1777573233.912500:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15318 00000020:00080000:1.0:1777573233.912505:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573233.915043:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.915208:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925871360 00000100:00100000:1.0:1777573233.915216:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925871360 00000100:00100000:1.0:1777573233.915297:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12172 00000100:00100000:1.0:1777573233.915306:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+20:59530:x1863919925871360:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573233.915320:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573233.915337:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3eb expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573233.915360:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d51, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573233.915377:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.915379:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.915385:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3eb expref: 21 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.915399:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3eb expref: 21 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.915411:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:1.0:1777573233.915494:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:59530:x1863919925871360:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 189us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.915500:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12172 00000100:00100000:0.0:1777573233.918906:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.919016:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925871488 00000100:00100000:2.0:1777573233.919025:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925871488 00002000:00010000:2.0:1777573233.919056:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (71822->18446744073709551615) 00002000:00100000:2.0:1777573233.919061:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69f80 with x1863919925871488 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573233.919071:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69f80. 00000100:00100000:2.0:1777573233.919151:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4864 00000100:00100000:2.0:1777573233.919162:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925871488:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.919435:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:2.0:1777573233.919439:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.919442:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573233.919444:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.919446:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777573233.919491:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925871488:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 331us (593us total) trans 21474841535 rc 0/0 00000100:00100000:2.0:1777573233.919499:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4864 00002000:00010000:2.0:1777573233.919502:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (71822->18446744073709551615) 00002000:00100000:2.0:1777573233.919505:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69f80 with x1863919925871488 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573233.919510:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69f80. 00000100:00100000:3.0:1777573233.920188:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.920229:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925871616 00000100:00100000:2.0:1777573233.920235:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925871616 00002000:00010000:2.0:1777573233.920265:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.920337:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09500 with x1863919925871616 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.920345:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e09500. 00000100:00100000:2.0:1777573233.920369:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4865 00000100:00100000:2.0:1777573233.920377:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925871616:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.920473:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573233.920477:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.920479:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573233.920481:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.920484:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573233.920570:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925871616:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 194us (382us total) trans 17179874675 rc 0/0 00000100:00100000:2.0:1777573233.920576:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4865 00002000:00010000:2.0:1777573233.920578:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.920580:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09500 with x1863919925871616 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.920583:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e09500. 00000100:00100000:0.0:1777573233.923515:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.923681:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925871744 00000100:00100000:1.0:1777573233.923690:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925871744 00000100:00100000:1.0:1777573233.923783:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15319 00000100:00100000:1.0:1777573233.923796:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+482:59530:x1863919925871744:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573233.923818:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573233.923839:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a11993f5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3f2 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.923949:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11993fc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.923968:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11993fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.923980:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11993fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573233.924006:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:1.0:1777573233.924009:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573233.924025:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11993fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.924046:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a11993f5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f2 expref: 484 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.924062:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11993fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f2 expref: 483 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.924069:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.924071:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573233.924074:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:1.0:1777573233.924126:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+483:59530:x1863919925871744:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 334us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.924135:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15319 00000100:00100000:0.0:1777573233.928913:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.929008:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925872000 00000100:00100000:2.0:1777573233.929019:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925872000 00000100:00100000:2.0:1777573233.929083:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15320 00000100:00100000:2.0:1777573233.929096:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+483:59530:x1863919925872000:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573233.929172:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.929203:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11993fc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f2 expref: 483 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.929229:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.929234:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573233.929594:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.929621:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.929632:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.929687:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978537 00000004:00010000:2.0:1777573233.929712:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ce68741 reply state 000000009eb4cbcd transno 4294978538 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.929724:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.929732:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.929734:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573233.929737:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573233.929883:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+485:59530:x1863919925872000:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 789us (992us total) trans 4294978538 rc 0/0 00000100:00100000:2.0:1777573233.929891:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15320 00000020:00080000:2.0:1777573233.929896:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.933509:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573233.933906:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925872128 00000100:00100000:0.0:1777573233.933921:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925872128 00000100:00100000:0.0:1777573233.933983:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12173 00000100:00100000:0.0:1777573233.933995:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+22:59530:x1863919925872128:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573233.934011:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573233.934035:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e3f9 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573233.934061:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d55, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573233.934082:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.934085:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573233.934093:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f9 expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.934109:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f9 expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573233.934123:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39e000, rc 0) 00000100:00100000:0.0:1777573233.934188:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+23:59530:x1863919925872128:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 196us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573233.934414:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12173 00000100:00100000:0.0:1777573233.936255:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.936590:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925872256 00000100:00100000:1.0:1777573233.936603:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925872256 00002000:00010000:1.0:1777573233.936649:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (71822->18446744073709551615) 00002000:00100000:1.0:1777573233.936655:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919925872256 ext(71822->18446744073709551615) 00002000:00010000:1.0:1777573233.936668:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:0.0:1777573233.936681:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.936848:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925872384 00000100:00100000:1.0:1777573233.936854:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925872384 00002000:00010000:1.0:1777573233.936873:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.936876:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68000 with x1863919925872384 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.936890:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68000. 00000100:00100000:2.0:1777573233.937012:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4866 00000100:00100000:2.0:1777573233.937031:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925872256:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573233.937045:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4867 00000100:00100000:3.0:1777573233.937061:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925872384:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573233.937259:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573233.937263:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.937265:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573233.937267:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.937269:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573233.937366:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925872384:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 310us (688us total) trans 17179874676 rc 0/0 00000100:00100000:3.0:1777573233.937374:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4867 00002000:00010000:3.0:1777573233.937378:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.937380:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68000 with x1863919925872384 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.937385:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68000. 00002000:00010000:2.0:1777573233.937594:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:2.0:1777573233.937599:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.937602:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:2.0:1777573233.937604:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.937606:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777573233.937652:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925872256:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 629us (1416us total) trans 21474841536 rc 0/0 00000100:00100000:2.0:1777573233.937660:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4866 00002000:00010000:2.0:1777573233.937664:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (71822->18446744073709551615) 00002000:00100000:2.0:1777573233.937667:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919925872256 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573233.937673:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:3.0:1777573233.940131:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.940223:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925872512 00000100:00100000:2.0:1777573233.940246:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925872512 00000100:00100000:2.0:1777573233.940384:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15321 00000100:00100000:2.0:1777573233.940394:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+485:59530:x1863919925872512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.940424:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.940466:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199411 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e400 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.940600:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199418 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.940630:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199418 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.940647:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199418 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.940688:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:2.0:1777573233.940692:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.940714:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199418 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.940747:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199411 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e400 expref: 487 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.940765:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199418 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e400 expref: 486 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.940772:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.940774:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.940777:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c12aa800, rc 0) 00000100:00100000:2.0:1777573233.940864:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+486:59530:x1863919925872512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 470us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.940870:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15321 00000100:00100000:0.0:1777573233.949564:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.949733:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925872768 00000100:00100000:1.0:1777573233.949747:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925872768 00000100:00100000:1.0:1777573233.949836:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15322 00000100:00100000:1.0:1777573233.949848:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+486:59530:x1863919925872768:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573233.949924:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.949957:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199418 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e400 expref: 486 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.949981:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.949987:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.950218:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.950258:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.951453:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.951773:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978539 00000004:00010000:1.0:1777573233.951832:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000dbcbd44 reply state 00000000f6e52525 transno 4294978540 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.951855:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.951867:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.951870:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573233.951876:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573233.952069:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+488:59530:x1863919925872768:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 2218us (2595us total) trans 4294978540 rc 0/0 00000100:00100000:1.0:1777573233.952079:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15322 00000020:00080000:1.0:1777573233.952086:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573233.955787:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.955996:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925872896 00000100:00100000:3.0:1777573233.956011:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925872896 00000100:00100000:3.0:1777573233.956087:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12174 00000100:00100000:3.0:1777573233.956099:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+24:59530:x1863919925872896:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.956125:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.956153:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e407 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573233.956189:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d56, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:3.0:1777573233.956218:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.956221:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.956232:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e407 expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.956388:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e407 expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.956405:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab800, rc 0) 00000100:00100000:3.0:1777573233.956864:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+25:59530:x1863919925872896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 765us (1607us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.956874:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12174 00000100:00100000:3.0:1777573233.961522:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.961653:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.961891:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925873024 00000100:00100000:2.0:1777573233.961906:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925873024 00002000:00010000:2.0:1777573233.961971:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (71822->18446744073709551615) 00002000:00100000:2.0:1777573233.961977:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0b800 with x1863919925873024 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573233.961996:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0b800. 00000100:00100000:2.0:1777573233.962031:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925873152 00000100:00100000:2.0:1777573233.962034:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925873152 00002000:00010000:2.0:1777573233.962053:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.962056:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09180 with x1863919925873152 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.962064:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e09180. 00000100:00100000:1.0:1777573233.962073:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4868 00000100:00100000:1.0:1777573233.962090:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925873024:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573233.962102:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4869 00000100:00100000:2.0:1777573233.962112:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925873152:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573233.962344:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573233.962348:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.962351:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573233.962354:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573233.962356:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573233.962436:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925873152:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 325us (782us total) trans 21474841537 rc 0/0 00000100:00100000:2.0:1777573233.962445:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4869 00002000:00010000:2.0:1777573233.962450:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573233.962453:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09180 with x1863919925873152 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573233.962458:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e09180. 00002000:00010000:1.0:1777573233.962531:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:1.0:1777573233.962536:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.962538:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573233.962541:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.962543:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:1.0:1777573233.962566:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925873024:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 483us (1061us total) trans 17179874677 rc 0/0 00000100:00100000:1.0:1777573233.962572:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4868 00002000:00010000:1.0:1777573233.962574:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (71822->18446744073709551615) 00002000:00100000:1.0:1777573233.962576:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0b800 with x1863919925873024 ext(71822->18446744073709551615) 00002000:00010000:1.0:1777573233.962581:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0b800. 00000100:00100000:0.0:1777573233.966040:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.966731:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925873280 00000100:00100000:3.0:1777573233.966748:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925873280 00000100:00100000:3.0:1777573233.966880:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15323 00000100:00100000:3.0:1777573233.966893:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+488:59530:x1863919925873280:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.966942:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.966969:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119942d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e40e expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.967096:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1199434 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.967116:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1199434 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.967131:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1199434 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573233.967164:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:3.0:1777573233.967168:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573233.967190:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1199434 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.967218:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119942d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e40e expref: 490 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.967255:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1199434 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e40e expref: 489 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.967266:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573233.967309:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573233.967314:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab600, rc 0) 00000100:00100000:3.0:1777573233.967403:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+489:59530:x1863919925873280:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 512us (1375us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.967411:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15323 00000100:00100000:2.0:1777573233.970114:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.971455:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925873536 00000100:00100000:1.0:1777573233.971475:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925873536 00000100:00100000:1.0:1777573233.971638:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15324 00000100:00100000:1.0:1777573233.971649:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+489:59530:x1863919925873536:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573233.971718:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.971753:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1199434 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e40e expref: 489 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.971780:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.971786:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.971993:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.972017:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.972028:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.972078:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978541 00000004:00010000:1.0:1777573233.972104:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035509442 reply state 00000000ba62f95a transno 4294978542 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.972116:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.972123:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.972125:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573233.972128:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573233.972354:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+491:59530:x1863919925873536:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 704us (2249us total) trans 4294978542 rc 0/0 00000100:00100000:1.0:1777573233.972364:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15324 00000020:00080000:1.0:1777573233.972371:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.973806:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.974009:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925873664 00000100:00100000:3.0:1777573233.974022:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925873664 00000100:00100000:3.0:1777573233.974085:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12175 00000100:00100000:3.0:1777573233.974096:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+25:59530:x1863919925873664:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573233.974118:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573233.974142:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e415 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573233.974169:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d57, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:3.0:1777573233.974195:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.974197:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573233.974206:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e415 expref: 26 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.974220:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e415 expref: 26 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573233.974235:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa600, rc 0) 00000100:00100000:3.0:1777573233.974337:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+26:59530:x1863919925873664:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 242us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573233.974344:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12175 00000100:00100000:0.0:1777573233.976215:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.976373:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925873920 00000100:00100000:1.0:1777573233.976384:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925873920 00002000:00010000:1.0:1777573233.976428:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.976433:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9c00 with x1863919925873920 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.976447:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f9c00. 00000100:00100000:1.0:1777573233.976506:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4870 00000100:00100000:2.0:1777573233.976514:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.976520:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919925873920:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573233.976728:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573233.976733:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.976736:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573233.976739:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.976742:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573233.976803:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919925873920:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 287us (601us total) trans 17179874678 rc 0/0 00000100:00100000:1.0:1777573233.976809:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4870 00002000:00010000:1.0:1777573233.976813:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573233.976815:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9c00 with x1863919925873920 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.976818:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f9c00. 00000100:00100000:1.0:1777573233.976890:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925873792 00000100:00100000:1.0:1777573233.976893:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925873792 00002000:00010000:1.0:1777573233.976907:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (71822->18446744073709551615) 00002000:00100000:1.0:1777573233.976909:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4ca80 with x1863919925873792 ext(71822->18446744073709551615) 00002000:00010000:1.0:1777573233.976914:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b4ca80. 00000100:00100000:1.0:1777573233.976930:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4871 00000100:00100000:1.0:1777573233.976936:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919925873792:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573233.977157:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:1.0:1777573233.977161:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.977163:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573233.977165:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.977167:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:1.0:1777573233.977205:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919925873792:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 269us (693us total) trans 21474841538 rc 0/0 00000100:00100000:1.0:1777573233.977211:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4871 00002000:00010000:1.0:1777573233.977214:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (71822->18446744073709551615) 00002000:00100000:1.0:1777573233.977217:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4ca80 with x1863919925873792 ext(71822->18446744073709551615) 00002000:00010000:1.0:1777573233.977220:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b4ca80. 00000100:00100000:2.0:1777573233.979791:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.979845:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925874048 00000100:00100000:1.0:1777573233.979858:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925874048 00000100:00100000:1.0:1777573233.979933:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15325 00000100:00100000:1.0:1777573233.979945:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+491:59530:x1863919925874048:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573233.979975:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573233.980002:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1199449 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e41c expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.980127:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199450 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.980147:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199450 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.980162:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199450 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573233.980200:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:1.0:1777573233.980205:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573233.980227:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199450 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.980314:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1199449 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e41c expref: 493 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.980336:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199450 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e41c expref: 492 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.980352:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.980356:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573233.980360:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630000, rc 0) 00000100:00100000:1.0:1777573233.980422:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+492:59530:x1863919925874048:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 480us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.980430:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15325 00000100:00100000:3.0:1777573233.983167:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.983218:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925874304 00000100:00100000:2.0:1777573233.983232:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925874304 00000100:00100000:2.0:1777573233.983327:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15326 00000100:00100000:2.0:1777573233.983339:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+492:59530:x1863919925874304:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573233.983407:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573233.983439:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199450 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e41c expref: 492 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.983463:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.983470:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573233.983675:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.983703:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.983715:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573233.983770:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978543 00000004:00010000:2.0:1777573233.983800:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006c48e2b reply state 000000001cef9da3 transno 4294978544 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.983811:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.983816:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.983817:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573233.983819:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573233.983903:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+494:59530:x1863919925874304:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 568us (750us total) trans 4294978544 rc 0/0 00000100:00100000:2.0:1777573233.983913:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15326 00000020:00080000:2.0:1777573233.983918:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573233.986207:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.986323:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925874432 00000100:00100000:1.0:1777573233.986337:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925874432 00000100:00100000:1.0:1777573233.986411:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12176 00000100:00100000:1.0:1777573233.986423:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+27:59530:x1863919925874432:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573233.986446:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573233.986490:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e423 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573233.986528:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d5d, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573233.986555:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.986557:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573233.986564:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e423 expref: 28 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.986579:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e423 expref: 28 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.986591:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631c00, rc 0) 00000100:00100000:1.0:1777573233.986650:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+28:59530:x1863919925874432:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 229us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573233.986658:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12176 00000100:00100000:1.0:1777573233.990390:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.990430:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573233.990493:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925874560 00000100:00100000:3.0:1777573233.990506:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925874560 00002000:00010000:3.0:1777573233.990560:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (71822->18446744073709551615) 00002000:00100000:3.0:1777573233.990566:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6f480 with x1863919925874560 ext(71822->18446744073709551615) 00002000:00010000:3.0:1777573233.990581:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2d6f480. 00000100:00100000:3.0:1777573233.990617:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925874688 00000100:00100000:3.0:1777573233.990621:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925874688 00002000:00010000:3.0:1777573233.990635:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:3.0:1777573233.990638:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6df80 with x1863919925874688 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573233.990646:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6df80. 00000100:00100000:3.0:1777573233.990678:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4872 00000100:00100000:3.0:1777573233.990689:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925874560:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573233.990949:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4873 00000100:00100000:1.0:1777573233.990971:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925874688:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573233.991058:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:3.0:1777573233.991064:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.991066:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573233.991069:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573233.991071:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 64 -> 64 00002000:00010000:1.0:1777573233.991085:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573233.991089:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.991092:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573233.991094:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573233.991102:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573233.991145:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925874560:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 454us (768us total) trans 21474841539 rc 0/0 00000100:00100000:1.0:1777573233.991146:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925874688:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 184us (711us total) trans 17179874679 rc 0/0 00000100:00100000:3.0:1777573233.991163:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4872 00002000:00010000:3.0:1777573233.991169:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (71822->18446744073709551615) 00000100:00100000:1.0:1777573233.991173:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4873 00002000:00100000:3.0:1777573233.991174:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6f480 with x1863919925874560 ext(71822->18446744073709551615) 00002000:00010000:1.0:1777573233.991179:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00010000:3.0:1777573233.991181:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2d6f480. 00002000:00100000:1.0:1777573233.991184:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6df80 with x1863919925874688 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573233.991192:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6df80. 00000100:00100000:3.0:1777573233.992885:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.993052:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925874816 00000100:00100000:2.0:1777573233.993065:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925874816 00000100:00100000:2.0:1777573233.993133:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15327 00000100:00100000:2.0:1777573233.993144:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+494:59530:x1863919925874816:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.993248:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.993331:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199465 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e42a expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.993453:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119946c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.993471:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119946c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.993485:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119946c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573233.993518:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:2.0:1777573233.993523:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573233.993543:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119946c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.993571:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199465 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e42a expref: 496 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.993590:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119946c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e42a expref: 495 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.993605:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573233.993608:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573233.993613:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:2.0:1777573233.993721:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+495:59530:x1863919925874816:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 579us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.993730:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15327 00000100:00100000:0.0:1777573233.995856:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573233.996049:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925875072 00000100:00100000:1.0:1777573233.996061:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925875072 00000100:00100000:1.0:1777573233.996130:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15328 00000100:00100000:1.0:1777573233.996142:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+495:59530:x1863919925875072:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573233.996216:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573233.996260:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119946c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e42a expref: 495 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.996325:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.996332:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573233.996635:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.996667:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.996679:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573233.996735:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978545 00000004:00010000:1.0:1777573233.996762:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000044f0b4a6 reply state 00000000deede1d4 transno 4294978546 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.996776:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573233.996783:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573233.996786:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573233.996789:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573233.996895:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+497:59530:x1863919925875072:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 755us (1051us total) trans 4294978546 rc 0/0 00000100:00100000:1.0:1777573233.996904:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15328 00000020:00080000:1.0:1777573233.996911:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573233.998859:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573233.999337:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925875200 00000100:00100000:2.0:1777573233.999351:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925875200 00000100:00100000:2.0:1777573233.999420:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12177 00000100:00100000:2.0:1777573233.999433:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+28:59530:x1863919925875200:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573233.999454:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573233.999481:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e431 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573233.999512:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d5e, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573233.999540:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.999543:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573233.999562:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e431 expref: 29 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.999581:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e431 expref: 29 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573233.999596:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d200, rc 0) 00000100:00100000:2.0:1777573233.999901:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+29:59530:x1863919925875200:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 470us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573233.999910:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12177 00000100:00100000:3.0:1777573234.002413:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.002467:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.002560:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925875456 00000100:00100000:1.0:1777573234.002572:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925875456 00000100:00100000:2.0:1777573234.002591:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925875328 00000100:00100000:2.0:1777573234.002597:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925875328 00002000:00010000:1.0:1777573234.002747:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:1.0:1777573234.002754:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09880 with x1863919925875456 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573234.002768:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e09880. 00000100:00100000:1.0:1777573234.002812:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4874 00000100:00100000:1.0:1777573234.002826:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925875456:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573234.002968:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (71822->18446744073709551615) 00002000:00100000:2.0:1777573234.002973:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0bb80 with x1863919925875328 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573234.002982:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0bb80. 00000100:00100000:2.0:1777573234.003013:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4875 00002000:00010000:1.0:1777573234.003027:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777573234.003034:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925875328:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573234.003034:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.003040:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573234.003043:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.003046:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.003124:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925875456:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 302us (722us total) trans 21474841540 rc 0/0 00000100:00100000:1.0:1777573234.003130:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4874 00002000:00010000:1.0:1777573234.003134:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:1.0:1777573234.003136:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09880 with x1863919925875456 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573234.003141:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e09880. 00000100:00080000:3.0:1777573234.003186:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573234.003191:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1777573234.003333:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:2.0:1777573234.003338:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.003341:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573234.003343:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.003345:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777573234.003375:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925875328:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 345us (909us total) trans 17179874680 rc 0/0 00000100:00100000:2.0:1777573234.003383:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4875 00002000:00010000:2.0:1777573234.003387:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (71822->18446744073709551615) 00002000:00100000:2.0:1777573234.003390:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0bb80 with x1863919925875328 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573234.003395:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0bb80. 00000100:00100000:3.0:1777573234.005233:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.005349:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925875584 00000100:00100000:2.0:1777573234.005362:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925875584 00000100:00080000:3.0:1777573234.005426:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573234.005437:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15329 00000100:00100000:2.0:1777573234.005449:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+497:59530:x1863919925875584:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573234.005477:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573234.005501:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199481 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e438 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.005625:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199488 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.005645:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199488 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.005660:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199488 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573234.005695:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:2.0:1777573234.005700:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573234.005722:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199488 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.005755:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199481 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e438 expref: 499 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.005788:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199488 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e438 expref: 498 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.005808:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.005811:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573234.005815:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:2.0:1777573234.005879:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+498:59530:x1863919925875584:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 433us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.005885:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15329 00000100:00100000:0.0:1777573234.008166:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.008427:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925875840 00000100:00100000:1.0:1777573234.008440:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925875840 00000100:00100000:1.0:1777573234.008499:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15330 00000100:00100000:1.0:1777573234.008508:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+498:59530:x1863919925875840:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573234.008570:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573234.008606:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199488 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e438 expref: 498 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.008628:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.008633:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573234.008840:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.008871:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.008882:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573234.008942:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978547 00000004:00010000:1.0:1777573234.008971:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1ecd488 reply state 0000000005edee59 transno 4294978548 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.008985:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.008991:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.008993:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573234.008995:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573234.009073:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+500:59530:x1863919925875840:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 566us (918us total) trans 4294978548 rc 0/0 00000100:00100000:1.0:1777573234.009081:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15330 00000020:00080000:1.0:1777573234.009086:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573234.011132:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.011251:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925875968 00000100:00100000:0.0:1777573234.011265:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925875968 00000100:00100000:0.0:1777573234.011421:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12178 00000100:00100000:0.0:1777573234.011435:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+30:59530:x1863919925875968:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.011459:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.011489:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e43f expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.011520:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f1:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d62, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573234.011544:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.011547:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.011557:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e43f expref: 31 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.011577:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e43f expref: 31 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.011592:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531400, rc 0) 00000100:00100000:0.0:1777573234.011663:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+31:59530:x1863919925875968:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 232us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.011671:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12178 00000100:00100000:3.0:1777573234.013424:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.013468:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.013560:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925876224 00000100:00100000:1.0:1777573234.013571:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925876224 00002000:00010000:1.0:1777573234.013617:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573234.013623:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09f80 with x1863919925876224 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573234.013645:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e09f80. 00000100:00100000:1.0:1777573234.013671:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925876096 00000100:00100000:1.0:1777573234.013675:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925876096 00000100:00100000:2.0:1777573234.013694:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4876 00002000:00010000:1.0:1777573234.013703:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (71822->18446744073709551615) 00002000:00100000:1.0:1777573234.013707:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3800 with x1863919925876096 ext(71822->18446744073709551615) 00000100:00100000:2.0:1777573234.013710:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925876224:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573234.013715:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a3800. 00002000:00010000:2.0:1777573234.013911:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.013914:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.013917:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573234.013918:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.013921:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.013956:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4877 00000100:00100000:1.0:1777573234.013966:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925876096:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573234.013988:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925876224:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 283us (573us total) trans 21474841541 rc 0/0 00000100:00100000:2.0:1777573234.013996:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4876 00002000:00010000:2.0:1777573234.014001:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1010 (0->18446744073709551615) 00002000:00100000:2.0:1777573234.014004:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09f80 with x1863919925876224 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573234.014010:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e09f80. 00002000:00010000:1.0:1777573234.014211:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:1.0:1777573234.014215:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.014218:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573234.014220:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.014223:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:1.0:1777573234.014264:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925876096:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 300us (794us total) trans 17179874681 rc 0/0 00000100:00100000:1.0:1777573234.014304:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4877 00002000:00010000:1.0:1777573234.014308:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1009 (71822->18446744073709551615) 00002000:00100000:1.0:1777573234.014311:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3800 with x1863919925876096 ext(71822->18446744073709551615) 00002000:00010000:1.0:1777573234.014317:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a3800. 00000100:00100000:3.0:1777573234.016090:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.016371:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925876352 00000100:00100000:0.0:1777573234.016384:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925876352 00000100:00100000:0.0:1777573234.016450:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15331 00000100:00100000:0.0:1777573234.016472:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+500:59530:x1863919925876352:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.016501:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.016528:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119949d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e446 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.016661:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11994a4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.016680:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11994a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.016694:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11994a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.016728:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:0.0:1777573234.016733:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573234.016756:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11994a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.016785:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119949d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e446 expref: 502 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.016804:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11994a4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e446 expref: 501 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.016813:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.016816:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573234.016820:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531e00, rc 0) 00000100:00100000:0.0:1777573234.016886:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+501:59530:x1863919925876352:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 417us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.016893:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15331 00000100:00100000:3.0:1777573234.020930:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.020987:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925876608 00000100:00100000:0.0:1777573234.020999:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925876608 00000100:00100000:0.0:1777573234.021062:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15332 00000100:00100000:0.0:1777573234.021070:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+501:59530:x1863919925876608:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573234.021128:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.021156:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11994a4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e446 expref: 501 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.021173:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.021178:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573234.021403:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.021427:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.021435:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573234.021484:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978549 00000004:00010000:0.0:1777573234.021502:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000691ddb15 reply state 0000000058c9058e transno 4294978550 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.021511:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.021518:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.021520:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573234.021522:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573234.021620:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+503:59530:x1863919925876608:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 550us (703us total) trans 4294978550 rc 0/0 00000100:00100000:0.0:1777573234.021625:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15332 00000020:00080000:0.0:1777573234.021631:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573234.027306:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.028023:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925876736 00000100:00100000:3.0:1777573234.028037:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925876736 00000100:00100000:3.0:1777573234.028113:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12179 00000100:00100000:3.0:1777573234.028125:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+31:59530:x1863919925876736:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573234.028149:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573234.028178:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e44d expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573234.028213:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d62, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:3.0:1777573234.028254:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.028258:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.028268:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e44d expref: 32 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.028309:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e44d expref: 32 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.028330:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab000, rc 0) 00000100:00100000:3.0:1777573234.028405:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+32:59530:x1863919925876736:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 282us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.028412:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12179 00000100:00100000:3.0:1777573234.030744:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.030791:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.030883:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925876864 00000100:00100000:0.0:1777573234.030895:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925876864 00002000:00010000:0.0:1777573234.030948:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (71822->18446744073709551615) 00002000:00100000:0.0:1777573234.030955:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1c00 with x1863919925876864 ext(71822->18446744073709551615) 00002000:00010000:0.0:1777573234.030970:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a1c00. 00000100:00100000:0.0:1777573234.031010:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925876992 00000100:00100000:0.0:1777573234.031014:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925876992 00002000:00010000:0.0:1777573234.031027:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573234.031030:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3b80 with x1863919925876992 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573234.031037:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a3b80. 00000100:00100000:0.0:1777573234.031151:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4878 00000100:00100000:0.0:1777573234.031163:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925876864:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573234.031262:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4879 00000100:00100000:2.0:1777573234.031302:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925876992:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573234.031437:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.031441:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.031444:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573234.031447:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.031450:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573234.031514:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925876992:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 243us (723us total) trans 17179874682 rc 0/0 00000100:00100000:2.0:1777573234.031522:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4879 00002000:00010000:2.0:1777573234.031528:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:2.0:1777573234.031531:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3b80 with x1863919925876992 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573234.031535:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a3b80. 00002000:00010000:0.0:1777573234.031583:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:0.0:1777573234.031587:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.031589:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573234.031592:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.031594:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1777573234.031618:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925876864:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 458us (888us total) trans 21474841542 rc 0/0 00000100:00100000:0.0:1777573234.031629:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4878 00002000:00010000:0.0:1777573234.031632:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (71822->18446744073709551615) 00002000:00100000:0.0:1777573234.031635:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1c00 with x1863919925876864 ext(71822->18446744073709551615) 00002000:00010000:0.0:1777573234.031638:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a1c00. 00000100:00100000:0.0:1777573234.034397:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.034624:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925877120 00000100:00100000:2.0:1777573234.034638:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925877120 00000100:00100000:2.0:1777573234.034709:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15333 00000100:00100000:2.0:1777573234.034723:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+503:59530:x1863919925877120:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573234.034755:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573234.034781:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a11994b9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e454 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.034905:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a11994c0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.034926:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a11994c0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.034940:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a11994c0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573234.035031:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:2.0:1777573234.035035:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573234.035057:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a11994c0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.035089:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a11994b9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e454 expref: 505 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.035110:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a11994c0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e454 expref: 504 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.035121:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.035124:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573234.035129:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c000, rc 0) 00000100:00100000:2.0:1777573234.035194:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+504:59530:x1863919925877120:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 476us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.035202:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15333 00000100:00100000:1.0:1777573234.038373:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.038546:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925877376 00000100:00100000:2.0:1777573234.038560:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925877376 00000100:00100000:2.0:1777573234.038631:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15334 00000100:00100000:2.0:1777573234.038643:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+504:59530:x1863919925877376:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573234.038714:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.038751:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a11994c0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e454 expref: 504 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.038773:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.038779:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573234.039007:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.039034:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.039045:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573234.039099:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978551 00000004:00010000:2.0:1777573234.039121:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079ec590c reply state 0000000009d11c1a transno 4294978552 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.039135:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.039144:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.039147:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573234.039150:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573234.039254:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+506:59530:x1863919925877376:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 613us (905us total) trans 4294978552 rc 0/0 00000100:00100000:2.0:1777573234.039262:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15334 00000020:00080000:2.0:1777573234.039268:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573234.040979:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.041131:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925877504 00000100:00100000:0.0:1777573234.041144:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925877504 00000100:00100000:0.0:1777573234.041207:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12180 00000100:00100000:0.0:1777573234.041217:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+33:59530:x1863919925877504:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.041249:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.041312:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e45b expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.041343:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d67, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573234.041370:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.041372:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.041382:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e45b expref: 34 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.041401:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e45b expref: 34 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.041416:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531e00, rc 0) 00000100:00100000:0.0:1777573234.041478:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+34:59530:x1863919925877504:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 262us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.041489:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12180 00000100:00100000:0.0:1777573234.043083:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.043211:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.043444:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925877632 00000100:00100000:1.0:1777573234.043455:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925877632 00000100:00100000:2.0:1777573234.043493:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925877760 00000100:00100000:2.0:1777573234.043500:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925877760 00002000:00010000:1.0:1777573234.043505:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (71822->18446744073709551615) 00002000:00100000:1.0:1777573234.043512:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca41f80 with x1863919925877632 ext(71822->18446744073709551615) 00002000:00010000:1.0:1777573234.043525:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca41f80. 00002000:00010000:2.0:1777573234.043527:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573234.043532:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca42680 with x1863919925877760 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573234.043542:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fca42680. 00000100:00100000:1.0:1777573234.043602:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4880 00000100:00100000:1.0:1777573234.043614:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925877632:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573234.043800:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4881 00000100:00100000:2.0:1777573234.043810:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925877760:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573234.043932:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.043936:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.043939:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573234.043942:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.043946:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573234.043983:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:1.0:1777573234.043987:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.043990:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573234.043993:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.043995:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777573234.044008:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925877760:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 200us (796us total) trans 21474841543 rc 0/0 00000100:00100000:2.0:1777573234.044016:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4881 00002000:00010000:2.0:1777573234.044021:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573234.044027:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca42680 with x1863919925877760 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573234.044027:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925877632:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 413us (951us total) trans 17179874683 rc 0/0 00002000:00010000:2.0:1777573234.044034:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fca42680. 00000100:00100000:1.0:1777573234.044039:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4880 00002000:00010000:1.0:1777573234.044044:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (71822->18446744073709551615) 00002000:00100000:1.0:1777573234.044047:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca41f80 with x1863919925877632 ext(71822->18446744073709551615) 00002000:00010000:1.0:1777573234.044053:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca41f80. 00000100:00100000:1.0:1777573234.046666:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.046749:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925877888 00000100:00100000:2.0:1777573234.046761:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925877888 00000100:00100000:2.0:1777573234.046887:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15335 00000100:00100000:2.0:1777573234.046899:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+506:59530:x1863919925877888:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573234.046928:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573234.046951:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a11994d5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e462 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.047071:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11994dc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.047091:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11994dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.047105:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11994dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573234.047138:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:2.0:1777573234.047143:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573234.047163:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11994dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.047191:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a11994d5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e462 expref: 508 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.047226:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11994dc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e462 expref: 507 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.047245:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.047249:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573234.047254:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:2.0:1777573234.047352:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+507:59530:x1863919925877888:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 453us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.047359:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15335 00000100:00100000:3.0:1777573234.049592:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.049682:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925878144 00000100:00100000:1.0:1777573234.049694:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925878144 00000100:00100000:1.0:1777573234.049854:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15336 00000100:00100000:1.0:1777573234.049867:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+507:59530:x1863919925878144:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573234.049932:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573234.049963:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a11994dc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e462 expref: 507 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.049986:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.049992:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573234.050207:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.050252:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.050264:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573234.050360:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978553 00000004:00010000:1.0:1777573234.050386:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000094521d67 reply state 0000000015abcddb transno 4294978554 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.050401:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.050407:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.050410:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573234.050413:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573234.050527:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+509:59530:x1863919925878144:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 663us (944us total) trans 4294978554 rc 0/0 00000100:00100000:1.0:1777573234.050535:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15336 00000020:00080000:1.0:1777573234.050540:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573234.052960:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.053118:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925878272 00000100:00100000:2.0:1777573234.053131:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925878272 00000100:00100000:0.0:1777573234.053735:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12181 00000100:00100000:0.0:1777573234.053750:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+34:59530:x1863919925878272:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.053775:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.053806:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e469 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.053837:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d68, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573234.053865:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.053868:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.053877:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e469 expref: 35 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.053894:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e469 expref: 35 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.053919:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4530000, rc 0) 00000100:00100000:0.0:1777573234.053988:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+35:59530:x1863919925878272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 242us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.053997:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12181 00000100:00100000:3.0:1777573234.055773:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.055813:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.055890:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925878400 00000100:00100000:2.0:1777573234.055901:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925878400 00002000:00010000:2.0:1777573234.055946:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (71822->18446744073709551615) 00002000:00100000:2.0:1777573234.055952:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1180 with x1863919925878400 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573234.055965:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a1180. 00000100:00100000:2.0:1777573234.056001:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925878528 00000100:00100000:2.0:1777573234.056004:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925878528 00002000:00010000:2.0:1777573234.056021:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573234.056024:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0700 with x1863919925878528 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573234.056030:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a0700. 00000100:00100000:2.0:1777573234.056056:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4882 00000100:00100000:2.0:1777573234.056066:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925878400:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573234.056222:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4883 00000100:00100000:1.0:1777573234.056233:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925878528:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573234.056383:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.056386:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.056389:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573234.056392:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.056394:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573234.056443:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 73728 -> 71822 00000100:00100000:1.0:1777573234.056446:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925878528:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 214us (630us total) trans 17179874684 rc 0/0 00002000:00010000:2.0:1777573234.056448:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.056455:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573234.056460:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00000100:00100000:1.0:1777573234.056460:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4883 00002000:00010000:2.0:1777573234.056465:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 64 -> 64 00002000:00010000:1.0:1777573234.056467:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573234.056472:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0700 with x1863919925878528 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573234.056476:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a0700. 00000100:00100000:2.0:1777573234.056495:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925878400:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 430us (732us total) trans 21474841544 rc 0/0 00000100:00100000:2.0:1777573234.056504:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4882 00002000:00010000:2.0:1777573234.056507:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (71822->18446744073709551615) 00002000:00100000:2.0:1777573234.056511:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1180 with x1863919925878400 ext(71822->18446744073709551615) 00002000:00010000:2.0:1777573234.056516:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a1180. 00000100:00100000:3.0:1777573234.061517:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.062130:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925878656 00000100:00100000:0.0:1777573234.062146:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925878656 00000100:00100000:0.0:1777573234.062220:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15337 00000100:00100000:0.0:1777573234.062230:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+509:59530:x1863919925878656:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.062309:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.062334:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a11994f1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e470 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.062452:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a11994f8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.062471:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a11994f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.062485:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a11994f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.062517:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:0.0:1777573234.062521:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573234.062543:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a11994f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.062583:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a11994f1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e470 expref: 511 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.062615:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a11994f8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e470 expref: 510 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.062624:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.062627:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573234.062631:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589400, rc 0) 00000100:00100000:0.0:1777573234.062715:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+510:59530:x1863919925878656:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 486us (1211us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.062726:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15337 00000100:00100000:3.0:1777573234.066662:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.066913:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925878912 00000100:00100000:0.0:1777573234.066927:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925878912 00000100:00100000:0.0:1777573234.067002:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15338 00000100:00100000:0.0:1777573234.067014:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+510:59530:x1863919925878912:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573234.067083:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.067118:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a11994f8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e470 expref: 510 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.067140:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.067146:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573234.067432:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.067473:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.067484:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573234.067740:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978555 00000004:00010000:0.0:1777573234.067768:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000044632f32 reply state 00000000f7275141 transno 4294978556 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.067781:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.067787:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.067789:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573234.067792:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573234.067893:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+512:59530:x1863919925878912:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 882us (1247us total) trans 4294978556 rc 0/0 00000100:00100000:0.0:1777573234.067901:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15338 00000020:00080000:0.0:1777573234.067907:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573234.070466:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.071117:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925879040 00000100:00100000:2.0:1777573234.071132:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925879040 00000100:00100000:2.0:1777573234.071265:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12182 00000100:00100000:2.0:1777573234.071312:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+36:59530:x1863919925879040:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573234.071335:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573234.071363:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e477 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573234.071393:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d6a, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573234.071420:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.071423:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.071442:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e477 expref: 37 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.071462:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e477 expref: 37 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.071478:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c200, rc 0) 00000100:00100000:2.0:1777573234.071551:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+37:59530:x1863919925879040:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 244us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.071559:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12182 00000100:00100000:3.0:1777573234.073795:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.073844:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.073888:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925879168 00000100:00100000:0.0:1777573234.073898:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925879168 00002000:00010000:0.0:1777573234.073940:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (71822->18446744073709551615) 00000100:00100000:2.0:1777573234.073941:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925879296 00002000:00100000:0.0:1777573234.073948:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743b80 with x1863919925879168 ext(71822->18446744073709551615) 00000100:00100000:2.0:1777573234.073949:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925879296 00002000:00010000:0.0:1777573234.073963:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5743b80. 00002000:00010000:2.0:1777573234.073978:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573234.073983:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742a00 with x1863919925879296 ext(0->18446744073709551615) 00000100:00100000:0.0:1777573234.073993:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4884 00002000:00010000:2.0:1777573234.073994:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5742a00. 00000100:00100000:0.0:1777573234.074003:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925879168:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573234.074036:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4885 00000100:00100000:2.0:1777573234.074045:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925879296:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573234.074184:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.074189:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.074192:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573234.074194:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.074196:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573234.074301:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925879296:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 257us (455us total) trans 21474841545 rc 0/0 00000100:00100000:2.0:1777573234.074309:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4885 00002000:00010000:2.0:1777573234.074313:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573234.074316:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742a00 with x1863919925879296 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573234.074321:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5742a00. 00002000:00010000:0.0:1777573234.074668:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:0.0:1777573234.074672:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.074675:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573234.074677:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.074679:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1777573234.074704:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925879168:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 704us (921us total) trans 17179874685 rc 0/0 00000100:00100000:0.0:1777573234.074711:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4884 00002000:00010000:0.0:1777573234.074713:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (71822->18446744073709551615) 00002000:00100000:0.0:1777573234.074716:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743b80 with x1863919925879168 ext(71822->18446744073709551615) 00002000:00010000:0.0:1777573234.074720:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5743b80. 00000100:00100000:3.0:1777573234.078435:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.078619:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925879424 00000100:00100000:2.0:1777573234.078632:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925879424 00000100:00100000:2.0:1777573234.078701:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15339 00000100:00100000:2.0:1777573234.078712:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+512:59530:x1863919925879424:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573234.078745:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573234.078767:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119950d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e47e expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.078882:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199514 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.078899:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199514 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.078911:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199514 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573234.078937:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:2.0:1777573234.078940:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573234.078958:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199514 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.078982:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119950d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e47e expref: 514 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.078998:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199514 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e47e expref: 513 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.079005:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.079007:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573234.079011:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:2.0:1777573234.079079:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+513:59530:x1863919925879424:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 369us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.079086:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15339 00000100:00100000:1.0:1777573234.082147:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.082374:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925879680 00000100:00100000:2.0:1777573234.082388:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925879680 00000100:00100000:2.0:1777573234.082511:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15340 00000100:00100000:2.0:1777573234.082522:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+513:59530:x1863919925879680:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573234.082591:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.082625:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199514 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e47e expref: 513 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.082656:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.082663:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573234.082888:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.082930:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.082941:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573234.082996:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978557 00000004:00010000:2.0:1777573234.083020:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c17de5de reply state 00000000bb6d8c90 transno 4294978558 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.083034:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.083041:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.083044:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573234.083047:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573234.083157:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+515:59530:x1863919925879680:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 636us (1021us total) trans 4294978558 rc 0/0 00000100:00100000:2.0:1777573234.083165:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15340 00000020:00080000:2.0:1777573234.083172:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573234.084731:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.084861:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925879808 00000100:00100000:0.0:1777573234.084873:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925879808 00000100:00100000:0.0:1777573234.084934:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12183 00000100:00100000:0.0:1777573234.084945:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+37:59530:x1863919925879808:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.084966:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.084991:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e485 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.085024:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d6c, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573234.085049:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.085051:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.085058:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e485 expref: 38 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.085071:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e485 expref: 38 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.085081:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589400, rc 0) 00000100:00100000:0.0:1777573234.085141:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+38:59530:x1863919925879808:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 198us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.085149:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12183 00000100:00100000:3.0:1777573234.087178:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.087221:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.087308:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925879936 00000100:00100000:0.0:1777573234.087320:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925879936 00002000:00010000:0.0:1777573234.087367:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (71822->18446744073709551615) 00002000:00100000:0.0:1777573234.087373:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743100 with x1863919925879936 ext(71822->18446744073709551615) 00000100:00100000:1.0:1777573234.087387:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925880064 00002000:00010000:0.0:1777573234.087388:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5743100. 00000100:00100000:1.0:1777573234.087395:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925880064 00000100:00100000:0.0:1777573234.087419:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4886 00002000:00010000:1.0:1777573234.087427:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00000100:00100000:0.0:1777573234.087429:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925879936:12345-192.168.204.27@tcp:10:lfs.0 00002000:00100000:1.0:1777573234.087434:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740700 with x1863919925880064 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573234.087445:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5740700. 00000100:00100000:1.0:1777573234.087473:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4887 00000100:00100000:1.0:1777573234.087483:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925880064:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573234.087645:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.087649:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.087653:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573234.087656:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.087658:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.087719:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925880064:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 238us (496us total) trans 17179874686 rc 0/0 00000100:00100000:1.0:1777573234.087727:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4887 00002000:00010000:1.0:1777573234.087733:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573234.087736:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740700 with x1863919925880064 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573234.087741:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5740700. 00002000:00010000:0.0:1777573234.087788:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:0.0:1777573234.087792:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.087795:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573234.087797:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.087799:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1777573234.087827:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925879936:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 400us (661us total) trans 21474841546 rc 0/0 00000100:00100000:0.0:1777573234.087835:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4886 00002000:00010000:0.0:1777573234.087839:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (71822->18446744073709551615) 00002000:00100000:0.0:1777573234.087842:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743100 with x1863919925879936 ext(71822->18446744073709551615) 00002000:00010000:0.0:1777573234.087847:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5743100. 00000100:00100000:1.0:1777573234.091459:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.091733:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925880192 00000100:00100000:2.0:1777573234.091746:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925880192 00000100:00100000:2.0:1777573234.091818:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15341 00000100:00100000:2.0:1777573234.091830:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+515:59530:x1863919925880192:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573234.091859:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573234.091884:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1199529 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e48c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.092000:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199530 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.092019:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199530 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.092031:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199530 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573234.092062:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:2.0:1777573234.092067:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573234.092090:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199530 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.092118:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a1199529 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e48c expref: 517 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.092140:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199530 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e48c expref: 516 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.092149:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.092153:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573234.092156:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c000, rc 0) 00000100:00100000:2.0:1777573234.092309:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+516:59530:x1863919925880192:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 482us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.092329:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15341 00000100:00100000:2.0:1777573234.095794:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.095950:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925880448 00000100:00100000:1.0:1777573234.095963:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925880448 00000100:00100000:1.0:1777573234.096034:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15342 00000100:00100000:1.0:1777573234.096053:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+516:59530:x1863919925880448:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573234.096123:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573234.096155:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199530 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e48c expref: 516 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.096178:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.096185:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573234.096749:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.096778:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.096789:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573234.096849:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978559 00000004:00010000:1.0:1777573234.096874:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f16bced4 reply state 00000000319bfc49 transno 4294978560 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.096892:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.096898:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.096901:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573234.096903:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573234.097043:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+518:59530:x1863919925880448:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 996us (1260us total) trans 4294978560 rc 0/0 00000100:00100000:1.0:1777573234.097052:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15342 00000020:00080000:1.0:1777573234.097058:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573234.098631:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.098735:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925880576 00000100:00100000:0.0:1777573234.098745:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925880576 00000100:00100000:0.0:1777573234.098790:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12184 00000100:00100000:0.0:1777573234.098800:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+39:59530:x1863919925880576:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.098819:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.098843:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e493 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.098872:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 73728, mtime: 0x69f39d71, atime: 0x69f39d6d, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573234.098899:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.098901:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.098908:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e493 expref: 40 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.098922:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e493 expref: 40 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.098938:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588800, rc 0) 00000100:00100000:0.0:1777573234.099017:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+40:59530:x1863919925880576:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 218us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.099024:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12184 00000100:00100000:3.0:1777573234.100817:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.100903:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.101144:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925880704 00000100:00100000:0.0:1777573234.101157:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925880704 00002000:00010000:0.0:1777573234.101208:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (71822->18446744073709551615) 00002000:00100000:0.0:1777573234.101214:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740e00 with x1863919925880704 ext(71822->18446744073709551615) 00002000:00010000:0.0:1777573234.101227:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5740e00. 00000100:00100000:0.0:1777573234.101266:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925880832 00000100:00100000:0.0:1777573234.101299:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925880832 00002000:00010000:0.0:1777573234.101316:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573234.101320:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740000 with x1863919925880832 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573234.101327:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5740000. 00000100:00100000:1.0:1777573234.101334:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4888 00000100:00100000:1.0:1777573234.101347:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925880704:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573234.101674:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4889 00000100:00100000:0.0:1777573234.101683:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925880832:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573234.101706:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 73728 -> 71822 00002000:00010000:1.0:1777573234.101710:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.101713:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573234.101715:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.101717:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 64 -> 64 00002000:00010000:0.0:1777573234.101769:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573234.101771:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.101773:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573234.101775:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.101777:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.101795:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925880704:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 451us (987us total) trans 17179874687 rc 0/0 00000100:00100000:0.0:1777573234.101796:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925880832:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 116us (894us total) trans 21474841547 rc 0/0 00000100:00100000:0.0:1777573234.101804:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4889 00002000:00010000:0.0:1777573234.101964:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573234.101969:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740000 with x1863919925880832 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573234.101974:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5740000. 00000100:00100000:1.0:1777573234.102347:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4888 00002000:00010000:1.0:1777573234.102352:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (71822->18446744073709551615) 00002000:00100000:1.0:1777573234.102355:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740e00 with x1863919925880704 ext(71822->18446744073709551615) 00002000:00010000:1.0:1777573234.102360:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5740e00. 00000100:00100000:2.0:1777573234.105098:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.105218:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925881088 00000100:00100000:0.0:1777573234.105228:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925881088 00000100:00100000:0.0:1777573234.105387:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15343 00000100:00100000:0.0:1777573234.105399:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+518:59530:x1863919925881088:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573234.105522:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.105549:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.105573:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573234.105685:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e4c0e14d reply state 00000000560b9908 transno 4294978561 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.105699:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.105707:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.105710:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573234.105714:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573234.105812:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+520:59530:x1863919925881088:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 409us (724us total) trans 4294978561 rc 0/0 00000100:00100000:0.0:1777573234.105820:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15343 00000100:00100000:2.0:1777573234.109936:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.110111:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925881216 00000100:00100000:0.0:1777573234.110122:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925881216 00000100:00100000:0.0:1777573234.110175:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12185 00000100:00100000:0.0:1777573234.110185:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+41:59530:x1863919925881216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.110201:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.110218:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e49a expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.110264:0:28215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1198f79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e240 expref: 42 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.110421:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573234.110491:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.110493:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.110498:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 42 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.110532:0:28215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1198f79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e240 expref: 42 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.110544:0:28215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1198f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e240 expref: 42 pid: 29349 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.110558:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932117760:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.110643:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480900 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.112464:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932117760:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.112500:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 42 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.112525:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588e00, rc 0) 00000100:00100000:0.0:1777573234.112578:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+42:59530:x1863919925881216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2395us (2651us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.112587:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12185 00000100:00100000:2.0:1777573234.113576:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.113678:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925881344 00000100:00100000:3.0:1777573234.113687:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925881344 00010000:00010000:3.0:1777573234.113720:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1198f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e240 expref: 42 pid: 29349 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.113759:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5547 00000100:00100000:3.0:1777573234.113768:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919925881344:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.113780:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.113801:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1198f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e240 expref: 42 pid: 29349 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.113815:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1198f79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e240 expref: 42 pid: 29349 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.113836:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1198f79 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e240 expref: 42 pid: 29349 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.113850:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.113852:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.113859:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 41 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.113868:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 41 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.113899:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 41 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.113913:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932117888:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573234.113987:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d07e2600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.115871:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.116040:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925881472 00000100:00100000:0.0:1777573234.116048:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925881472 00000100:00100000:0.0:1777573234.116098:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12186 00000100:00100000:0.0:1777573234.116107:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+40:59530:x1863919925881472:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.116122:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.116138:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4a1 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.116167:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e247 expref: 41 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.116176:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.116178:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.116181:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 41 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.116209:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e247 expref: 41 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.116222:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e247 expref: 41 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.116253:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919932118016:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.116348:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480900 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.116665:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932117888:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573234.116684:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573234.116820:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925881344:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3051us (3245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.116828:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5547 00000100:00100000:0.0:1777573234.118699:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919932118016:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.118724:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 41 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.118743:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:0.0:1777573234.118786:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+41:59530:x1863919925881472:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2680us (2924us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.118794:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12186 00000100:00100000:1.0:1777573234.119755:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.119838:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925881600 00000100:00100000:0.0:1777573234.119845:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925881600 00010000:00010000:0.0:1777573234.119873:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e247 expref: 41 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.119942:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5548 00000100:00100000:0.0:1777573234.119951:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925881600:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573234.119964:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.119983:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e247 expref: 41 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.119997:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e247 expref: 41 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.120024:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a1198f6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e247 expref: 41 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.120037:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.120039:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.120046:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 40 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.120056:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 40 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.120085:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 40 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.120100:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6470:1863919932118144:192.168.204.27@tcp:105: 00000100:00100000:0.0:1777573234.120160:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480900 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.122871:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.122944:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925881728 00000100:00100000:2.0:1777573234.122953:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925881728 00000100:00100000:2.0:1777573234.123005:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12187 00000100:00100000:2.0:1777573234.123015:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+41:59530:x1863919925881728:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573234.123033:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573234.123051:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4a8 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.123081:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e24e expref: 42 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.123091:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.123093:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.123097:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 42 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.123128:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e24e expref: 42 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.123142:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e24e expref: 42 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.123156:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932118272:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573234.123307:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2e4f50d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.124039:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6470:1863919932118144:192.168.204.27@tcp:105: 00010000:00010000:0.0:1777573234.124059:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573234.124567:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925881600:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4615us (4812us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.124576:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5548 00000100:00100000:2.0:1777573234.125842:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932118272:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573234.125868:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 42 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.125887:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:2.0:1777573234.125930:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+42:59530:x1863919925881728:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2917us (3066us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.125937:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12187 00000100:00100000:1.0:1777573234.126446:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.126561:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925881856 00000100:00100000:2.0:1777573234.126568:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925881856 00010000:00010000:2.0:1777573234.126596:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e24e expref: 42 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.126627:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5549 00000100:00100000:2.0:1777573234.126635:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919925881856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573234.126646:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.126667:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e24e expref: 42 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.126679:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e24e expref: 42 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.126705:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a1198f72 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e24e expref: 42 pid: 8362 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.126718:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.126732:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.126739:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 41 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.126750:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 41 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.126779:0:9436:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 41 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.126792:0:9436:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9436:1863919932118400:192.168.204.27@tcp:105: 00000100:00100000:2.0:1777573234.126852:0:9436:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2e4f50d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.129016:0:9436:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9436:1863919932118400:192.168.204.27@tcp:105: 00010000:00010000:2.0:1777573234.129036:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573234.129082:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925881856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2447us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.129092:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5549 00000100:00100000:1.0:1777573234.129446:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.129499:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925881984 00000100:00100000:2.0:1777573234.129507:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925881984 00000100:00100000:1.0:1777573234.129529:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.129582:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.130536:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925882112 00000100:00100000:2.0:1777573234.130543:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925882112 00000100:00100000:2.0:1777573234.130575:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925882240 00000100:00100000:2.0:1777573234.130578:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925882240 00000100:00100000:2.0:1777573234.130603:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12188 00000100:00100000:1.0:1777573234.130613:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12189 00000100:00100000:2.0:1777573234.130614:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919925881984:12345-192.168.204.27@tcp:2:lfs.0 00000100:00100000:1.0:1777573234.130629:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925882112:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573234.130785:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.130789:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.130791:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573230 -> 1777573232 00002000:00010000:1.0:1777573234.130793:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573234.130796:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777573234.130833:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925882112:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 209us (1304us total) trans 21474841548 rc 0/0 00000100:00100000:1.0:1777573234.130841:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12189 00000100:00100000:1.0:1777573234.130856:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12190 00000100:00100000:1.0:1777573234.130862:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919925882240:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573234.130935:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.130938:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.130940:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573230 -> 1777573232 00002000:00010000:1.0:1777573234.130942:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:1.0:1777573234.130945:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.130970:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919925882240:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 107us (1387us total) trans 17179874688 rc 0/0 00000100:00100000:1.0:1777573234.130978:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12190 00002000:00010000:2.0:1777573234.130981:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:2.0:1777573234.130986:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:2.0:1777573234.130988:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:2.0:1777573234.130991:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573232 -> 1777573233 00002000:00010000:2.0:1777573234.130993:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573234.131022:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919925881984:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 410us (1576us total) trans 17179874689 rc 0/0 00000100:00100000:2.0:1777573234.131029:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12188 00000100:00100000:0.0:1777573234.132972:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.133043:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925882496 00000100:00100000:3.0:1777573234.133050:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925882496 00000100:00100000:3.0:1777573234.133119:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5106 00000100:00100000:3.0:1777573234.133126:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+520:59530:x1863919925882496:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:3.0:1777573234.133176:0:6487:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198f2c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e22b expref: 520 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.133213:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.133222:0:6487:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f56 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e232 expref: 520 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.133250:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.133372:0:6487:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f56 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 48 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e232 expref: 520 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.133386:0:6487:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f56 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 48 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e232 expref: 520 pid: 7963 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.133402:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5741880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932118528:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573234.133482:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8bb0000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.137376:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.137611:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5741880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932118528:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573234.137639:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.137722:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925882624 00000100:00100000:0.0:1777573234.137730:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925882624 00010000:00010000:0.0:1777573234.137764:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f56 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 48 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e232 expref: 521 pid: 7963 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.137799:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5550 00000100:00100000:0.0:1777573234.137808:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+521:2403:x1863919925882624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573234.137822:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.137829:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f56 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 49 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e232 expref: 521 pid: 7963 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.137840:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f56 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 49 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e232 expref: 521 pid: 7963 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.137861:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1198f56 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 49 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e232 expref: 521 pid: 7963 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.137877:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.137881:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.137911:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.137921:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.138011:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573234.138066:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+520:2403:x1863919925882624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 258us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.138074:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5550 00010000:00010000:2.0:1777573234.139029:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.139040:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573234.139370:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2995, 88 off248136 00000004:00080000:2.0:1777573234.139381:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685109104ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139417:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2996, 88 off247872 00000004:00080000:2.0:1777573234.139425:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685153697ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139447:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2997, 88 off247960 00000004:00080000:2.0:1777573234.139451:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685179522ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139460:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2996, 88 off248224 00000004:00080000:2.0:1777573234.139465:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685193567ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139485:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2997, 88 off248312 00000004:00080000:2.0:1777573234.139490:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685218579ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139500:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2998, 88 off248048 00000004:00080000:2.0:1777573234.139504:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685232562ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139517:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2999, 88 off248136 00000004:00080000:2.0:1777573234.139520:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685249057ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139528:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2998, 88 off248400 00000004:00080000:2.0:1777573234.139532:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685260639ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139542:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3000, 88 off248224 00000004:00080000:2.0:1777573234.139546:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685275142ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139554:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2999, 88 off248488 00000004:00080000:2.0:1777573234.139558:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685286392ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139574:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3000, 88 off248576 00000004:00080000:2.0:1777573234.139579:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685308062ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139588:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3001, 88 off248312 00000004:00080000:2.0:1777573234.139592:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685320372ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139606:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3002, 88 off248400 00000004:00080000:2.0:1777573234.139609:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685338350ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139617:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3001, 88 off248664 00000004:00080000:2.0:1777573234.139620:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685349252ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139628:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3003, 88 off248488 00000004:00080000:2.0:1777573234.139631:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685359722ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139638:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3002, 88 off248752 00000004:00080000:2.0:1777573234.139642:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685370270ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139649:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3003, 88 off248840 00000004:00080000:2.0:1777573234.139652:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685380957ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139660:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3004, 88 off248576 00000004:00080000:2.0:1777573234.139663:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685391597ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139671:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3004, 88 off248928 00000004:00080000:2.0:1777573234.139675:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685403852ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139694:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3005, 88 off248664 00000004:00080000:2.0:1777573234.139699:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685427437ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139710:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3006, 88 off248752 00000004:00080000:2.0:1777573234.139715:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685442940ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139731:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3005, 88 off249016 00000004:00080000:2.0:1777573234.139736:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685464450ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139752:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3006, 88 off249104 00000004:00080000:2.0:1777573234.139756:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685484397ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139765:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3007, 88 off248840 00000004:00080000:2.0:1777573234.139769:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685497602ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139785:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3008, 88 off248928 00000004:00080000:2.0:1777573234.139789:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685517910ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139797:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3007, 88 off249192 00000004:00080000:2.0:1777573234.139801:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685529699ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139813:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3008, 88 off249280 00000004:00080000:2.0:1777573234.139817:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685546172ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139832:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3009, 88 off249016 00000004:00080000:2.0:1777573234.139837:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685565637ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139854:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3010, 88 off249104 00000004:00080000:2.0:1777573234.139859:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685587232ns, next at 744713604618ns, rc = 0 00000040:00080000:2.0:1777573234.139868:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3009, 88 off249368 00000004:00080000:2.0:1777573234.139872:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685600990ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139886:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3010, 88 off249456 00000004:00080000:2.0:1777573234.139890:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 754685618779ns, next at 744713624471ns, rc = 0 00000040:00080000:2.0:1777573234.139899:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3011, 88 off249192 00000004:00080000:2.0:1777573234.139923:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 754685651772ns, next at 744713604618ns, rc = 0 00000001:00080000:3.0:1777573234.141709:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978562 is committed 00000004:00080000:3.0:1777573234.141721:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2102 committed 00010000:00010000:2.0:1777573234.141735:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1198fe9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.141738:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2101 committed 00010000:00010000:2.0:1777573234.141748:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1198fe9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141756:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1198fe9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141762:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.141767:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1198fe9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141775:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1198fe9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141790:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.141793:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.141797:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1198fe9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141804:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1198fe9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141825:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199005 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141832:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199005 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141838:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199005 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141844:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.141846:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199005 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141853:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199005 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141862:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.141865:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.141867:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199005 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141873:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199005 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141882:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a1199021 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141890:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a1199021 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141895:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a1199021 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141900:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7e200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.141904:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a1199021 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141909:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a1199021 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141921:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.141925:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.141927:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a1199021 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141934:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a1199021 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141946:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119903d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141954:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119903d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141959:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119903d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141965:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.141968:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119903d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141975:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119903d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.141984:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.141986:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.141989:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119903d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.141991:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932119040:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.141998:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119903d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142018:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142024:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142030:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142036:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142039:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142045:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142052:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.142055:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142057:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142063:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a1199059 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142069:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.142080:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142086:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142092:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142097:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc8bb600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142100:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142105:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.142109:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2100 committed 00000100:00100000:1.0:1777573234.142109:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932119552:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.142114:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.142118:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142120:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142127:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199075 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142137:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a1199091 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142137:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.142146:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a1199091 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142152:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a1199091 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142157:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7f000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142160:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a1199091 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142160:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00010000:2.0:1777573234.142168:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a1199091 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142168:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932118656:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.142190:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:1.0:1777573234.142194:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.142197:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142200:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a1199091 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142206:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a1199091 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142210:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932119168:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.142217:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142225:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142230:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.142247:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142253:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caaa00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142256:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142262:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142291:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:1.0:1777573234.142292:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932118784:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.142297:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142301:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142307:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a11990ad lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142318:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.142327:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142334:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142335:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932119296:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.142346:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142352:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142356:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142357:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.142365:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142373:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:2.0:1777573234.142374:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.142378:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573234.142379:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932118912:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.142381:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142389:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a11990c9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142399:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.142401:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142408:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142411:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932119424:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.142420:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142426:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142430:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142433:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.142441:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142451:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.142453:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142457:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142463:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a11990e5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142463:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932119040 00000100:00100000:1.0:1777573234.142470:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932119040 00010000:00010000:2.0:1777573234.142476:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142483:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142489:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142494:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142498:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142504:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142514:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932119552 00010000:00010000:2.0:1777573234.142516:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:1.0:1777573234.142517:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932119552 00010000:00010000:2.0:1777573234.142520:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142523:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142530:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a1199101 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142542:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932118656 00010000:00010000:2.0:1777573234.142544:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142545:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932118656 00010000:00010000:2.0:1777573234.142553:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142557:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932119168 00010000:00010000:2.0:1777573234.142559:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142561:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932119168 00010000:00010000:2.0:1777573234.142567:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7f22400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142570:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142572:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932118784 00000100:00100000:1.0:1777573234.142576:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932118784 00010000:00010000:2.0:1777573234.142578:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142588:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:1.0:1777573234.142588:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932119296 00010000:00010000:2.0:1777573234.142593:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573234.142593:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932119296 00010000:00010000:2.0:1777573234.142596:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142603:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119911d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142605:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932118912 00000100:00100000:1.0:1777573234.142611:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932118912 00010000:00010000:2.0:1777573234.142622:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142628:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142632:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932119424 00010000:00010000:2.0:1777573234.142634:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142635:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932119424 00010000:00010000:2.0:1777573234.142642:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142646:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142653:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142655:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12191 00010000:00010000:2.0:1777573234.142665:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:1.0:1777573234.142665:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932119040:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.142672:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142675:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142680:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199139 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142690:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142696:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142701:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142706:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142709:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142714:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142721:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.142723:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142725:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142731:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199155 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142740:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142745:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142751:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142756:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142759:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142765:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142776:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.142779:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142781:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142787:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a11991da lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142796:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.142798:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:1.0:1777573234.142803:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00010000:00010000:2.0:1777573234.142808:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.142808:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:1.0:1777573234.142810:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.142814:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 64 -> 64 00010000:00010000:2.0:1777573234.142822:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142827:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142830:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142835:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142843:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.142846:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142849:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142850:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932119040:12345-0@lo:2:osp-syn-0-1.0 Request processed in 186us (784us total) trans 21474841549 rc 0/0 00010000:00010000:2.0:1777573234.142861:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a11991f6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142866:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12191 00010000:00010000:2.0:1777573234.142882:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142888:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142889:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12192 00010000:00010000:2.0:1777573234.142898:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.142900:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932119552:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.142911:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142914:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142920:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142929:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.142931:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.142934:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142940:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199212 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142951:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142957:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.142958:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:1.0:1777573234.142964:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00010000:00010000:2.0:1777573234.142969:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.142970:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573234.142975:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.142981:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 64 -> 64 00010000:00010000:2.0:1777573234.142982:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6be8200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.142987:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.142992:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143001:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143003:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.143006:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143012:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932119552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 112us (873us total) trans 21474841550 rc 0/0 00010000:00010000:2.0:1777573234.143015:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119922e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143025:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12192 00010000:00010000:2.0:1777573234.143032:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143039:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143042:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12193 00010000:00010000:2.0:1777573234.143051:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143051:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932118656:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.143060:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c64da200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.143062:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143068:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143080:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143083:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.143085:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143091:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119924a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.143097:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.143100:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00010000:00010000:2.0:1777573234.143101:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.143102:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:2.0:1777573234.143108:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.143110:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:1.0:1777573234.143116:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1777573234.143121:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143127:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4d400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.143129:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143135:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143143:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143147:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573234.143148:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932118656:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (954us total) trans 21474841551 rc 0/0 00010000:00010000:2.0:1777573234.143150:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143163:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12193 00000004:00080000:3.0:1777573234.143164:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2101 committed 00010000:00010000:2.0:1777573234.143164:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199266 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.143170:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2100 committed 00000004:00080000:3.0:1777573234.143176:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2099 committed 00000004:00080000:3.0:1777573234.143182:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2098 committed 00010000:00010000:2.0:1777573234.143186:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143186:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12194 00000004:00080000:3.0:1777573234.143187:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2099 committed 00000004:00080000:3.0:1777573234.143192:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2098 committed 00000004:00080000:3.0:1777573234.143199:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2097 committed 00000100:00100000:1.0:1777573234.143199:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932119168:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.143200:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.143204:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2096 committed 00000004:00080000:3.0:1777573234.143210:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2097 committed 00010000:00010000:2.0:1777573234.143213:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.143215:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2096 committed 00000004:00080000:3.0:1777573234.143220:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2095 committed 00010000:00010000:2.0:1777573234.143222:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a9c00 already unused, calling callback (ffffffffc16984f0) 00000004:00080000:3.0:1777573234.143225:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2095 committed 00010000:00010000:2.0:1777573234.143225:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.143229:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2094 committed 00000004:00080000:3.0:1777573234.143246:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2093 committed 00010000:00010000:2.0:1777573234.143247:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.143251:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2094 committed 00000004:00080000:3.0:1777573234.143257:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2092 committed 00010000:00010000:2.0:1777573234.143261:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000004:00080000:3.0:1777573234.143262:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2093 committed 00010000:00010000:2.0:1777573234.143265:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:3.0:1777573234.143267:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2092 committed 00002000:00010000:1.0:1777573234.143268:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 71822 -> 71822 00000004:00080000:3.0:1777573234.143286:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2091 committed 00010000:00010000:2.0:1777573234.143286:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.143292:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2090 committed 00000004:00080000:3.0:1777573234.143296:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2091 committed 00010000:00010000:2.0:1777573234.143296:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199282 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.143301:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2089 committed 00002000:00010000:1.0:1777573234.143301:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00000004:00080000:3.0:1777573234.143306:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2090 committed 00002000:00010000:1.0:1777573234.143308:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00000004:00080000:3.0:1777573234.143311:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2089 committed 00002000:00010000:1.0:1777573234.143313:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00000004:00080000:3.0:1777573234.143316:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2088 committed 00002000:00010000:1.0:1777573234.143316:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 64 00000004:00080000:3.0:1777573234.143320:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2087 committed 00010000:00010000:2.0:1777573234.143320:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.143325:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2088 committed 00000004:00080000:3.0:1777573234.143329:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2087 committed 00010000:00010000:2.0:1777573234.143331:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143338:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.143340:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2086 committed 00010000:00010000:2.0:1777573234.143346:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c8345c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.143351:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143351:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932119168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 153us (1119us total) trans 21474841552 rc 0/0 00010000:00010000:2.0:1777573234.143364:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143364:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12194 00010000:00010000:2.0:1777573234.143374:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143377:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.143380:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143380:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12195 00010000:00010000:2.0:1777573234.143389:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119929e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143389:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932118784:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.143407:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143414:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143420:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143426:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c1523800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.143430:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.143435:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1777573234.143437:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.143439:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.143444:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.143449:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.143453:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00010000:00010000:2.0:1777573234.143465:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143468:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.143471:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143478:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523800/0x8dc0a528a11992ba lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143486:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932118784:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (1169us total) trans 21474841553 rc 0/0 00000100:00100000:1.0:1777573234.143492:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12195 00010000:00010000:2.0:1777573234.143493:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143501:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143506:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12196 00010000:00010000:2.0:1777573234.143512:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143515:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932119296:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.143524:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c1523c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.143528:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143534:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143544:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143546:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.143549:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143554:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a11992d6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.143554:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.143561:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.143566:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573234.143573:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.143576:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1777573234.143579:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143586:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143593:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143599:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7ca00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:1.0:1777573234.143602:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932119296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (1243us total) trans 21474841554 rc 0/0 00010000:00010000:2.0:1777573234.143605:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143616:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12196 00010000:00010000:2.0:1777573234.143617:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143627:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143630:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.143633:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143638:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12197 00010000:00010000:2.0:1777573234.143644:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a11992f2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143650:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932118912:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573234.143661:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143667:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143673:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143679:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.143682:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143689:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143697:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143700:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:1.0:1777573234.143703:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1777573234.143704:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.143708:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.143714:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00010000:00010000:2.0:1777573234.143717:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119930e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.143718:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.143724:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1777573234.143735:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143742:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143749:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143757:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:1.0:1777573234.143758:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932118912:12345-0@lo:2:osp-syn-0-1.0 Request processed in 110us (1359us total) trans 21474841555 rc 0/0 00010000:00010000:2.0:1777573234.143762:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.143769:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12197 00010000:00010000:2.0:1777573234.143774:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143786:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143788:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.143791:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143797:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119932a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143807:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.143811:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8554000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932119936:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.143816:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143824:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143829:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12ab200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.143831:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143837:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143844:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143847:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.143850:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.143858:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.143858:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199346 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143874:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.143878:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932120448:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.143884:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143890:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143895:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.143898:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.143907:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.143908:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143917:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143919:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573234.143922:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00010000:2.0:1777573234.143923:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143930:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a11993cb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.143931:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932119808:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.143946:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143952:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.143961:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.143962:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143969:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.143972:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.143974:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932120320:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.143983:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.143992:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.143995:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.143998:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.144006:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.144006:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11993e7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144021:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144028:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144034:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144039:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c8344200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.144041:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144046:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144056:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.144061:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573234.144061:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12198 00010000:00010000:2.0:1777573234.144064:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144070:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199403 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144075:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932119936 00000100:00100000:0.0:1777573234.144076:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932119424:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573234.144083:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932119936 00010000:00010000:2.0:1777573234.144085:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144092:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144098:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144103:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.144106:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144107:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932120448 00000100:00100000:1.0:1777573234.144112:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932120448 00010000:00010000:2.0:1777573234.144115:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144124:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.144126:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573234.144128:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932119808 00010000:00010000:2.0:1777573234.144129:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144132:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932119808 00010000:00010000:2.0:1777573234.144139:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119941f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.144152:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 71822 -> 71822 00000100:00100000:1.0:1777573234.144153:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932120320 00010000:00010000:2.0:1777573234.144156:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144158:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932120320 00002000:00010000:0.0:1777573234.144159:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.144165:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00010000:00010000:2.0:1777573234.144169:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.144170:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00000100:00100000:1.0:1777573234.144176:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12199 00002000:00010000:0.0:1777573234.144176:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 64 -> 64 00010000:00010000:2.0:1777573234.144184:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144187:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3635:x1863919932119936:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.144196:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.144199:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144205:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144213:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:0.0:1777573234.144214:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932119424:12345-0@lo:2:osp-syn-0-1.0 Request processed in 142us (1781us total) trans 21474841556 rc 0/0 00010000:00010000:2.0:1777573234.144219:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.144223:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.144228:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12198 00010000:00010000:2.0:1777573234.144244:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119943b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144257:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144263:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.144265:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12200 00002000:00010000:1.0:1777573234.144301:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 71822 -> 71822 00010000:00010000:2.0:1777573234.144302:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.144307:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.144313:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00010000:00010000:2.0:1777573234.144314:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6be8a00 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:1.0:1777573234.144319:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00010000:00010000:2.0:1777573234.144320:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.144324:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 64 -> 64 00010000:00010000:2.0:1777573234.144333:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144343:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:3.0:1777573234.144344:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932119680:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.144348:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.144352:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144358:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199457 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144366:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3635:x1863919932119936:12345-0@lo:2:osp-syn-1-1.0 Request processed in 180us (510us total) trans 17179874690 rc 0/0 00010000:00010000:2.0:1777573234.144368:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144377:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.144386:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.144387:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144395:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.144398:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144403:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.144404:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8555880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932120192:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.144420:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.144423:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.144426:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.144433:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.144437:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a1199473 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144448:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.144449:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00010000:00010000:2.0:1777573234.144458:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.144459:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932120064:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.144470:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144475:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.144479:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144485:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144493:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:3.0:1777573234.144494:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.144499:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.144502:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.144508:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932120576:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.144509:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119948f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144528:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.144536:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.144537:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144545:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144550:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.144553:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144558:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.144565:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932119680 00010000:00010000:2.0:1777573234.144566:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.144570:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573234.144571:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932119680 00010000:00010000:2.0:1777573234.144572:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144579:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11994ab lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144588:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144594:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144600:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144605:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556ce00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:1.0:1777573234.144609:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12199 00010000:00010000:2.0:1777573234.144611:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.144614:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3635:x1863919932120448:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.144623:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144627:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932120192 00010000:00010000:2.0:1777573234.144631:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:1.0:1777573234.144632:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932120192 00010000:00010000:2.0:1777573234.144636:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.144639:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144645:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a11994c7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144656:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932120064 00010000:00010000:2.0:1777573234.144658:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144661:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932120064 00010000:00010000:2.0:1777573234.144667:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144673:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144679:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631200 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:1.0:1777573234.144680:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932120576 00010000:00010000:2.0:1777573234.144683:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.144683:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573234.144684:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932120576 00002000:00010000:0.0:1777573234.144690:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00010000:00010000:2.0:1777573234.144695:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.144696:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00000100:00100000:1.0:1777573234.144702:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12201 00002000:00010000:0.0:1777573234.144703:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.144709:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.144715:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932119808:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.144722:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.144726:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.144729:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144735:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11994e3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.144744:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932120448:12345-0@lo:2:osp-syn-1-1.0 Request processed in 134us (838us total) trans 17179874691 rc 0/0 00010000:00010000:2.0:1777573234.144746:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.144756:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12200 00010000:00010000:2.0:1777573234.144757:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144765:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144770:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.144774:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.144774:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777573234.144779:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12202 00002000:00010000:1.0:1777573234.144781:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.144788:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00010000:00010000:2.0:1777573234.144790:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.144793:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932120320:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573234.144794:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.144801:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1777573234.144809:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.144813:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.144816:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144822:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11994ff lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144833:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932119808:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (875us total) trans 17179874692 rc 0/0 00010000:00010000:2.0:1777573234.144838:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144842:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12201 00010000:00010000:2.0:1777573234.144851:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.144853:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 71822 -> 71822 00010000:00010000:2.0:1777573234.144860:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.144860:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00000100:00100000:1.0:1777573234.144864:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12203 00002000:00010000:0.0:1777573234.144866:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573234.144874:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00010000:00010000:2.0:1777573234.144876:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359e00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:1.0:1777573234.144877:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932120192:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573234.144880:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 64 00010000:00010000:2.0:1777573234.144882:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144891:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144900:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.144903:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.144906:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144912:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119951b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.144916:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932120320:12345-0@lo:2:osp-syn-1-1.0 Request processed in 126us (910us total) trans 17179874693 rc 0/0 00000100:00100000:0.0:1777573234.144928:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12202 00010000:00010000:2.0:1777573234.144929:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144937:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.144938:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.144944:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00000100:00100000:0.0:1777573234.144949:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12204 00010000:00010000:2.0:1777573234.144950:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.144950:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573234.144955:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.144962:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573234.144962:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932120064:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.144964:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c34b5600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.144969:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144976:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144984:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.144987:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.144990:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.144996:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199537 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.144998:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932120192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (567us total) trans 17179874694 rc 0/0 00000100:00100000:1.0:1777573234.145013:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12203 00010000:00010000:2.0:1777573234.145017:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.145022:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1777573234.145025:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.145027:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00000100:00100000:1.0:1777573234.145031:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12205 00002000:00010000:0.0:1777573234.145035:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573234.145041:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00010000:00010000:2.0:1777573234.145042:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.145044:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932120576:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573234.145048:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1777573234.145057:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.145060:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.145066:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.145078:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.145082:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573234.145084:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932120064:12345-0@lo:2:osp-syn-1-1.0 Request processed in 124us (589us total) trans 17179874695 rc 0/0 00010000:00010000:2.0:1777573234.145085:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.145098:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199545 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.145099:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777573234.145100:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12204 00002000:00010000:1.0:1777573234.145107:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.145112:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573234.145115:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.145117:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.145148:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932120576:12345-0@lo:2:osp-syn-1-1.0 Request processed in 105us (612us total) trans 17179874696 rc 0/0 00000100:00100000:1.0:1777573234.145154:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12205 00000004:00010000:2.0:1777573234.145165:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005be42200 reply state 00000000555556d3 transno 4294978562 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777573234.145176:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777573234.145178:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777573234.145180:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777573234.145188:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.145190:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1777573234.145193:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573234.145198:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12206 00010000:00010000:2.0:1777573234.145199:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.145203:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00100000:1.0:1777573234.145209:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932119680:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.145211:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1198f2c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e22b expref: 391 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.145256:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c8554700/2, rc 0, transno 17179874695 00000100:00100000:3.0:1777573234.145293:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932120064:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573234.145294:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:1.0:1777573234.145301:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.145304:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.145306:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.145308:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 128 -> 128 00000004:00080000:3.0:1777573234.145312:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f8a80/2, rc 0, transno 17179874696 00000100:00100000:3.0:1777573234.145318:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932120576:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573234.145331:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c8555880/2, rc 0, transno 17179874694 00000100:00100000:3.0:1777573234.145336:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8555880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932120192:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.145340:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932119680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 132us (956us total) trans 17179874697 rc 0/0 00000100:00100000:1.0:1777573234.145347:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12206 00000004:00080000:3.0:1777573234.145353:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca40a80/2, rc 0, transno 17179874697 00000100:00100000:3.0:1777573234.145359:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932119680:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.145383:0:3634:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474841484 gen 2 00000004:00080000:1.0:1777573234.145388:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e29500, transno 21474841434 00000004:00080000:1.0:1777573234.145400:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2a680, transno 21474841435 00000004:00080000:1.0:1777573234.145403:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fc9180, transno 21474841436 00000004:00080000:1.0:1777573234.145406:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2ad80, transno 21474841437 00000004:00080000:1.0:1777573234.145409:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2bb80, transno 21474841438 00000004:00080000:1.0:1777573234.145413:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2a300, transno 21474841439 00000004:00080000:1.0:1777573234.145416:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2b100, transno 21474841440 00000004:00080000:1.0:1777573234.145419:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e28000, transno 21474841441 00000004:00080000:1.0:1777573234.145422:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca41c00, transno 21474841442 00000004:00080000:1.0:1777573234.145426:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca40380, transno 21474841443 00000004:00080000:1.0:1777573234.145430:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca43480, transno 21474841444 00000004:00080000:1.0:1777573234.145433:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca40e00, transno 21474841445 00000004:00080000:1.0:1777573234.145435:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca43800, transno 21474841446 00000004:00080000:1.0:1777573234.145438:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca41880, transno 21474841447 00000004:00080000:1.0:1777573234.145442:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca42300, transno 21474841448 00000004:00080000:1.0:1777573234.145444:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca42a00, transno 21474841449 00000004:00080000:1.0:1777573234.145447:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fca680, transno 21474841450 00000004:00080000:1.0:1777573234.145449:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70fad80, transno 21474841451 00000004:00080000:1.0:1777573234.145452:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70fa300, transno 21474841452 00000004:00080000:1.0:1777573234.145454:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e29880, transno 21474841453 00000004:00080000:1.0:1777573234.145457:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70fa680, transno 21474841454 00000004:00080000:1.0:1777573234.145461:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e29180, transno 21474841455 00000004:00080000:1.0:1777573234.145464:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fc8380, transno 21474841456 00000004:00080000:1.0:1777573234.145466:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e28e00, transno 21474841457 00000004:00080000:1.0:1777573234.145470:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18700, transno 21474841458 00000004:00080000:1.0:1777573234.145473:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18000, transno 21474841459 00000004:00080000:1.0:1777573234.145477:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1ad80, transno 21474841460 00000004:00080000:1.0:1777573234.145480:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19880, transno 21474841461 00000004:00080000:1.0:1777573234.145484:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1d2d880, transno 21474841462 00000004:00080000:1.0:1777573234.145486:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1b100, transno 21474841463 00000004:00080000:1.0:1777573234.145489:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1d2c700, transno 21474841464 00000004:00080000:1.0:1777573234.145494:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1d2fb80, transno 21474841465 00000004:00080000:1.0:1777573234.145498:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fcb100, transno 21474841469 00000004:00080000:1.0:1777573234.145502:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499ce00, transno 21474841470 00000004:00080000:1.0:1777573234.145507:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fcbb80, transno 21474841471 00000004:00080000:1.0:1777573234.145510:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fcad80, transno 21474841472 00000004:00080000:1.0:1777573234.145514:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e28380, transno 21474841473 00000004:00080000:1.0:1777573234.145517:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2aa00, transno 21474841474 00000100:00100000:0.0:1777573234.145518:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932120704:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573234.145522:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499e680, transno 21474841475 00000004:00080000:1.0:1777573234.145525:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fc9f80, transno 21474841476 00000004:00080000:1.0:1777573234.145529:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1aa00, transno 21474841477 00000004:00080000:1.0:1777573234.145532:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19180, transno 21474841478 00000004:00080000:1.0:1777573234.145535:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2b480, transno 21474841479 00000004:00080000:1.0:1777573234.145539:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1b480, transno 21474841480 00000004:00080000:1.0:1777573234.145542:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19c00, transno 21474841481 00000004:00080000:1.0:1777573234.145547:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18a80, transno 21474841482 00000004:00080000:1.0:1777573234.145550:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18380, transno 21474841483 00000100:00100000:0.0:1777573234.145553:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573234.145555:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1bb80, transno 21474841484 00000100:00100000:1.0:1777573234.145562:0:3634:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff99d2d6820000 x1863919932118912/t21474841555(21474841555) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777573250 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777573234.145572:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6820000/2, rc 0, transno 21474841555 00000100:00100000:1.0:1777573234.145577:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932118912:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573234.145579:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573234.145589:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932121088:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573234.145591:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b65880/2, rc 0, transno 21474841556 00000100:00100000:1.0:1777573234.145596:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932119424:0@lo:2:osp-syn-0-1.0 00010000:00080000:2.0:1777573234.145606:0:6487:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000004:00080000:1.0:1777573234.145609:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6822300/2, rc 0, transno 21474841553 00000100:00100000:1.0:1777573234.145615:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932118784:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.145623:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+391:59530:x1863919925882496:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 12494us (12656us total) trans 4294978562 rc 0/0 00000100:00100000:0.0:1777573234.145623:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573234.145628:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b65c00/2, rc 0, transno 21474841554 00000100:00100000:1.0:1777573234.145635:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932119296:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.145636:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5106 00000100:00100000:1.0:1777573234.145653:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932120832:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573234.145657:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932120704 00000100:00100000:0.0:1777573234.145663:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932120704 00010000:00010000:2.0:1777573234.145667:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.145675:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.145684:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573234.145687:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.145693:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caba00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:0.0:1777573234.145696:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932121088 00010000:00010000:2.0:1777573234.145697:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.145702:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932121088 00000100:00100000:1.0:1777573234.145703:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1777573234.145709:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.145713:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932120960:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573234.145723:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.145727:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1777573234.145727:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932120832 00010000:00010000:2.0:1777573234.145732:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.145732:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932120832 00010000:00010000:2.0:1777573234.145740:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199561 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.145744:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573234.145760:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932120960 00000100:00100000:0.0:1777573234.145764:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932120960 00000100:00100000:2.0:1777573234.145773:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12207 00000100:00100000:2.0:1777573234.145784:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3637:x1863919932120704:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573234.145791:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca41180/2, rc 0, transno 17179874692 00000100:00100000:0.0:1777573234.145791:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12208 00000100:00100000:1.0:1777573234.145804:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932119808:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573234.145805:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3637:x1863919932121088:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573234.145815:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f8e00/2, rc 0, transno 17179874693 00000100:00100000:1.0:1777573234.145820:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932120320:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573234.145828:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c8554000/2, rc 0, transno 17179874690 00000100:00100000:1.0:1777573234.145831:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8554000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932119936:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573234.145839:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45faa00/2, rc 0, transno 17179874691 00000100:00100000:1.0:1777573234.145843:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932120448:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573234.145853:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:2.0:1777573234.145858:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.145861:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573234.145864:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.145867:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 64 -> 64 00000004:00080000:1.0:1777573234.145867:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6823480/2, rc 0, transno 21474841551 00000100:00100000:1.0:1777573234.145876:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932118656:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573234.145881:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:0.0:1777573234.145886:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00000004:00080000:1.0:1777573234.145889:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b67800/2, rc 0, transno 21474841552 00002000:00010000:0.0:1777573234.145890:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573234.145896:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00000100:00100000:1.0:1777573234.145897:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932119168:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573234.145900:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777573234.145914:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932120704:12345-0@lo:2:osp-syn-1-1.0 Request processed in 132us (361us total) trans 17179874698 rc 0/0 00000004:00080000:1.0:1777573234.145916:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b67b80/2, rc 0, transno 21474841549 00000100:00100000:2.0:1777573234.145926:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12207 00000100:00100000:1.0:1777573234.145926:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932119040:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573234.145937:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932121088:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (316us total) trans 17179874699 rc 0/0 00000004:00080000:1.0:1777573234.145945:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b66a00/2, rc 0, transno 21474841550 00000100:00100000:0.0:1777573234.145946:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12208 00000100:00100000:1.0:1777573234.145952:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932119552:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.146176:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 8 changes, 8 in progress, 0 in flight, 48 done 00000100:00100000:3.0:1777573234.146289:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932121472:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.146317:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.146329:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932121984:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.146348:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.146359:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777573234.146364:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932121344:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.146381:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.146390:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932121856:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.146408:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.146424:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932121472 00000100:00100000:3.0:1777573234.146428:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932121472 00000100:00100000:0.0:1777573234.146533:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932121984 00000100:00100000:0.0:1777573234.146537:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932121984 00000100:00100000:2.0:1777573234.146598:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12209 00000100:00100000:2.0:1777573234.146619:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3634:x1863919932120832:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.146652:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12210 00002000:00010000:2.0:1777573234.146671:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:2.0:1777573234.146676:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00000100:00100000:1.0:1777573234.146679:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3634:x1863919932120960:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573234.146680:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573234.146686:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.146689:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f1:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1777573234.146701:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932121344 00000100:00100000:0.0:1777573234.146706:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932121344 00000100:00100000:2.0:1777573234.146719:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3634:x1863919932120832:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (1039us total) trans 17179874700 rc 0/0 00000100:00100000:0.0:1777573234.146726:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932121856 00000100:00100000:2.0:1777573234.146727:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12209 00000100:00100000:0.0:1777573234.146732:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932121856 00002000:00010000:1.0:1777573234.146748:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777573234.146753:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12211 00002000:00010000:1.0:1777573234.146754:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.146758:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573234.146760:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00000100:00100000:2.0:1777573234.146765:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932121472:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573234.146765:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.146799:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3634:x1863919932120960:12345-0@lo:2:osp-syn-1-1.0 Request processed in 125us (1057us total) trans 17179874701 rc 0/0 00002000:00010000:2.0:1777573234.146826:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:2.0:1777573234.146829:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.146831:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573234.146833:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.146836:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1777573234.146842:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12212 00000100:00100000:0.0:1777573234.146853:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932121984:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.146868:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932121472:12345-0@lo:2:osp-syn-0-1.0 Request processed in 107us (550us total) trans 21474841557 rc 0/0 00000100:00100000:2.0:1777573234.146875:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12211 00000100:00100000:2.0:1777573234.146888:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12213 00000100:00100000:2.0:1777573234.146896:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932121344:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573234.146944:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.146947:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.146950:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573234.146952:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.146954:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573234.146975:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932121344:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (592us total) trans 21474841559 rc 0/0 00000100:00100000:2.0:1777573234.146980:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12213 00000100:00100000:2.0:1777573234.146992:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12214 00000100:00100000:2.0:1777573234.146997:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932121856:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573234.147005:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:0.0:1777573234.147010:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.147012:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573234.147015:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.147017:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 64 -> 64 00002000:00010000:2.0:1777573234.147045:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.147050:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00000100:00100000:0.0:1777573234.147051:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932121984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 201us (700us total) trans 21474841558 rc 0/0 00002000:00010000:2.0:1777573234.147055:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573234.147060:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.147063:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573234.147067:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12212 00000100:00100000:2.0:1777573234.147093:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932121856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 95us (684us total) trans 21474841560 rc 0/0 00000100:00100000:0.0:1777573234.147099:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932121216:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.147101:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12214 00000004:00080000:2.0:1777573234.147137:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7981500/2, rc 0, transno 21474841559 00000100:00100000:0.0:1777573234.147143:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.147145:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932121344:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573234.147156:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7983480/2, rc 0, transno 21474841560 00000100:00100000:2.0:1777573234.147160:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932121856:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573234.147169:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932121728:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573234.147172:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7980e00/2, rc 0, transno 21474841557 00000100:00100000:0.0:1777573234.147190:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573234.147212:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f8700/2, rc 0, transno 17179874699 00000100:00100000:0.0:1777573234.147217:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932121088:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573234.147226:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fa300/2, rc 0, transno 17179874698 00000100:00100000:0.0:1777573234.147229:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932120704:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573234.147251:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777573234.147257:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932121600:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573234.147301:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573234.147318:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932122112:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573234.147337:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573234.147354:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932121216 00000100:00100000:0.0:1777573234.147358:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932121216 00000100:00100000:0.0:1777573234.147374:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932121728 00000100:00100000:0.0:1777573234.147377:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932121728 00000100:00100000:0.0:1777573234.147387:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932121600 00000100:00100000:0.0:1777573234.147389:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932121600 00000100:00100000:0.0:1777573234.147399:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932122112 00000100:00100000:0.0:1777573234.147402:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932122112 00000100:00100000:0.0:1777573234.147413:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12215 00000100:00100000:0.0:1777573234.147418:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932121216:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573234.147469:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573234.147473:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.147475:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573234.147477:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.147480:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573234.147508:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932121216:12345-0@lo:2:osp-syn-0-1.0 Request processed in 90us (375us total) trans 21474841561 rc 0/0 00000100:00100000:0.0:1777573234.147515:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12215 00000100:00100000:0.0:1777573234.147528:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12216 00000100:00100000:0.0:1777573234.147534:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932121728:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573234.147582:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:0.0:1777573234.147585:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.147587:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573234.147589:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.147592:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1777573234.147613:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932121728:12345-0@lo:2:osp-syn-0-1.0 Request processed in 80us (423us total) trans 21474841562 rc 0/0 00000100:00100000:0.0:1777573234.147618:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12216 00000100:00100000:0.0:1777573234.147634:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12217 00000100:00100000:0.0:1777573234.147639:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932121600:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.147681:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932121472:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573234.147682:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573234.147688:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.147690:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573234.147693:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.147695:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1777573234.147701:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7982d80/2, rc 0, transno 21474841558 00000100:00100000:2.0:1777573234.147706:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932121984:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573234.147726:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932121600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 85us (422us total) trans 21474841563 rc 0/0 00000100:00100000:2.0:1777573234.147727:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12218 00000100:00100000:0.0:1777573234.147737:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12217 00000100:00100000:2.0:1777573234.147739:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932122112:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573234.147768:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7980a80/2, rc 0, transno 21474841563 00000100:00100000:0.0:1777573234.147773:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932121600:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573234.147783:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7980000/2, rc 0, transno 21474841561 00000100:00100000:0.0:1777573234.147786:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932121216:0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573234.147795:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:0.0:1777573234.147796:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7980380/2, rc 0, transno 21474841562 00002000:00010000:2.0:1777573234.147799:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00000100:00100000:0.0:1777573234.147802:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932121728:0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573234.147804:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573234.147808:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.147811:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573234.147844:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932122112:12345-0@lo:2:osp-syn-0-1.0 Request processed in 108us (506us total) trans 21474841564 rc 0/0 00000100:00100000:2.0:1777573234.147851:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12218 00000100:00100000:2.0:1777573234.147870:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573234.147881:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932122496:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573234.147896:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932122240:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.147910:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.147932:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932122368:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573234.147932:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.147960:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573234.147967:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca41c00/2, rc 0, transno 21474841564 00000100:00100000:0.0:1777573234.147973:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932122112:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573234.147983:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573234.147987:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932122496 00000100:00100000:0.0:1777573234.147991:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932122624:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.147992:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932122496 00000100:00100000:2.0:1777573234.148012:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932122240 00000100:00100000:2.0:1777573234.148015:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932122240 00000100:00100000:0.0:1777573234.148024:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.148028:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932122368 00000100:00100000:2.0:1777573234.148032:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932122368 00000100:00100000:2.0:1777573234.148044:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932122624 00000100:00100000:2.0:1777573234.148047:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932122624 00000100:00100000:0.0:1777573234.148057:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12219 00000100:00100000:0.0:1777573234.148066:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932122496:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573234.148117:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573234.148120:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.148122:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573234.148125:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.148127:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573234.148156:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932122496:12345-0@lo:2:osp-syn-1-1.0 Request processed in 92us (246us total) trans 17179874702 rc 0/0 00000100:00100000:0.0:1777573234.148162:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12219 00000100:00100000:0.0:1777573234.148176:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12220 00000100:00100000:0.0:1777573234.148182:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932122240:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573234.148229:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777573234.148287:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12221 00000100:00100000:2.0:1777573234.148297:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932122368:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573234.148345:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.148350:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:0.0:1777573234.148350:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573234.148355:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.148361:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573234.148361:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.148367:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573234.148368:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573234.148372:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777573234.148407:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+23:3635:x1863919932122368:12345-0@lo:2:osp-syn-1-1.0 Request processed in 114us (448us total) trans 17179874704 rc 0/0 00000100:00100000:2.0:1777573234.148415:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12221 00000100:00100000:0.0:1777573234.148415:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3637:x1863919932122240:12345-0@lo:2:osp-syn-1-1.0 Request processed in 232us (484us total) trans 17179874703 rc 0/0 00000100:00100000:0.0:1777573234.148426:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12220 00000100:00100000:2.0:1777573234.148434:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12222 00000100:00100000:2.0:1777573234.148441:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932122624:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573234.148460:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2c27480/2, rc 0, transno 17179874703 00000100:00100000:0.0:1777573234.148466:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932122240:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573234.148486:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:2.0:1777573234.148490:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.148492:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573234.148494:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.148496:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777573234.148532:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932122624:12345-0@lo:2:osp-syn-1-1.0 Request processed in 92us (508us total) trans 17179874705 rc 0/0 00000100:00100000:2.0:1777573234.148538:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12222 00000004:00080000:2.0:1777573234.148564:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2c27b80/2, rc 0, transno 17179874702 00000100:00100000:2.0:1777573234.148569:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932122496:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573234.148580:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2c26300/2, rc 0, transno 17179874705 00000004:00080000:2.0:1777573234.148583:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2c26a00/2, rc 0, transno 17179874704 00000100:00100000:0.0:1777573234.148588:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932122624:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.148589:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932122368:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.148639:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12210 00000004:00080000:3.0:1777573234.148663:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fa680/2, rc 0, transno 17179874701 00000100:00100000:3.0:1777573234.148669:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932120960:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573234.148683:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fb800/2, rc 0, transno 17179874700 00000100:00100000:3.0:1777573234.148687:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932120832:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.151330:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.151385:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925882752 00000100:00100000:0.0:1777573234.151394:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925882752 00000100:00100000:0.0:1777573234.151449:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15344 00000100:00100000:0.0:1777573234.151460:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+390:59530:x1863919925882752:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.151482:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.151501:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1199568 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4af expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.151555:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1199568 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4af expref: 391 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.151571:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1199568 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4af expref: 391 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.151591:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.151594:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573234.151599:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c1668c00, rc 0) 00000100:00100000:0.0:1777573234.151749:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+391:59530:x1863919925882752:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 290us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.151756:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15344 00000100:00100000:2.0:1777573234.157146:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.157447:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925883008 00000100:00100000:1.0:1777573234.157456:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925883008 00000100:00100000:1.0:1777573234.157500:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5107 00000100:00100000:1.0:1777573234.157506:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2f8b8b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+391:59530:x1863919925883008:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573234.157785:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2f8b8b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+392:59530:x1863919925883008:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 278us (648us total) trans 4294978563 rc 0/0 00000100:00100000:1.0:1777573234.157792:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5107 00000100:00100000:1.0:1777573234.171045:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.171111:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925883136 00000100:00100000:2.0:1777573234.171127:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925883136 00000100:00100000:2.0:1777573234.171213:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15345 00000100:00100000:2.0:1777573234.171225:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+392:59532:x1863919925883136:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573234.171263:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573234.171321:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119956f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4b6 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171404:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171428:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171441:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171456:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171461:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171467:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171543:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171552:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171559:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573234.171600:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:2.0:1777573234.171604:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573234.171637:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171655:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171664:0:7963:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171670:0:7963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171676:0:7963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171682:0:7963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171689:0:7963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.171693:0:7963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171700:0:7963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171711:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d1c3d5f000) 00010000:00010000:2.0:1777573234.171714:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.171718:0:7963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171725:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199576 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171749:0:7963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171756:0:7963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171761:0:7963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171766:0:7963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c34b5600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.171769:0:7963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171774:0:7963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171780:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d1c3d5f300) 00010000:00010000:2.0:1777573234.171782:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.171784:0:7963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171790:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119957d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171822:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119956f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4b6 expref: 394 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171850:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4b6 expref: 393 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.171857:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.171859:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573234.171862:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589a00, rc 0) 00000100:00100000:2.0:1777573234.171938:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+393:59532:x1863919925883136:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 715us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.171948:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15345 00000100:00100000:2.0:1777573234.174725:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.174936:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925883392 00000100:00100000:1.0:1777573234.174945:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925883392 00000100:00100000:1.0:1777573234.175000:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15346 00000100:00100000:1.0:1777573234.175011:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+393:59532:x1863919925883392:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573234.175029:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573234.175049:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7c400/0x8dc0a528a119958b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4bd expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.175150:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199592 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.175166:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199592 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.175177:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199592 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573234.175200:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00010000:00010000:1.0:1777573234.175349:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7c400/0x8dc0a528a119958b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4bd expref: 396 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.175368:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199592 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4bd expref: 395 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.175377:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.175380:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777573234.175383:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7ca00, rc 0) 00000100:00100000:1.0:1777573234.175435:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+395:59532:x1863919925883392:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 427us (719us total) trans 4294978564 rc 0/0 00000100:00100000:1.0:1777573234.175443:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15346 00000100:00100000:1.0:1777573234.178825:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.178878:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925883648 00000100:00100000:2.0:1777573234.178890:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925883648 00000100:00100000:2.0:1777573234.178946:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15347 00000100:00100000:2.0:1777573234.178956:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+395:59532:x1863919925883648:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573234.178982:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573234.178998:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11995a0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4c4 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.179097:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11995a7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.179109:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11995a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.179117:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11995a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573234.179127:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00010000:00010000:2.0:1777573234.179370:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a11995a0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4c4 expref: 398 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.179392:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11995a7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4c4 expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.179406:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.179410:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777573234.179415:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4530e00, rc 0) 00000100:00100000:2.0:1777573234.179484:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+397:59532:x1863919925883648:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 529us (665us total) trans 4294978565 rc 0/0 00000100:00100000:2.0:1777573234.179491:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15347 00000100:00100000:0.0:1777573234.231010:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.231263:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925883776 00000100:00100000:3.0:1777573234.231304:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925883776 00000100:00100000:3.0:1777573234.231637:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4890 00000100:00100000:3.0:1777573234.231650:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919925883776:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573234.231693:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.231717:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 43 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.231725:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573234.231727:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573234.231730:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.231763:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 43 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.231774:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 43 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.231786:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16544:1863919932122752:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573234.231867:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8bb0000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.234017:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16544:1863919932122752:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573234.234044:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.234440:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.234545:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925883904 00000100:00100000:2.0:1777573234.234554:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925883904 00010000:00010000:2.0:1777573234.234586:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 44 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.234661:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5551 00000100:00100000:2.0:1777573234.234671:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919925883904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573234.234684:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.234706:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 44 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.234718:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 44 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.234740:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a119954c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e49a expref: 44 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.234756:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.234759:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.234763:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.234773:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.234797:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573234.234829:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.234835:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919925883904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 166us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.234846:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5551 00010000:00010000:3.0:1777573234.234847:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.237963:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.237982:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.237992:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.238000:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caba00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573234.238004:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.238013:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.238031:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.238038:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a11995b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.238160:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919925883776:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6510us (7155us total) trans 0 rc 71822/71822 00000100:00100000:3.0:1777573234.238170:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4890 00000100:00100000:0.0:1777573234.238647:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.238710:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.238780:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925884160 00000100:00100000:1.0:1777573234.238789:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925884160 00000100:00100000:1.0:1777573234.238851:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 863 00000100:00100000:2.0:1777573234.238856:0:32701:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925884032 00000100:00100000:2.0:1777573234.238862:0:32701:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925884032 00000100:00100000:1.0:1777573234.238863:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925884160:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:2.0:1777573234.238904:0:32701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 154 00000100:00100000:2.0:1777573234.238914:0:32701:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ecdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2406:x1863919925884032:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1777573234.238920:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925884160:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 59us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.238928:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 863 00000100:00100000:2.0:1777573234.238948:0:32701:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ecdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2406:x1863919925884032:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 37us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.238954:0:32701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 154 00000100:00080000:3.0:1777573234.239246:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573234.241759:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.241864:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925884288 00000100:00100000:2.0:1777573234.241872:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925884288 00000100:00100000:2.0:1777573234.241958:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4891 00000100:00100000:2.0:1777573234.241967:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919925884288:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573234.242001:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.242020:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3dd expref: 42 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.242033:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.242035:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.242038:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.242069:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3dd expref: 42 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.242082:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3dd expref: 42 pid: 27874 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.242097:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932122880:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573234.242168:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.243796:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932122880:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573234.243820:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.243933:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.243991:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925884416 00000100:00100000:3.0:1777573234.243996:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925884416 00010000:00010000:3.0:1777573234.244018:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3dd expref: 43 pid: 27874 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.244043:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5552 00000100:00100000:3.0:1777573234.244049:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919925884416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.244059:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.244077:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3dd expref: 43 pid: 27874 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.244158:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3dd expref: 43 pid: 27874 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.244191:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a11993d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3dd expref: 43 pid: 27874 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.244205:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.244207:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.244212:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.244222:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.244299:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573234.244339:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919925884416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 289us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.244347:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5552 00010000:00010000:2.0:1777573234.244741:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.244751:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.248206:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.248228:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.248245:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.248253:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.248258:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.248266:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.248312:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.248320:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b49b0eca/0x8dc0a528a11995bc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.248459:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925884288:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6487us (6701us total) trans 0 rc 71822/71822 00000100:00100000:2.0:1777573234.248470:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4891 00000100:00100000:3.0:1777573234.256017:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.256081:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925884544 00000100:00100000:0.0:1777573234.256091:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925884544 00000100:00100000:0.0:1777573234.256207:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4892 00000100:00100000:0.0:1777573234.256217:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+41:2405:x1863919925884544:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573234.256363:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.256388:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3eb expref: 41 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.256396:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.256398:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.256401:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.256436:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3eb expref: 41 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.256450:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3eb expref: 41 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.256467:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5744e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932123008:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.256542:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.266049:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.266087:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5744e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932123008:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.266120:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.266128:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925884672 00000100:00100000:2.0:1777573234.266138:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925884672 00010000:00010000:2.0:1777573234.266196:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3eb expref: 42 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.266250:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5553 00000100:00100000:2.0:1777573234.266260:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919925884672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573234.266302:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.266325:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3eb expref: 42 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.266339:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3eb expref: 42 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.266364:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a11993ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3eb expref: 42 pid: 14598 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.266380:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.266382:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.266386:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.266396:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.266427:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573234.266474:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.266482:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925884672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 221us (443us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573234.266491:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.266496:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5553 00010000:00010000:0.0:1777573234.271004:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.271028:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.271038:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.271046:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573234.271050:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.271065:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.271087:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.271095:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11995c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.271362:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+40:2405:x1863919925884544:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 15143us (15350us total) trans 0 rc 71822/71822 00000100:00100000:0.0:1777573234.271373:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4892 00000100:00100000:3.0:1777573234.275698:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.275766:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925884800 00000100:00100000:2.0:1777573234.275775:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925884800 00000100:00100000:2.0:1777573234.275853:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4893 00000100:00100000:2.0:1777573234.275864:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925884800:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573234.275901:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.275926:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f9 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.275934:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.275936:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.275940:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.275976:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f9 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.275989:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f9 expref: 40 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.276005:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932123136:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573234.276083:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.278817:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.279013:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925884928 00000100:00100000:0.0:1777573234.279023:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925884928 00000100:00100000:2.0:1777573234.279040:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932123136:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573234.279069:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.279069:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f9 expref: 41 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.279150:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5554 00000100:00100000:0.0:1777573234.279160:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925884928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573234.279185:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.279210:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f9 expref: 41 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.279225:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f9 expref: 41 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.279299:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edb35716/0x8dc0a528a119940a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e3f9 expref: 41 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.279318:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.279321:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.279326:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.279338:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.279360:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573234.279384:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.279394:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.279413:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925884928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 254us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.279422:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5554 00010000:00010000:2.0:1777573234.281566:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.281587:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.281595:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.281601:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.281606:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.281614:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.281630:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.281636:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a11995ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.281757:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925884800:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5893us (6067us total) trans 0 rc 71822/71822 00000100:00100000:2.0:1777573234.281767:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4893 00000100:00100000:3.0:1777573234.287066:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.287300:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925885056 00000100:00100000:0.0:1777573234.287311:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925885056 00000100:00100000:0.0:1777573234.287387:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4894 00000100:00100000:0.0:1777573234.287397:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925885056:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573234.287724:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.287753:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e407 expref: 41 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.287763:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.287765:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.287769:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.287806:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e407 expref: 41 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.287822:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e407 expref: 41 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.287837:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932123264:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.287920:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480900 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.293908:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.294078:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925885184 00000100:00100000:2.0:1777573234.294089:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925885184 00010000:00010000:2.0:1777573234.294130:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e407 expref: 42 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.294183:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5555 00000100:00100000:2.0:1777573234.294196:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919925885184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777573234.294196:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932123264:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573234.294216:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.294227:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.294249:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e407 expref: 42 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.294265:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e407 expref: 42 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.294332:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a1199426 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e407 expref: 42 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.294349:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.294351:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.294356:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.294379:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.294401:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573234.294702:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925885184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 508us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.294710:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5555 00010000:00010000:0.0:1777573234.294810:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.294818:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.300802:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.300817:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.300827:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.300832:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573234.300836:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.300841:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.300856:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.300860:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11995d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.300938:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925885056:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 13538us (13878us total) trans 0 rc 71822/71822 00000100:00100000:0.0:1777573234.300945:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4894 00000100:00100000:1.0:1777573234.304355:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.304457:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925885312 00000100:00100000:2.0:1777573234.304468:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925885312 00000100:00100000:2.0:1777573234.304544:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4895 00000100:00100000:2.0:1777573234.304555:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925885312:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573234.304596:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.304619:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e415 expref: 39 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.304625:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.304627:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.304630:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.304670:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e415 expref: 39 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.304684:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e415 expref: 39 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.304701:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932123392:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573234.304783:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.307176:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.307368:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932123392:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573234.307395:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.307512:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925885440 00000100:00100000:3.0:1777573234.307519:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925885440 00010000:00010000:3.0:1777573234.307549:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e415 expref: 40 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.307586:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5556 00000100:00100000:3.0:1777573234.307595:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925885440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.307611:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.307634:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e415 expref: 40 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.307646:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e415 expref: 40 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.307682:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a1199442 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e415 expref: 40 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.307698:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.307700:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.307704:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.307714:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.307881:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573234.307935:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925885440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 342us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.307943:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5556 00010000:00010000:1.0:1777573234.308212:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.308218:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.311324:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.311343:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.311351:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.311358:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573234.311363:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.311371:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.311389:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.311396:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a11995d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.311466:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925885312:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6910us (7120us total) trans 0 rc 71822/71822 00000100:00100000:1.0:1777573234.311476:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4895 00000100:00100000:3.0:1777573234.314179:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.314324:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925885568 00000100:00100000:0.0:1777573234.314335:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925885568 00000100:00100000:0.0:1777573234.314411:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4896 00000100:00100000:0.0:1777573234.314422:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925885568:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573234.314625:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.314654:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e423 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.314662:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.314665:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.314668:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.314705:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e423 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.314719:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e423 expref: 38 pid: 8938 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.314733:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932123520:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.314816:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480900 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.317040:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.317162:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925885696 00000100:00100000:2.0:1777573234.317175:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925885696 00010000:00010000:2.0:1777573234.317241:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e423 expref: 39 pid: 8938 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.317328:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5557 00000100:00100000:2.0:1777573234.317339:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925885696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573234.317357:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.317387:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e423 expref: 39 pid: 8938 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.317413:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e423 expref: 39 pid: 8938 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.317448:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.317451:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.317458:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.317472:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.317508:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573234.317532:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119945e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e423 expref: 39 pid: 8938 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.317550:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932123520:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573234.317567:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925885696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 228us (538us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573234.317576:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.317577:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5557 00010000:00010000:1.0:1777573234.317678:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.317687:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.322699:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.322726:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.322736:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.322744:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573234.322750:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.322760:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.322789:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.322796:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a11995df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.323379:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+37:2405:x1863919925885568:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8950us (9199us total) trans 0 rc 71822/71822 00000100:00100000:1.0:1777573234.323393:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4896 00000100:00100000:3.0:1777573234.327413:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.327466:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925885824 00000100:00100000:1.0:1777573234.327481:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925885824 00000100:00100000:1.0:1777573234.327561:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4897 00000100:00100000:1.0:1777573234.327571:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+40:2406:x1863919925885824:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573234.327694:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.327722:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e431 expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.327732:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573234.327736:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573234.327739:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.327786:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e431 expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.327810:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e431 expref: 40 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.327831:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932123648:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573234.328156:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d89ac240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.330167:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.330201:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932123648:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573234.330249:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.330325:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925885952 00000100:00100000:3.0:1777573234.330335:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925885952 00010000:00010000:3.0:1777573234.330378:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e431 expref: 41 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.330502:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5558 00000100:00100000:3.0:1777573234.330512:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925885952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.330529:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.330558:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e431 expref: 41 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.330571:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e431 expref: 41 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.330600:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119947a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e431 expref: 41 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.330619:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.330621:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.330627:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.330638:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.330670:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573234.330730:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925885952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 221us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.330738:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5558 00010000:00010000:1.0:1777573234.330933:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.330944:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.334755:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.334781:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.334791:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.334798:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573234.334804:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.334814:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.334837:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.334845:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a11995e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.334957:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+39:2406:x1863919925885824:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7380us (7549us total) trans 0 rc 71822/71822 00000100:00100000:1.0:1777573234.334968:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4897 00000100:00100000:2.0:1777573234.337892:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.337959:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925886080 00000100:00100000:1.0:1777573234.337975:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925886080 00000100:00100000:1.0:1777573234.338079:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4898 00000100:00100000:1.0:1777573234.338092:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919925886080:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573234.338139:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.338170:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e43f expref: 39 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.338180:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573234.338183:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573234.338188:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.338244:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e43f expref: 39 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.338261:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e43f expref: 39 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.338316:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932123776:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573234.338418:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d89ac240 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.343999:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.344105:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925886208 00000100:00100000:2.0:1777573234.344118:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925886208 00010000:00010000:2.0:1777573234.344172:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e43f expref: 40 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.344215:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5559 00000100:00100000:2.0:1777573234.344226:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925886208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573234.344254:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.344317:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e43f expref: 40 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.344332:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e43f expref: 40 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.344367:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.344369:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.344376:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.344388:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.344417:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573234.344484:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925886208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 259us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.344492:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5559 00010000:00010000:1.0:1777573234.344816:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a1199496 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e43f expref: 39 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.344839:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932123776:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573234.344868:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.344881:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.344889:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.348385:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.348419:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.348439:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.348446:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573234.348453:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.348463:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.348487:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.348494:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a11995ed lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.348672:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925886080:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 10575us (10786us total) trans 0 rc 71822/71822 00000100:00100000:1.0:1777573234.348685:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4898 00000100:00100000:0.0:1777573234.353082:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.353152:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925886336 00000100:00100000:3.0:1777573234.353168:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925886336 00000100:00100000:3.0:1777573234.353340:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4899 00000100:00100000:0.0:1777573234.353440:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925886336:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573234.353493:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.353520:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e44d expref: 37 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.353535:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.353537:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.353541:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.353597:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e44d expref: 37 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.353613:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e44d expref: 37 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.353631:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932123904:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.353732:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480780 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.355988:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.356167:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932123904:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573234.356201:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.356321:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925886464 00000100:00100000:2.0:1777573234.356331:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925886464 00010000:00010000:2.0:1777573234.356373:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e44d expref: 38 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.356421:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5560 00000100:00100000:2.0:1777573234.356432:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925886464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573234.356451:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.356475:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e44d expref: 38 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.356490:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e44d expref: 38 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.356518:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a11994b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e44d expref: 38 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.356538:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.356540:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.356546:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.356564:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.356591:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573234.356649:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925886464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 219us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.356657:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5560 00010000:00010000:1.0:1777573234.356919:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.356929:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.360825:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.360854:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.360865:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.360872:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573234.360878:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.360887:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.360913:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.360922:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a11995f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.361022:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925886336:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7662us (7950us total) trans 0 rc 71822/71822 00000100:00100000:1.0:1777573234.361035:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4899 00000100:00100000:0.0:1777573234.363856:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.364134:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925886592 00000100:00100000:2.0:1777573234.364150:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925886592 00000100:00100000:2.0:1777573234.364259:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4900 00000100:00100000:2.0:1777573234.364293:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925886592:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573234.364354:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.364381:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e45b expref: 38 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.364392:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.364394:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.364398:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.364444:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e45b expref: 38 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.364460:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e45b expref: 38 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.364480:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932124032:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573234.364591:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.367106:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.367574:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932124032:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573234.367611:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.367788:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925886720 00000100:00100000:3.0:1777573234.367799:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925886720 00010000:00010000:3.0:1777573234.367844:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e45b expref: 39 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.367927:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5561 00000100:00100000:3.0:1777573234.367939:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925886720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.367957:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.367985:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e45b expref: 39 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.367999:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e45b expref: 39 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.368028:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11994ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e45b expref: 39 pid: 28215 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.368047:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.368049:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.368054:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.368067:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.368099:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573234.368162:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925886720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 225us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.368178:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5561 00010000:00010000:2.0:1777573234.368287:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.368296:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.372093:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.372113:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.372121:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.372127:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.372132:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.372143:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.372162:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.372166:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a11995fb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.372374:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925886592:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8099us (8526us total) trans 0 rc 71822/71822 00000100:00100000:2.0:1777573234.372388:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4900 00000100:00100000:0.0:1777573234.375073:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.375193:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925886848 00000100:00100000:2.0:1777573234.375207:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925886848 00000100:00100000:2.0:1777573234.375518:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4901 00000100:00100000:2.0:1777573234.375533:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925886848:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573234.375597:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.375625:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e469 expref: 36 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.375634:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.375636:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.375641:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.375691:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e469 expref: 36 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.375707:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e469 expref: 36 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.375725:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932124160:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573234.375880:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.379348:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.379682:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925886976 00000100:00100000:1.0:1777573234.379693:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925886976 00010000:00010000:1.0:1777573234.379734:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e469 expref: 37 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.379776:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5562 00000100:00100000:1.0:1777573234.379786:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925886976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573234.379801:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573234.379822:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e469 expref: 37 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.379836:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e469 expref: 37 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.379862:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573234.379865:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573234.379869:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.379880:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.379905:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573234.379961:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925886976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 176us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.379968:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5562 00010000:00010000:2.0:1777573234.380078:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a11994ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e469 expref: 36 pid: 8361 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.380093:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932124160:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573234.380114:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.380123:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.380130:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.382489:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.382513:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.382520:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.382525:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.382528:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.382534:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.382546:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.382551:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199602 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.382635:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925886848:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7104us (7572us total) trans 0 rc 71822/71822 00000100:00100000:2.0:1777573234.382644:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4901 00000100:00100000:1.0:1777573234.386362:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.386399:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925887104 00000100:00100000:2.0:1777573234.386409:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925887104 00000100:00100000:2.0:1777573234.386476:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4902 00000100:00100000:2.0:1777573234.386484:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925887104:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573234.386513:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.386532:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e477 expref: 37 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.386537:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.386539:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.386541:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.386570:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e477 expref: 37 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.386579:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e477 expref: 37 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.386589:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932124288:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573234.386657:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.388363:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.388421:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932124288:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573234.388447:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.388516:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925887232 00000100:00100000:0.0:1777573234.388526:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925887232 00010000:00010000:0.0:1777573234.388559:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e477 expref: 38 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.388598:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5563 00000100:00100000:0.0:1777573234.388610:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925887232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573234.388627:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.388656:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e477 expref: 38 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.388670:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e477 expref: 38 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.388696:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199506 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e477 expref: 38 pid: 29349 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.388713:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.388715:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.388720:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.388729:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.388762:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573234.388821:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925887232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 214us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.388829:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5563 00010000:00010000:2.0:1777573234.389055:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.389068:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.394911:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.394939:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.394950:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.394959:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.394964:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.394975:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.394997:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.395006:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199609 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.395176:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925887104:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8685us (8817us total) trans 0 rc 71822/71822 00000100:00100000:2.0:1777573234.395190:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4902 00000100:00100000:3.0:1777573234.400493:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.401025:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925887360 00000100:00100000:0.0:1777573234.401039:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925887360 00000100:00100000:0.0:1777573234.401140:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4903 00000100:00100000:0.0:1777573234.401151:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925887360:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573234.401208:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.401247:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e485 expref: 35 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.401257:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.401260:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573234.401263:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.401346:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e485 expref: 35 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.401363:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e485 expref: 35 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.401382:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932124416:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.401530:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.405951:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.406103:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932124416:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.406138:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.406414:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925887488 00000100:00100000:3.0:1777573234.406423:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925887488 00010000:00010000:3.0:1777573234.406475:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e485 expref: 36 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.406528:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5564 00000100:00100000:3.0:1777573234.406542:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925887488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.406562:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.406590:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e485 expref: 36 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.406617:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e485 expref: 36 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.406648:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199522 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e485 expref: 36 pid: 8362 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.406673:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.406675:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.406681:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.406691:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.406727:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573234.406801:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925887488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 262us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.406808:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5564 00010000:00010000:0.0:1777573234.406877:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.406886:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.411931:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.411958:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.411969:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.411977:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573234.411983:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.411993:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.412017:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.412026:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199610 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.412810:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925887360:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 11652us (12325us total) trans 0 rc 71822/71822 00000100:00100000:0.0:1777573234.412823:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4903 00000100:00100000:1.0:1777573234.420015:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.420131:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925887616 00000100:00100000:2.0:1777573234.420146:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925887616 00000100:00100000:2.0:1777573234.420254:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4904 00000100:00100000:2.0:1777573234.420268:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925887616:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573234.420348:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.420377:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e493 expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.420388:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.420391:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573234.420394:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.420443:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e493 expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.420460:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e493 expref: 36 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.420480:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932124544:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573234.420647:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c63180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.425565:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.425659:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925887744 00000100:00100000:0.0:1777573234.425674:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925887744 00010000:00010000:0.0:1777573234.425736:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e493 expref: 37 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.425791:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932124544:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.425795:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5565 00000100:00100000:0.0:1777573234.425823:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925887744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573234.425834:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.425845:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.425874:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e493 expref: 37 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.425890:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e493 expref: 37 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.425923:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119953e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e493 expref: 37 pid: 28214 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.425947:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.425949:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.425955:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.425966:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.425997:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573234.426021:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.426032:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.426079:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925887744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 272us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.426092:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5565 00010000:00010000:2.0:1777573234.429697:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.429722:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.429733:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.429741:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.429747:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.429757:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.429780:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.429793:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199617 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->73727] (req 0->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.429909:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925887616:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9639us (9907us total) trans 0 rc 71822/71822 00000100:00100000:2.0:1777573234.429920:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4904 00000100:00100000:2.0:1777573234.451332:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.451425:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925887872 00000100:00100000:3.0:1777573234.451440:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925887872 00000100:00100000:3.0:1777573234.451527:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 624 00000100:00100000:3.0:1777573234.451540:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+397:59532:x1863919925887872:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:3.0:1777573234.451560:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.451596:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11995a7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4c4 expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.451622:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573234.451629:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573234.451713:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+396:59532:x1863919925887872:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 176us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.451722:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 624 00000100:00100000:3.0:1777573234.454883:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.455421:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925888128 00000100:00100000:1.0:1777573234.455436:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925888128 00000100:00100000:1.0:1777573234.455515:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5108 00000100:00100000:1.0:1777573234.455528:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+396:59532:x1863919925888128:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573234.456014:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+397:59532:x1863919925888128:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 487us (1147us total) trans 4294978566 rc 0/0 00000100:00100000:1.0:1777573234.456023:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5108 00000100:00100000:1.0:1777573234.462139:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.462329:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925888384 00000100:00100000:0.0:1777573234.462344:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925888384 00000100:00100000:0.0:1777573234.462402:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15348 00000100:00100000:0.0:1777573234.462424:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919925888384:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573234.462458:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.462484:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119961e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4cb expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.462646:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.462666:0:6484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4b6 expref: 398 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.462677:0:6484:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.462718:0:6484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4b6 expref: 398 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.462732:0:6484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4b6 expref: 398 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.462748:0:6484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932124672:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.462858:0:6484:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.466737:0:6484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932124672:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.466775:0:6484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.467197:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.468473:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925888512 00000100:00100000:3.0:1777573234.468486:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925888512 00010000:00010000:3.0:1777573234.468562:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4b6 expref: 399 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.468629:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5566 00000100:00100000:3.0:1777573234.468651:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+399:2404:x1863919925888512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.468674:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.468684:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4b6 expref: 399 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.468702:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4b6 expref: 399 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.468732:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199584 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4b6 expref: 399 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.468758:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573234.468764:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.468777:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.468785:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.468820:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573234.468861:0:6484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.468874:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.468908:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000100:00100000:3.0:1777573234.468916:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+398:2404:x1863919925888512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 273us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.468927:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5566 00010000:00010000:0.0:1777573234.469079:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119961e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4cb expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.469100:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4cb expref: 398 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.469119:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.469123:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777573234.469126:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:0.0:1777573234.469195:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925888384:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 6784us (7070us total) trans 4294978567 rc 0/0 00000100:00100000:0.0:1777573234.469204:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15348 00000100:00100000:1.0:1777573234.472384:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.472436:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925888640 00000100:00100000:0.0:1777573234.472450:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925888640 00000100:00100000:0.0:1777573234.472524:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15349 00000100:00100000:0.0:1777573234.472534:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925888640:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573234.472564:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.472598:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199633 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4d2 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.472727:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.472742:0:10945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4cb expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.472749:0:10945:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.472788:0:10945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4cb expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.472801:0:10945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4cb expref: 399 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.472815:0:10945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932124800:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.472923:0:10945:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.475135:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.475186:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925888768 00000100:00100000:3.0:1777573234.475198:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925888768 00010000:00010000:3.0:1777573234.475253:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4cb expref: 400 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.475306:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5567 00000100:00100000:3.0:1777573234.475314:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+400:2403:x1863919925888768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.475330:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.475337:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4cb expref: 400 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.475351:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4cb expref: 400 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.475378:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573234.475384:0:7410:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.475396:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.475404:0:7410:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.475425:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573234.475437:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199625 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4cb expref: 400 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.475457:0:10945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932124800:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.475481:0:10945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.475482:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919925888768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 167us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.475499:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5567 00010000:00010000:0.0:1777573234.475500:0:10945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.475514:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.475585:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:0.0:1777573234.475590:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573234.475620:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.475668:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199633 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d2 expref: 399 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.475688:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d2 expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.475696:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.475698:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573234.475701:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:0.0:1777573234.475740:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925888640:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3208us (3369us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.475748:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15349 00000100:00100000:1.0:1777573234.481451:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.481534:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925888896 00000100:00100000:0.0:1777573234.481548:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925888896 00000100:00100000:0.0:1777573234.481627:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12223 00000100:00100000:0.0:1777573234.481638:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925888896:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573234.481664:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.481691:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4d9 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573234.481728:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d6c, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573234.481754:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.481757:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.481768:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d9 expref: 35 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.481792:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d9 expref: 35 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.481806:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630000, rc 0) 00000100:00100000:0.0:1777573234.481879:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925888896:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 243us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.481885:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12223 00000100:00100000:3.0:1777573234.484542:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.484604:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925889024 00000100:00100000:1.0:1777573234.484620:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925889024 00002000:00100000:1.0:1777573234.484687:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3f7:0x0] (20480->28671) req@ffff99d2e4fca680 x1863919925889024/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.484702:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fca680 with x1863919925889024 ext(20480->28671) 00002000:00010000:1.0:1777573234.484710:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fca680 00000100:00100000:1.0:1777573234.484746:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4905 00000100:00100000:1.0:1777573234.484756:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+35:2405:x1863919925889024:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.484986:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+35:2405:x1863919925889024:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 232us (459us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1777573234.484991:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4905 00002000:00100000:1.0:1777573234.484997:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3f7:0x0] (20480->28671) req@ffff99d2e4fca680 x1863919925889024/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/8632 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.485003:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fca680 with x1863919925889024 ext(20480->28671) 00002000:00010000:1.0:1777573234.485006:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fca680 00000100:00100000:1.0:1777573234.487788:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.487955:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925889280 00000100:00100000:2.0:1777573234.487969:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925889280 00000100:00100000:2.0:1777573234.488042:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15350 00000100:00100000:2.0:1777573234.488053:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925889280:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:2.0:1777573234.488122:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.488158:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119963a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d2 expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.488186:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.488193:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573234.488479:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.488496:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.488508:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573234.488566:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978568 00000004:00010000:2.0:1777573234.488593:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065e3ddfc reply state 000000008713328f transno 4294978569 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.488606:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.488613:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.488615:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573234.488618:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573234.488719:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+400:59390:x1863919925889280:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 666us (942us total) trans 4294978569 rc 0/0 00000100:00100000:2.0:1777573234.488727:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15350 00000020:00080000:2.0:1777573234.488734:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573234.490467:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.491617:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925889536 00000100:00100000:0.0:1777573234.491632:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925889536 00000100:00100000:0.0:1777573234.491712:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5109 00000100:00100000:0.0:1777573234.491723:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+400:59390:x1863919925889536:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:0.0:1777573234.492010:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+401:59390:x1863919925889536:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 289us (1554us total) trans 4294978570 rc 0/0 00000100:00100000:0.0:1777573234.492018:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5109 00000100:00100000:3.0:1777573234.496883:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.496988:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925889792 00000100:00100000:1.0:1777573234.497002:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925889792 00000100:00100000:1.0:1777573234.497083:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15351 00000100:00100000:1.0:1777573234.497094:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+401:59390:x1863919925889792:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573234.497118:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573234.497122:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777573234.497148:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199592 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4bd expref: 401 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.497177:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a1199568 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4af expref: 400 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.497195:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.497200:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573234.497215:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119964f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4e0 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.497334:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1199656 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.497346:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1199656 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.497356:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1199656 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573234.497665:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3011, 88 off249544 00000004:00080000:1.0:1777573234.497671:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043399579ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497691:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3012, 88 off249280 00000004:00080000:1.0:1777573234.497695:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043423467ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.497706:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3013, 88 off249368 00000004:00080000:1.0:1777573234.497710:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043438416ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.497716:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3012, 88 off249632 00000004:00080000:1.0:1777573234.497718:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043446924ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497726:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3013, 88 off249720 00000004:00080000:1.0:1777573234.497731:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043459547ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497744:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3014, 88 off249456 00000004:00080000:1.0:1777573234.497752:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043479267ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.497766:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3015, 88 off249544 00000004:00080000:1.0:1777573234.497771:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043499767ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.497785:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3014, 88 off249808 00000004:00080000:1.0:1777573234.497789:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043517842ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497808:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3016, 88 off249632 00000004:00080000:1.0:1777573234.497811:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043540409ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.497835:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3015, 88 off249896 00000004:00080000:1.0:1777573234.497838:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043566801ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497846:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3016, 88 off249984 00000004:00080000:1.0:1777573234.497848:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043577127ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497853:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3017, 88 off249720 00000004:00080000:1.0:1777573234.497856:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043585280ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.497862:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3018, 88 off249808 00000004:00080000:1.0:1777573234.497865:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043593672ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.497871:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3017, 88 off250072 00000004:00080000:1.0:1777573234.497893:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043621939ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497919:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3019, 88 off249896 00000004:00080000:1.0:1777573234.497924:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043652631ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.497935:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3018, 88 off250160 00000004:00080000:1.0:1777573234.497939:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043667804ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497953:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3019, 88 off250248 00000004:00080000:1.0:1777573234.497957:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043685899ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497966:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3020, 88 off249984 00000004:00080000:1.0:1777573234.497969:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043698139ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.497978:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3020, 88 off250336 00000004:00080000:1.0:1777573234.497981:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043710029ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.497990:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3021, 88 off250072 00000004:00080000:1.0:1777573234.497995:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043723129ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.498005:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3022, 88 off250160 00000004:00080000:1.0:1777573234.498009:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043737760ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.498018:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3021, 88 off250424 00000004:00080000:1.0:1777573234.498021:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043750041ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.498038:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3022, 88 off250512 00000004:00080000:1.0:1777573234.498042:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043770791ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.498055:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3023, 88 off250248 00000004:00080000:1.0:1777573234.498059:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043787594ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.498069:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3024, 88 off250336 00000004:00080000:1.0:1777573234.498072:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043801402ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.498081:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3023, 88 off250600 00000004:00080000:1.0:1777573234.498085:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043813466ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.498104:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3024, 88 off250688 00000004:00080000:1.0:1777573234.498108:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043837282ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.498119:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3025, 88 off250424 00000004:00080000:1.0:1777573234.498128:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043856156ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.498137:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3026, 88 off250512 00000004:00080000:1.0:1777573234.498140:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043869197ns, next at 744713604618ns, rc = 0 00000040:00080000:1.0:1777573234.498149:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3025, 88 off250776 00000004:00080000:1.0:1777573234.498152:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043880894ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.498169:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3026, 88 off250864 00000004:00080000:1.0:1777573234.498173:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755043902011ns, next at 744713624471ns, rc = 0 00000040:00080000:1.0:1777573234.498183:0:30825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3027, 88 off250600 00000004:00080000:1.0:1777573234.498187:0:30825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755043915794ns, next at 744713604618ns, rc = 0 00000001:00080000:3.0:1777573234.500936:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978571 is committed 00000004:00080000:3.0:1777573234.500954:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2118 committed 00000004:00080000:3.0:1777573234.500972:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2117 committed 00010000:00010000:2.0:1777573234.500990:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.501010:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.501017:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.501024:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.501030:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.501038:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573234.501039:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2116 committed 00010000:00010000:2.0:1777573234.501057:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.501062:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573234.501067:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.501076:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a1199648 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.501121:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932125184:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.501201:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.501266:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932125696:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.501325:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573234.501328:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2117 committed 00000004:00080000:3.0:1777573234.501337:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2116 committed 00000004:00080000:3.0:1777573234.501347:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2115 committed 00000004:00080000:3.0:1777573234.501351:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2114 committed 00000004:00080000:3.0:1777573234.501356:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2115 committed 00000100:00100000:2.0:1777573234.501357:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932126208:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573234.501365:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2114 committed 00000004:00080000:3.0:1777573234.501372:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2113 committed 00000004:00080000:3.0:1777573234.501377:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2112 committed 00000100:00100000:1.0:1777573234.501379:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932124928:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.501383:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2113 committed 00000004:00080000:3.0:1777573234.501391:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2112 committed 00000004:00080000:3.0:1777573234.501398:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2111 committed 00000100:00100000:2.0:1777573234.501405:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573234.501407:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2111 committed 00000004:00080000:3.0:1777573234.501412:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2110 committed 00000004:00080000:3.0:1777573234.501418:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2109 committed 00000004:00080000:3.0:1777573234.501426:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2110 committed 00000004:00080000:3.0:1777573234.501434:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2108 committed 00000100:00100000:1.0:1777573234.501440:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573234.501441:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2109 committed 00000004:00080000:3.0:1777573234.501448:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2108 committed 00000004:00080000:3.0:1777573234.501450:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2107 committed 00000004:00080000:3.0:1777573234.501456:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2106 committed 00000100:00100000:2.0:1777573234.501457:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932126720:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.501463:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2107 committed 00000004:00080000:3.0:1777573234.501469:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2105 committed 00000004:00080000:3.0:1777573234.501472:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2106 committed 00000004:00080000:3.0:1777573234.501478:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2105 committed 00000004:00080000:3.0:1777573234.501481:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2104 committed 00000100:00100000:1.0:1777573234.501487:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932125440:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.501491:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2103 committed 00000100:00100000:2.0:1777573234.501494:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573234.501500:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2104 committed 00000004:00080000:3.0:1777573234.501505:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2103 committed 00000004:00080000:3.0:1777573234.501520:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2102 committed 00000100:00100000:1.0:1777573234.501533:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.501536:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1777573234.501549:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932125056:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573234.501560:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932125952:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.501577:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.501599:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.501602:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932125568:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.501625:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932126464:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.501641:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.501655:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1777573234.501658:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932125312:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.501668:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.501673:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932125824:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.501682:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.501686:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932126336:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.501694:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.501698:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932126848:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573234.501706:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.501739:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932125184 00000100:00100000:1.0:1777573234.501745:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932125184 00000100:00100000:0.0:1777573234.501759:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932125696 00000100:00100000:0.0:1777573234.501768:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932125696 00000100:00100000:1.0:1777573234.501778:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932126208 00000100:00100000:1.0:1777573234.501781:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932126208 00000100:00100000:1.0:1777573234.501790:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932124928 00000100:00100000:1.0:1777573234.501791:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932124928 00000100:00100000:1.0:1777573234.501797:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932126720 00000100:00100000:1.0:1777573234.501798:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932126720 00000100:00100000:1.0:1777573234.501820:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932125440 00000100:00100000:1.0:1777573234.501823:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932125440 00000100:00100000:1.0:1777573234.501840:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932125056 00000100:00100000:1.0:1777573234.501842:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932125056 00000100:00100000:1.0:1777573234.501858:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932125952 00000100:00100000:1.0:1777573234.501862:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932125952 00000100:00100000:1.0:1777573234.501877:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932126464 00000100:00100000:1.0:1777573234.501880:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932126464 00000100:00100000:3.0:1777573234.501888:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932125312 00000100:00100000:3.0:1777573234.501895:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932125312 00000100:00100000:3.0:1777573234.501934:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932125824 00000100:00100000:3.0:1777573234.501943:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932125824 00000100:00100000:2.0:1777573234.501944:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.501964:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932126080:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.501966:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932126336 00000100:00100000:3.0:1777573234.501973:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932126336 00000100:00100000:3.0:1777573234.501994:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932126848 00000100:00100000:3.0:1777573234.501999:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932126848 00000100:00100000:2.0:1777573234.502006:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.502024:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932125568 00000100:00100000:2.0:1777573234.502024:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932126592:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.502037:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932125568 00000100:00100000:2.0:1777573234.502052:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.502068:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932126080 00000100:00100000:3.0:1777573234.502072:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932126080 00000100:00100000:2.0:1777573234.502088:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932126592 00000100:00100000:2.0:1777573234.502094:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932126592 00000100:00100000:3.0:1777573234.502101:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12224 00000100:00100000:3.0:1777573234.502117:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932125184:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.502126:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12225 00000100:00100000:2.0:1777573234.502135:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932126208:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573234.502350:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.502352:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.502356:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.502358:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.502364:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:2.0:1777573234.502366:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.502368:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573234.502376:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573234.502384:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.502387:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573234.502432:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932126208:12345-0@lo:2:osp-syn-1-1.0 Request processed in 296us (1033us total) trans 17179874706 rc 0/0 00000100:00100000:2.0:1777573234.502440:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12225 00000100:00100000:3.0:1777573234.502471:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932125184:12345-0@lo:2:osp-syn-0-1.0 Request processed in 358us (1268us total) trans 21474841565 rc 0/0 00000100:00100000:2.0:1777573234.502479:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12226 00000100:00100000:2.0:1777573234.502488:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932124928:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573234.502567:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.502571:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:2.0:1777573234.502573:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777573234.502575:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:2.0:1777573234.502578:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573234.502619:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932124928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 132us (1186us total) trans 21474841566 rc 0/0 00000100:00100000:3.0:1777573234.502808:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12224 00000100:00100000:3.0:1777573234.502832:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12227 00000100:00100000:3.0:1777573234.502841:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932126720:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.502929:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3635:x1863919932126720:12345-0@lo:2:osp-syn-0-1.0 Request processed in 90us (1439us total) trans 21474841567 rc 0/0 00000100:00100000:3.0:1777573234.502935:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12227 00000100:00100000:3.0:1777573234.502948:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12228 00000100:00100000:3.0:1777573234.502954:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932125440:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.503012:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932125440:12345-0@lo:2:osp-syn-0-1.0 Request processed in 58us (1484us total) trans 21474841568 rc 0/0 00000100:00100000:3.0:1777573234.503018:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12228 00000100:00100000:3.0:1777573234.503030:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12229 00000100:00100000:3.0:1777573234.503035:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932125056:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573234.503079:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.503082:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.503085:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.503087:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.503090:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573234.503110:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3635:x1863919932125056:12345-0@lo:2:osp-syn-0-1.0 Request processed in 75us (1534us total) trans 21474841569 rc 0/0 00000100:00100000:3.0:1777573234.503116:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12229 00000100:00100000:3.0:1777573234.503127:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12230 00000100:00100000:3.0:1777573234.503132:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932125952:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573234.503173:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.503176:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.503178:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573234.503182:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.503184:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573234.503204:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932125952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 73us (1607us total) trans 21474841570 rc 0/0 00000100:00100000:3.0:1777573234.503210:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12230 00000100:00100000:3.0:1777573234.503223:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12231 00000100:00100000:3.0:1777573234.503242:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3637:x1863919932125312:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.503352:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932125312:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (1681us total) trans 17179874707 rc 0/0 00000100:00100000:3.0:1777573234.503358:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12231 00000100:00100000:3.0:1777573234.503374:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12232 00000100:00100000:3.0:1777573234.503379:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3637:x1863919932125824:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.503440:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932125824:12345-0@lo:2:osp-syn-1-1.0 Request processed in 60us (1755us total) trans 17179874708 rc 0/0 00000100:00100000:3.0:1777573234.503446:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12232 00000100:00100000:3.0:1777573234.503457:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12233 00000100:00100000:3.0:1777573234.503463:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3637:x1863919932126336:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.503521:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932126336:12345-0@lo:2:osp-syn-1-1.0 Request processed in 59us (1825us total) trans 17179874709 rc 0/0 00000100:00100000:3.0:1777573234.503527:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12233 00000100:00100000:3.0:1777573234.503539:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12234 00000100:00100000:3.0:1777573234.503544:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932126848:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.503623:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932126848:12345-0@lo:2:osp-syn-0-1.0 Request processed in 78us (1914us total) trans 21474841571 rc 0/0 00000100:00100000:3.0:1777573234.503629:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12234 00000100:00100000:3.0:1777573234.503642:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12235 00000100:00100000:3.0:1777573234.503648:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932125568:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573234.503694:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.503697:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.503700:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.503702:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.503705:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573234.503727:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932125568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 79us (1789us total) trans 17179874710 rc 0/0 00000100:00100000:3.0:1777573234.503732:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12235 00000100:00100000:3.0:1777573234.503742:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12236 00000100:00100000:3.0:1777573234.503747:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932126080:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573234.503789:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.503791:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.503794:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573234.503796:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.503798:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573234.503820:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932126080:12345-0@lo:2:osp-syn-1-1.0 Request processed in 72us (1823us total) trans 17179874711 rc 0/0 00000100:00100000:3.0:1777573234.503825:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12236 00000100:00100000:3.0:1777573234.503836:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12237 00000100:00100000:3.0:1777573234.503843:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932126592:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573234.503891:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.503895:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.503897:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573234.503900:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.503902:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573234.503927:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932126592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 85us (1877us total) trans 17179874712 rc 0/0 00000100:00100000:3.0:1777573234.503933:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12237 00000100:00100000:2.0:1777573234.504039:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12226 00000004:00080000:3.0:1777573234.504043:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19c00/2, rc 0, transno 21474841569 00000100:00100000:3.0:1777573234.504056:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932125056:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.504075:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745500/2, rc 0, transno 17179874710 00000100:00100000:3.0:1777573234.504085:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932125568:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573234.504104:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745180/2, rc 0, transno 17179874711 00000100:00100000:3.0:1777573234.504110:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932126080:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573234.504119:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5746a00/2, rc 0, transno 17179874712 00000100:00100000:3.0:1777573234.504122:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932126592:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573234.504130:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c58a2300/2, rc 0, transno 21474841567 00000100:00100000:3.0:1777573234.504134:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932126720:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.504144:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5747800/2, rc 0, transno 17179874706 00000100:00100000:3.0:1777573234.504147:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932126208:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573234.504155:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1bb80/2, rc 0, transno 21474841565 00000100:00100000:3.0:1777573234.504159:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932125184:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.504364:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573234.504385:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932126976:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.504393:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932127104:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.505455:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.505498:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573234.505507:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932127232:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573234.505685:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12238 00000100:00100000:1.0:1777573234.505707:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12239 00000100:00100000:0.0:1777573234.505712:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932125696:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573234.505732:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+28:3637:x1863919932126464:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.505923:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777573234.505946:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.505951:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.505955:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573234.505958:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.505961:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573234.505987:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932127104 00000100:00100000:3.0:1777573234.505998:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932127104 00000100:00100000:2.0:1777573234.506010:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932126976 00000100:00100000:2.0:1777573234.506021:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932126976 00000100:00100000:3.0:1777573234.506055:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12240 00000100:00100000:3.0:1777573234.506068:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3634:x1863919932127104:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.506076:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12241 00000100:00100000:2.0:1777573234.506089:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+31:3636:x1863919932126976:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573234.506154:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.506158:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.506161:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573234.506164:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.506167:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573234.506195:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.506200:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.506203:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573234.506206:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.506208:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573234.506214:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3634:x1863919932127104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 146us (760us total) trans 21474841573 rc 0/0 00000100:00100000:3.0:1777573234.506238:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12240 00000100:00100000:2.0:1777573234.506306:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3636:x1863919932126976:12345-0@lo:2:osp-syn-0-1.0 Request processed in 218us (380us total) trans 21474841574 rc 0/0 00000100:00100000:2.0:1777573234.506315:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12241 00000100:00100000:1.0:1777573234.506324:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932126464:12345-0@lo:2:osp-syn-1-1.0 Request processed in 604us (4679us total) trans 17179874713 rc 0/0 00000100:00100000:1.0:1777573234.506333:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12239 00000100:00100000:3.0:1777573234.506350:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.506364:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932127232 00000100:00100000:1.0:1777573234.506369:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932127232 00000004:00080000:2.0:1777573234.506382:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fcbb80/2, rc 0, transno 21474841574 00000100:00100000:2.0:1777573234.506401:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932126976:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573234.506407:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12242 00000004:00080000:3.0:1777573234.506409:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fcad80/2, rc 0, transno 21474841573 00000100:00100000:1.0:1777573234.506415:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3634:x1863919932127232:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.506420:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932127104:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.506501:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5747480/2, rc 0, transno 17179874707 00000100:00100000:2.0:1777573234.506509:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932127360:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.506514:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932125312:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.506534:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3634:x1863919932127232:12345-0@lo:2:osp-syn-0-1.0 Request processed in 117us (187us total) trans 21474841575 rc 0/0 00000100:00100000:1.0:1777573234.506542:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12242 00000100:00100000:2.0:1777573234.506556:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573234.506584:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fc9f80/2, rc 0, transno 21474841575 00000100:00100000:2.0:1777573234.506587:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573234.506595:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932127488:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573234.506598:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932127232:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.506622:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.506656:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932127360 00000100:00100000:1.0:1777573234.506656:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932127616:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.506662:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932127360 00000100:00100000:2.0:1777573234.506699:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932127488 00000100:00100000:2.0:1777573234.506703:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932127488 00000100:00100000:1.0:1777573234.506710:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573234.506725:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+34:3635:x1863919932125696:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1027us (5396us total) trans 21474841572 rc 0/0 00000100:00100000:0.0:1777573234.506740:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12238 00000100:00100000:2.0:1777573234.506742:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932127616 00000100:00100000:2.0:1777573234.506747:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932127616 00000100:00100000:1.0:1777573234.506772:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12243 00000100:00100000:1.0:1777573234.506783:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932127360:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.506795:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12244 00000004:00080000:3.0:1777573234.506806:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5744e00/2, rc 0, transno 17179874708 00000100:00100000:2.0:1777573234.506807:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932127488:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.506818:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932125824:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573234.506841:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745c00/2, rc 0, transno 17179874709 00000100:00100000:3.0:1777573234.506846:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932126336:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573234.506871:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4df80/2, rc 0, transno 21474841571 00002000:00010000:1.0:1777573234.506874:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.506879:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.506881:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573234.506883:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.506886:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573234.506890:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932126848:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.506914:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1b480/2, rc 0, transno 21474841566 00000100:00100000:3.0:1777573234.506921:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932124928:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.506932:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+36:3636:x1863919932127488:12345-0@lo:2:osp-syn-0-1.0 Request processed in 126us (307us total) trans 21474841577 rc 0/0 00000004:00080000:3.0:1777573234.506936:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee69500/2, rc 0, transno 21474841568 00000100:00100000:2.0:1777573234.506943:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12244 00000100:00100000:3.0:1777573234.506947:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932125440:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.506968:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c58a0a80/2, rc 0, transno 21474841570 00000100:00100000:2.0:1777573234.506969:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12245 00000100:00100000:3.0:1777573234.506977:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932125952:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.506988:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+35:3634:x1863919932127616:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573234.507000:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5747100/2, rc 0, transno 17179874713 00000100:00100000:3.0:1777573234.507006:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932126464:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573234.507041:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.507046:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.507048:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573234.507051:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.507053:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1777573234.507101:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1199656 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e0 expref: 392 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.507108:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+36:3634:x1863919932127616:12345-0@lo:2:osp-syn-0-1.0 Request processed in 125us (398us total) trans 21474841578 rc 0/0 00000100:00100000:1.0:1777573234.507118:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3636:x1863919932127360:12345-0@lo:2:osp-syn-0-1.0 Request processed in 331us (556us total) trans 21474841576 rc 0/0 00010000:00010000:3.0:1777573234.507140:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:2.0:1777573234.507140:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12245 00010000:00010000:3.0:1777573234.507159:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:1.0:1777573234.507160:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12243 00010000:00010000:3.0:1777573234.507190:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119964f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e0 expref: 392 pid: 30825 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573234.507193:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c64b6300/2, rc 0, transno 21474841577 00000100:00100000:2.0:1777573234.507208:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932127488:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573234.507218:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6ea00/2, rc 0, transno 21474841578 00000100:00100000:1.0:1777573234.507237:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932127616:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573234.507245:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1199656 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e0 expref: 391 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573234.507246:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c64b6d80/2, rc 0, transno 21474841576 00000100:00100000:2.0:1777573234.507259:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932127360:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573234.507331:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573234.507336:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777573234.507340:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5aa00, rc 0) 00000100:00100000:1.0:1777573234.507353:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573234.507363:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932127744:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573234.507402:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.507421:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919925889792:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 10327us (10548us total) trans 4294978571 rc 0/0 00000100:00100000:3.0:1777573234.507432:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15351 00000100:00100000:1.0:1777573234.507437:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932127872:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.507452:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932127744 00000100:00100000:2.0:1777573234.507458:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932127744 00000100:00100000:1.0:1777573234.507470:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.507497:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932127872 00000100:00100000:2.0:1777573234.507502:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932127872 00000004:00080000:1.0:1777573234.507524:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee68e00/2, rc 0, transno 21474841572 00000100:00100000:2.0:1777573234.507530:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12246 00000100:00100000:1.0:1777573234.507534:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932125696:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573234.507540:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+36:3634:x1863919932127744:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573234.507558:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12247 00000100:00100000:1.0:1777573234.507567:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3636:x1863919932127872:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573234.507602:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:2.0:1777573234.507605:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.507608:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573234.507611:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.507613:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777573234.507651:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3634:x1863919932127744:12345-0@lo:2:osp-syn-0-1.0 Request processed in 113us (248us total) trans 21474841579 rc 0/0 00000100:00100000:2.0:1777573234.507659:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12246 00002000:00010000:1.0:1777573234.507799:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573234.507804:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.507809:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573234.507813:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573234.507816:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.507856:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3636:x1863919932127872:12345-0@lo:2:osp-syn-0-1.0 Request processed in 290us (387us total) trans 21474841580 rc 0/0 00000100:00100000:1.0:1777573234.507863:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12247 00000100:00100000:1.0:1777573234.507888:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932128128:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.507940:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.507956:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932128000:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.507971:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932128640:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.507987:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932128128 00000100:00100000:2.0:1777573234.507993:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932128128 00000100:00100000:3.0:1777573234.508015:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.508036:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932128000 00000100:00100000:2.0:1777573234.508041:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932128000 00000100:00100000:1.0:1777573234.508049:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932128384:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.508070:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932128512:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.508084:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12248 00000100:00100000:1.0:1777573234.508088:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.508097:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+30:3634:x1863919932128128:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.508117:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932128896:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.508124:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.508161:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.508179:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932128384 00000100:00100000:3.0:1777573234.508185:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932128384 00000004:00080000:1.0:1777573234.508206:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6821500/2, rc 0, transno 21474841580 00000100:00100000:1.0:1777573234.508214:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932127872:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.508222:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932128512 00000100:00100000:2.0:1777573234.508224:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3634:x1863919932128128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 127us (284us total) trans 17179874714 rc 0/0 00000100:00100000:3.0:1777573234.508238:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932128512 00000100:00100000:2.0:1777573234.508249:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12248 00000100:00100000:3.0:1777573234.508319:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932128896 00000100:00100000:3.0:1777573234.508324:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932128896 00000100:00100000:2.0:1777573234.508328:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12249 00000100:00100000:2.0:1777573234.508339:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932128000:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.508433:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+34:3637:x1863919932128000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 97us (420us total) trans 17179874715 rc 0/0 00000100:00100000:2.0:1777573234.508442:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12249 00000100:00100000:3.0:1777573234.508457:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12250 00000100:00100000:2.0:1777573234.508473:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12251 00000100:00100000:3.0:1777573234.508474:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3636:x1863919932128384:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.508488:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932128512:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573234.508570:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573234.508573:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.508576:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573234.508578:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.508580:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573234.508613:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+35:3637:x1863919932128512:12345-0@lo:2:osp-syn-1-1.0 Request processed in 130us (490us total) trans 17179874716 rc 0/0 00000100:00100000:2.0:1777573234.508620:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12251 00000100:00100000:2.0:1777573234.508651:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12252 00000100:00100000:3.0:1777573234.508667:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932128384:12345-0@lo:2:osp-syn-1-1.0 Request processed in 193us (578us total) trans 17179874717 rc 0/0 00000100:00100000:2.0:1777573234.508667:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932128896:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.508668:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.508696:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12250 00000004:00080000:1.0:1777573234.508711:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6820380/2, rc 0, transno 21474841579 00000100:00100000:1.0:1777573234.508716:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932127744:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573234.508725:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932128640 00000100:00100000:3.0:1777573234.508732:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932128640 00000004:00080000:1.0:1777573234.508739:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2ad80/2, rc 0, transno 17179874714 00000100:00100000:1.0:1777573234.508746:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932128128:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.508755:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777573234.508767:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932128256:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.508775:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12253 00000100:00100000:3.0:1777573234.508791:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+35:3634:x1863919932128640:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.508801:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932128896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (642us total) trans 17179874718 rc 0/0 00000100:00100000:1.0:1777573234.508807:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.508817:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12252 00000100:00100000:1.0:1777573234.508823:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932128768:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.508838:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932128256 00000100:00100000:1.0:1777573234.508839:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573234.508845:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932128256 00000100:00100000:2.0:1777573234.508874:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932128768 00000100:00100000:2.0:1777573234.508878:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932128768 00000004:00080000:1.0:1777573234.508887:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2a300/2, rc 0, transno 17179874717 00000100:00100000:2.0:1777573234.508903:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12254 00000100:00100000:2.0:1777573234.508913:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+37:3634:x1863919932128256:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573234.508916:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932128384:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.508929:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+37:3634:x1863919932128640:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (262us total) trans 17179874719 rc 0/0 00000004:00080000:1.0:1777573234.508935:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e29180/2, rc 0, transno 17179874718 00000100:00100000:3.0:1777573234.508941:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12253 00000100:00100000:1.0:1777573234.508954:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932128896:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.508979:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12255 00002000:00010000:2.0:1777573234.508990:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573234.508992:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+37:3634:x1863919932128768:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573234.508994:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e28000/2, rc 0, transno 17179874719 00002000:00010000:2.0:1777573234.509003:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.509010:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00000100:00100000:1.0:1777573234.509011:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932128640:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573234.509016:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573234.509019:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573234.509073:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+38:3634:x1863919932128256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 161us (268us total) trans 17179874720 rc 0/0 00000100:00100000:2.0:1777573234.509080:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12254 00000004:00080000:1.0:1777573234.509086:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2bb80/2, rc 0, transno 17179874720 00002000:00010000:3.0:1777573234.509087:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573234.509094:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932128256:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573234.509095:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.509102:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573234.509105:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573234.509108:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1777573234.509127:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2a680/2, rc 0, transno 17179874715 00000100:00100000:2.0:1777573234.509134:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932128000:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573234.509148:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2b100/2, rc 0, transno 17179874716 00000100:00100000:2.0:1777573234.509151:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932128512:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573234.509171:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+37:3634:x1863919932128768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 183us (329us total) trans 17179874721 rc 0/0 00000100:00100000:3.0:1777573234.509179:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12255 00000004:00080000:1.0:1777573234.510266:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e29880/2, rc 0, transno 17179874721 00000100:00100000:1.0:1777573234.510289:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932128768:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573234.511031:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.511133:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925889920 00000100:00100000:1.0:1777573234.511143:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925889920 00000100:00100000:1.0:1777573234.511243:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12256 00000100:00100000:1.0:1777573234.511253:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+35:59390:x1863919925889920:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573234.511305:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573234.511334:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4e7 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573234.511362:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 71822, mtime: 0x69f39d70, atime: 0x69f39d70, ctime: 0x69f39d71, blocks: 0x80 00010000:00010000:1.0:1777573234.511385:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573234.511387:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573234.511397:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e7 expref: 36 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.511416:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e7 expref: 36 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.511432:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a800, rc 0) 00000100:00100000:1.0:1777573234.511499:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+36:59390:x1863919925889920:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 248us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.511506:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12256 00000100:00100000:3.0:1777573234.513555:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.513653:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925890048 00000100:00100000:1.0:1777573234.513665:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925890048 00002000:00010000:1.0:1777573234.513712:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (62509->18446744073709551615) 00002000:00100000:1.0:1777573234.513718:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2aa00 with x1863919925890048 ext(62509->18446744073709551615) 00002000:00010000:1.0:1777573234.513731:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e2aa00. 00000100:00100000:1.0:1777573234.513755:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4906 00000100:00100000:1.0:1777573234.513765:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925890048:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:1.0:1777573234.514073:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 71822 -> 62509 00002000:00010000:1.0:1777573234.514078:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573232 -> 1777573234 00002000:00010000:1.0:1777573234.514082:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.514085:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573233 -> 1777573234 00002000:00010000:1.0:1777573234.514088:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 128 -> 112 00000100:00100000:2.0:1777573234.514099:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.514147:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925890048:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 383us (603us total) trans 17179874722 rc 0/0 00000100:00100000:1.0:1777573234.514154:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4906 00002000:00010000:1.0:1777573234.514159:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (62509->18446744073709551615) 00002000:00100000:1.0:1777573234.514161:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2aa00 with x1863919925890048 ext(62509->18446744073709551615) 00002000:00010000:1.0:1777573234.514165:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e2aa00. 00000100:00100000:1.0:1777573234.514201:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925890176 00000100:00100000:1.0:1777573234.514205:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925890176 00002000:00010000:1.0:1777573234.514221:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:1.0:1777573234.514224:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6680 with x1863919925890176 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573234.514241:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b6680. 00000100:00100000:2.0:1777573234.514329:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.514853:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925890304 00000100:00100000:3.0:1777573234.514861:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925890304 00002000:00010000:3.0:1777573234.514883:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573234.514887:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b5f80 with x1863919925890304 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573234.514895:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b5f80. 00000100:00100000:3.0:1777573234.514920:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4907 00000100:00100000:3.0:1777573234.514929:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925890176:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573234.515037:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.515041:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573232 -> 1777573234 00002000:00010000:3.0:1777573234.515043:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.515045:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573233 -> 1777573234 00002000:00010000:3.0:1777573234.515047:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573234.515082:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925890176:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 154us (983us total) trans 21474841581 rc 0/0 00000100:00100000:3.0:1777573234.515089:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4907 00002000:00010000:3.0:1777573234.515093:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573234.515096:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6680 with x1863919925890176 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573234.515101:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b6680. 00000100:00100000:3.0:1777573234.515116:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4908 00000100:00100000:3.0:1777573234.515124:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925890304:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573234.515183:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.515186:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573232 -> 1777573234 00002000:00010000:3.0:1777573234.515189:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.515192:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573233 -> 1777573234 00002000:00010000:3.0:1777573234.515195:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573234.515220:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925890304:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 96us (891us total) trans 17179874723 rc 0/0 00000100:00100000:3.0:1777573234.515236:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4908 00002000:00010000:3.0:1777573234.515239:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573234.515242:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b5f80 with x1863919925890304 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573234.515246:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b5f80. 00000100:00100000:2.0:1777573234.517655:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.517824:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925890432 00000100:00100000:3.0:1777573234.517836:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925890432 00000100:00100000:3.0:1777573234.517903:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15352 00000100:00100000:3.0:1777573234.517915:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919925890432:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573234.517945:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573234.517972:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1199664 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4ee expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.518100:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119966b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.518118:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119966b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.518130:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119966b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573234.518161:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 71822 00000004:00200000:3.0:1777573234.518165:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573234.518195:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119966b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.518237:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a1199664 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4ee expref: 393 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.518264:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119966b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4ee expref: 392 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.518308:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573234.518312:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573234.518317:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa600, rc 0) 00000100:00100000:2.0:1777573234.518634:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919925890432:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 721us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.518641:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15352 00000100:00100000:3.0:1777573234.525428:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.525517:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925890688 00000100:00100000:0.0:1777573234.525527:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925890688 00000100:00100000:0.0:1777573234.525592:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15353 00000100:00100000:0.0:1777573234.525607:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919925890688:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:0.0:1777573234.525675:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573234.525703:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1199656 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e0 expref: 392 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.525729:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119966b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4ee expref: 391 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.525742:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.525747:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573234.525924:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.525938:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.525949:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573234.525994:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978572 00000004:00010000:0.0:1777573234.526015:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dfa59452 reply state 0000000008d18bb2 transno 4294978573 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.526028:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.526032:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.526034:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573234.526036:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573234.526102:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919925890688:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 500us (684us total) trans 4294978573 rc 0/0 00000100:00100000:0.0:1777573234.526108:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15353 00000020:00080000:0.0:1777573234.526113:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573234.527778:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.527836:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925890816 00000100:00100000:0.0:1777573234.527847:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925890816 00000100:00100000:0.0:1777573234.527899:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15354 00000100:00100000:0.0:1777573234.527908:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919925890816:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573234.527929:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.527946:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4f5 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.527998:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4f5 expref: 394 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.528011:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4f5 expref: 394 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.528031:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.528034:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573234.528037:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:0.0:1777573234.528092:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919925890816:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 185us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.528099:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15354 00000100:00100000:2.0:1777573234.531518:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.531566:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.531599:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.531689:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925890944 00000100:00100000:1.0:1777573234.531702:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925890944 00002000:00010000:1.0:1777573234.531752:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (227750->18446744073709551615) 00002000:00100000:1.0:1777573234.531758:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6a00 with x1863919925890944 ext(227750->18446744073709551615) 00000100:00100000:0.0:1777573234.531772:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925891200 00002000:00010000:1.0:1777573234.531775:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b6a00. 00000100:00100000:0.0:1777573234.531798:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925891200 00000100:00100000:1.0:1777573234.531803:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925891072 00000100:00100000:1.0:1777573234.531808:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925891072 00002000:00010000:1.0:1777573234.531834:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:1.0:1777573234.531837:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b7480 with x1863919925891072 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573234.531842:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b7480. 00002000:00010000:0.0:1777573234.531849:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:0.0:1777573234.531855:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4e00 with x1863919925891200 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573234.531864:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4909 00002000:00010000:0.0:1777573234.531871:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4e00. 00000100:00100000:1.0:1777573234.531878:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925890944:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:0.0:1777573234.531914:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4910 00000100:00100000:0.0:1777573234.531925:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925891072:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:3.0:1777573234.532036:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4911 00000100:00100000:3.0:1777573234.532049:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925891200:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:0.0:1777573234.532089:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573234.532094:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.532097:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573234.532100:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.532103:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1777573234.532171:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 62509 -> 227750 00002000:00010000:1.0:1777573234.532176:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573234.532179:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.532182:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573234.532184:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:0.0:1777573234.532342:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925891072:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 417us (740us total) trans 21474841582 rc 0/0 00000100:00100000:0.0:1777573234.532352:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4910 00002000:00010000:0.0:1777573234.532357:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:0.0:1777573234.532360:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b7480 with x1863919925891072 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573234.532366:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b7480. 00002000:00010000:3.0:1777573234.532681:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.532684:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.532686:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.532687:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.532689:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573234.532933:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925890944:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 1058us (1427us total) trans 17179874724 rc 0/0 00000100:00100000:1.0:1777573234.532941:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4909 00002000:00010000:1.0:1777573234.532946:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (227750->18446744073709551615) 00002000:00100000:1.0:1777573234.532949:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6a00 with x1863919925890944 ext(227750->18446744073709551615) 00002000:00010000:1.0:1777573234.532954:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b6a00. 00000100:00100000:3.0:1777573234.532986:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925891200:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 941us (1419us total) trans 17179874725 rc 0/0 00000100:00100000:3.0:1777573234.532990:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4911 00002000:00010000:3.0:1777573234.532993:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573234.532994:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4e00 with x1863919925891200 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573234.532998:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4e00. 00000100:00100000:3.0:1777573234.539197:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.539341:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925891328 00000100:00100000:0.0:1777573234.539357:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925891328 00002000:00100000:0.0:1777573234.539415:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (163840->167935) req@ffff99d1c2e29500 x1863919925891328/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.539426:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e29500 with x1863919925891328 ext(163840->167935) 00002000:00010000:0.0:1777573234.539432:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e29500 00000100:00100000:2.0:1777573234.539537:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4912 00000100:00100000:2.0:1777573234.539552:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925891328:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573234.539778:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925891328:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 231us (594us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573234.539786:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4912 00002000:00100000:2.0:1777573234.539793:0:16739:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000400:0x3dc:0x0] (163840->167935) req@ffff99d1c2e29500 x1863919925891328/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.539801:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e29500 with x1863919925891328 ext(163840->167935) 00002000:00010000:2.0:1777573234.539805:0:16739:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e29500 00000100:00100000:2.0:1777573234.545195:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.545407:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925891456 00000100:00100000:1.0:1777573234.545417:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925891456 00002000:00100000:1.0:1777573234.545469:0:24427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000400:0x3dc:0x0] (167936->172031) req@ffff99d1c64b4000 x1863919925891456/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.545481:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4000 with x1863919925891456 ext(167936->172031) 00002000:00010000:1.0:1777573234.545487:0:24427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4000 00000100:00100000:1.0:1777573234.545521:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4913 00000100:00100000:1.0:1777573234.545532:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925891456:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.545735:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925891456:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 204us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777573234.545743:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4913 00002000:00100000:1.0:1777573234.545750:0:24427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000400:0x3dc:0x0] (167936->172031) req@ffff99d1c64b4000 x1863919925891456/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.545758:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4000 with x1863919925891456 ext(167936->172031) 00002000:00010000:1.0:1777573234.545760:0:24427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4000 00000100:00100000:3.0:1777573234.552125:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.552341:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925891584 00000100:00100000:1.0:1777573234.552355:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925891584 00002000:00100000:1.0:1777573234.552420:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (143360->208895) req@ffff99d1c499ce00 x1863919925891584/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 504/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.552431:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499ce00 with x1863919925891584 ext(143360->208895) 00002000:00010000:1.0:1777573234.552437:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499ce00 00000100:00100000:1.0:1777573234.552469:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4914 00000100:00100000:1.0:1777573234.552487:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925891584:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.555357:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925891584:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2862us (3237us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1777573234.555370:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4914 00002000:00100000:1.0:1777573234.555381:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (143360->208895) req@ffff99d1c499ce00 x1863919925891584/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 504/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.555391:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499ce00 with x1863919925891584 ext(143360->208895) 00002000:00010000:1.0:1777573234.555398:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499ce00 00000100:00100000:3.0:1777573234.561522:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.561625:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925891712 00000100:00100000:1.0:1777573234.561640:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925891712 00002000:00100000:1.0:1777573234.561699:0:8367:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x3dc:0x0] (208896->229375) req@ffff99d1c499e680 x1863919925891712/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.561711:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499e680 with x1863919925891712 ext(208896->229375) 00002000:00010000:1.0:1777573234.561717:0:8367:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499e680 00000100:00100000:1.0:1777573234.561752:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4915 00000100:00100000:1.0:1777573234.561763:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925891712:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.563622:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925891712:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 1854us (2106us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1777573234.563640:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4915 00002000:00100000:1.0:1777573234.563650:0:8367:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x3dc:0x0] (208896->229375) req@ffff99d1c499e680 x1863919925891712/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.563658:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499e680 with x1863919925891712 ext(208896->229375) 00002000:00010000:1.0:1777573234.563662:0:8367:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499e680 00000100:00100000:2.0:1777573234.568810:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.569324:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925891840 00000100:00100000:3.0:1777573234.569336:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925891840 00002000:00100000:2.0:1777573234.569899:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (163840->227749) req@ffff99d1c64b5880 x1863919925891840/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.569913:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b5880 with x1863919925891840 ext(163840->227749) 00002000:00010000:2.0:1777573234.569922:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b5880 00000100:00100000:2.0:1777573234.569972:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4916 00000100:00100000:2.0:1777573234.569986:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925891840:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:1.0:1777573234.578267:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919925891840:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 8271us (9453us total) trans 17179874726 rc 0/0 00000100:00100000:1.0:1777573234.578397:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4916 00002000:00100000:1.0:1777573234.578415:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (163840->227749) req@ffff99d1c64b5880 x1863919925891840/t17179874726(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/448 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.578427:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b5880 with x1863919925891840 ext(163840->227749) 00002000:00010000:1.0:1777573234.578435:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b5880 00000100:00100000:3.0:1777573234.580246:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.580418:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925891968 00000100:00100000:1.0:1777573234.580433:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925891968 00000100:00100000:1.0:1777573234.580511:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12257 00000100:00100000:1.0:1777573234.580524:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+42:2406:x1863919925891968:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:3.0:1777573234.582854:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874726 is committed 00000001:00080000:3.0:1777573234.582886:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874721 is committed 00000100:00100000:1.0:1777573234.583455:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925891968:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 2828us (3125us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.583469:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12257 00000100:00100000:2.0:1777573234.586779:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.586838:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925892096 00000100:00100000:0.0:1777573234.586853:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925892096 00000100:00100000:0.0:1777573234.586937:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15355 00000100:00100000:0.0:1777573234.586949:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919925892096:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573234.586979:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.587006:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1199680 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e4fc expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.587144:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199687 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.587165:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199687 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.587178:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199687 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.587208:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 227750 00000004:00200000:0.0:1777573234.587211:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573234.587248:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199687 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.587300:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a1199680 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4fc expref: 396 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.587323:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199687 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4fc expref: 395 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.587334:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.587337:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573234.587342:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630600, rc 0) 00000100:00100000:0.0:1777573234.587731:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919925892096:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 783us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.587740:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15355 00000100:00100000:2.0:1777573234.590935:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.591597:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925892224 00000100:00100000:0.0:1777573234.591614:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925892224 00000100:00100000:0.0:1777573234.591757:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4917 00000100:00100000:0.0:1777573234.591770:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925892224:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573234.592069:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 227750 -> 227750 00002000:00010000:0.0:1777573234.592074:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.592077:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573234.592078:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.592081:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 112 -> 240 00000100:00100000:0.0:1777573234.592171:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925892224:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 404us (1250us total) trans 17179874727 rc 0/0 00000100:00100000:0.0:1777573234.592179:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4917 00000100:00100000:3.0:1777573234.597094:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.597936:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925892352 00000100:00100000:2.0:1777573234.597953:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925892352 00000100:00100000:2.0:1777573234.598064:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4918 00000100:00100000:2.0:1777573234.598077:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925892352:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:2.0:1777573234.598694:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 227750 -> 227750 00002000:00010000:2.0:1777573234.598700:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573234.598703:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:2.0:1777573234.598705:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573234.598708:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:2.0:1777573234.598801:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925892352:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 727us (1722us total) trans 17179874728 rc 0/0 00000100:00100000:2.0:1777573234.598810:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4918 00000100:00100000:3.0:1777573234.603996:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.604073:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925892480 00000100:00100000:0.0:1777573234.604089:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925892480 00002000:00100000:0.0:1777573234.604164:0:24425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x3dc:0x0] (36864->102399) req@ffff99d1c499f480 x1863919925892480/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.604176:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499f480 with x1863919925892480 ext(36864->102399) 00002000:00010000:0.0:1777573234.604184:0:24425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499f480 00000100:00100000:0.0:1777573234.604222:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4919 00000100:00100000:0.0:1777573234.604243:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925892480:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.606680:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925892480:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2428us (2685us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1777573234.606694:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4919 00002000:00100000:1.0:1777573234.606706:0:24425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x3dc:0x0] (36864->102399) req@ffff99d1c499f480 x1863919925892480/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.606718:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499f480 with x1863919925892480 ext(36864->102399) 00002000:00010000:1.0:1777573234.606724:0:24425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499f480 00000100:00100000:1.0:1777573234.608809:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.608921:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925892608 00000100:00100000:2.0:1777573234.608934:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925892608 00002000:00100000:2.0:1777573234.608987:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (102400->139263) req@ffff99d1c6b65500 x1863919925892608/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.608998:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b65500 with x1863919925892608 ext(102400->139263) 00002000:00010000:2.0:1777573234.609004:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b65500 00000100:00100000:2.0:1777573234.609033:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4920 00000100:00100000:2.0:1777573234.609041:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925892608:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573234.611515:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925892608:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2459us (2705us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777573234.611530:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4920 00002000:00100000:2.0:1777573234.611553:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (102400->139263) req@ffff99d1c6b65500 x1863919925892608/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.611570:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b65500 with x1863919925892608 ext(102400->139263) 00002000:00010000:2.0:1777573234.611577:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b65500 00000100:00100000:1.0:1777573234.616625:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.616716:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925892736 00000100:00100000:2.0:1777573234.616730:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925892736 00002000:00100000:2.0:1777573234.616800:0:16739:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000400:0x3dc:0x0] (159744->221183) req@ffff99d1c5743480 x1863919925892736/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.616814:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743480 with x1863919925892736 ext(159744->221183) 00002000:00010000:2.0:1777573234.616821:0:16739:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5743480 00000100:00100000:2.0:1777573234.616858:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4921 00000100:00100000:2.0:1777573234.616871:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925892736:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:2.0:1777573234.621164:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919925892736:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 4269us (4528us total) trans 17179874730 rc 0/0 00000100:00100000:2.0:1777573234.621181:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4921 00002000:00100000:2.0:1777573234.621198:0:16739:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000400:0x3dc:0x0] (159744->221183) req@ffff99d1c5743480 x1863919925892736/t17179874730(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/448 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.621212:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743480 with x1863919925892736 ext(159744->221183) 00002000:00010000:2.0:1777573234.621221:0:16739:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5743480 00000100:00100000:1.0:1777573234.624093:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.624222:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925892864 00000100:00100000:0.0:1777573234.624246:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925892864 00000100:00100000:0.0:1777573234.624397:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4922 00000100:00100000:0.0:1777573234.624409:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925892864:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573234.624841:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 227750 -> 227750 00002000:00010000:0.0:1777573234.624844:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.624846:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573234.624848:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.624850:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 240 -> 208 00000100:00100000:0.0:1777573234.624909:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925892864:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 503us (832us total) trans 17179874731 rc 0/0 00000100:00100000:0.0:1777573234.624914:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4922 00000100:00100000:3.0:1777573234.628906:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.629167:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925892992 00000100:00100000:1.0:1777573234.629182:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925892992 00002000:00100000:1.0:1777573234.629479:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (229376->258047) req@ffff99d1c499c380 x1863919925892992/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.629497:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499c380 with x1863919925892992 ext(229376->258047) 00002000:00010000:1.0:1777573234.629505:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499c380 00000100:00100000:1.0:1777573234.629585:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4923 00000100:00100000:1.0:1777573234.629600:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919925892992:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573234.631702:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919925892992:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2091us (2796us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.631718:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4923 00002000:00100000:0.0:1777573234.631734:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (229376->258047) req@ffff99d1c499c380 x1863919925892992/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.631743:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499c380 with x1863919925892992 ext(229376->258047) 00002000:00010000:0.0:1777573234.631750:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499c380 00000100:00100000:2.0:1777573234.636042:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.636157:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925893120 00000100:00100000:1.0:1777573234.636172:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925893120 00000100:00100000:3.0:1777573234.636301:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4924 00000100:00100000:3.0:1777573234.636318:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919925893120:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573234.636721:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 227750 -> 227750 00002000:00010000:3.0:1777573234.636726:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.636729:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.636731:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.636734:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 208 -> 304 00000100:00100000:3.0:1777573234.636826:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919925893120:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 512us (796us total) trans 17179874732 rc 0/0 00000100:00100000:3.0:1777573234.636836:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4924 00000100:00100000:2.0:1777573234.642735:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.642950:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925893248 00000100:00100000:1.0:1777573234.642963:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925893248 00000100:00100000:1.0:1777573234.643086:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4925 00000100:00100000:1.0:1777573234.643099:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925893248:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573234.643593:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 227750 -> 227750 00002000:00010000:1.0:1777573234.643597:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573234.643600:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:1.0:1777573234.643602:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573234.643604:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 304 -> 248 00000100:00100000:1.0:1777573234.643687:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925893248:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 589us (965us total) trans 17179874733 rc 0/0 00000100:00100000:1.0:1777573234.643696:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4925 00000100:00100000:1.0:1777573234.648430:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.648594:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925893376 00000100:00100000:0.0:1777573234.648607:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925893376 00002000:00100000:0.0:1777573234.648680:0:28800:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->233471) req@ffff99d1c5742d80 x1863919925893376/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 520/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.648693:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742d80 with x1863919925893376 ext(0->233471) 00002000:00010000:0.0:1777573234.648699:0:28800:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5742d80 00000100:00100000:0.0:1777573234.648746:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4926 00000100:00100000:0.0:1777573234.648757:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+28:2406:x1863919925893376:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573234.655778:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+28:2406:x1863919925893376:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 7008us (7348us total) trans 0 rc 98304/98304 00000100:00100000:0.0:1777573234.655794:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4926 00002000:00100000:0.0:1777573234.655811:0:28800:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->233471) req@ffff99d1c5742d80 x1863919925893376/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 520/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 98304/98304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.655824:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742d80 with x1863919925893376 ext(0->233471) 00002000:00010000:0.0:1777573234.655831:0:28800:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5742d80 00000100:00100000:1.0:1777573234.660507:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.660590:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925893504 00000100:00100000:2.0:1777573234.660606:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925893504 00002000:00100000:2.0:1777573234.660674:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (184320->262143) req@ffff99d1c5741880 x1863919925893504/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 504/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.660693:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5741880 with x1863919925893504 ext(184320->262143) 00002000:00010000:2.0:1777573234.660699:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5741880 00000100:00100000:2.0:1777573234.660735:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4927 00000100:00100000:2.0:1777573234.660747:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+28:2405:x1863919925893504:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:3.0:1777573234.663558:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919925893504:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 2799us (3051us total) trans 17179874734 rc 0/0 00000100:00100000:3.0:1777573234.663573:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4927 00002000:00100000:3.0:1777573234.663589:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (184320->262143) req@ffff99d1c5741880 x1863919925893504/t17179874734(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 504/448 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573234.663601:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5741880 with x1863919925893504 ext(184320->262143) 00002000:00010000:3.0:1777573234.663609:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5741880 00000100:00100000:2.0:1777573234.665504:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.665589:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925893632 00000100:00100000:1.0:1777573234.665607:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925893632 00000100:00100000:1.0:1777573234.665688:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12258 00000100:00100000:1.0:1777573234.665700:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919925893632:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:3.0:1777573234.667354:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874734 is committed 00000100:00100000:1.0:1777573234.667563:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925893632:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 1861us (2065us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.667575:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12258 00000100:00100000:1.0:1777573234.673526:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.675444:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925893760 00000100:00100000:3.0:1777573234.675462:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925893760 00000100:00100000:3.0:1777573234.675571:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4928 00000100:00100000:3.0:1777573234.675583:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925893760:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573234.675884:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 227750 -> 262144 00002000:00010000:3.0:1777573234.675889:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.675892:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.675895:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.675897:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 248 -> 328 00000100:00100000:3.0:1777573234.675985:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925893760:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 404us (2473us total) trans 17179874735 rc 0/0 00000100:00100000:3.0:1777573234.675993:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4928 00000100:00100000:3.0:1777573234.679170:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.679502:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925894016 00000100:00100000:1.0:1777573234.679521:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925894016 00000100:00100000:0.0:1777573234.679772:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15356 00000100:00100000:0.0:1777573234.679792:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919925894016:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:0.0:1777573234.679867:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.679900:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199687 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4fc expref: 395 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.679925:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.680842:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573234.681085:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.681464:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.681480:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573234.681543:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978574 00000004:00010000:0.0:1777573234.681570:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d89e8f69 reply state 000000000c38678b transno 4294978575 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.681583:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.681591:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.681594:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573234.681597:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573234.681769:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919925894016:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 1981us (2613us total) trans 4294978575 rc 0/0 00000100:00100000:0.0:1777573234.681780:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15356 00000020:00080000:0.0:1777573234.681787:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573234.684538:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.684586:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.684624:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925894144 00000100:00100000:2.0:1777573234.684632:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.684640:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925894144 00002000:00010000:1.0:1777573234.684698:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (50556->18446744073709551615) 00002000:00100000:1.0:1777573234.684704:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca40380 with x1863919925894144 ext(50556->18446744073709551615) 00002000:00010000:1.0:1777573234.684720:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca40380. 00000100:00100000:3.0:1777573234.684723:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925894272 00000100:00100000:3.0:1777573234.684729:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925894272 00002000:00010000:3.0:1777573234.684750:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573234.684755:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca40e00 with x1863919925894272 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573234.684763:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fca40e00. 00000100:00100000:1.0:1777573234.684794:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925894400 00000100:00100000:1.0:1777573234.684799:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925894400 00002000:00010000:1.0:1777573234.684815:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:1.0:1777573234.684818:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca43480 with x1863919925894400 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573234.684824:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca43480. 00000100:00100000:0.0:1777573234.684863:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4929 00000100:00100000:0.0:1777573234.684878:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925894144:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:3.0:1777573234.684883:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4930 00000100:00100000:3.0:1777573234.684905:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925894272:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573234.685067:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.685071:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.685074:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.685076:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.685080:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573234.685156:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925894272:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 263us (569us total) trans 21474841583 rc 0/0 00000100:00100000:3.0:1777573234.685165:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4930 00002000:00010000:3.0:1777573234.685169:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573234.685172:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca40e00 with x1863919925894272 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573234.685176:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fca40e00. 00000100:00100000:3.0:1777573234.685198:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4931 00000100:00100000:3.0:1777573234.685207:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925894400:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573234.685314:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573234.685317:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.685320:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:3.0:1777573234.685322:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573234.685325:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573234.685352:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925894400:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 146us (719us total) trans 17179874737 rc 0/0 00000100:00100000:3.0:1777573234.685359:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4931 00002000:00010000:3.0:1777573234.685362:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:3.0:1777573234.685364:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca43480 with x1863919925894400 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573234.685369:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca43480. 00002000:00010000:0.0:1777573234.685527:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 50556 00002000:00010000:0.0:1777573234.685531:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.685534:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573234.685536:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.685539:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 328 -> 88 00000100:00100000:0.0:1777573234.685621:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925894144:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 748us (1095us total) trans 17179874736 rc 0/0 00000100:00100000:0.0:1777573234.685629:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4929 00002000:00010000:0.0:1777573234.685632:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (50556->18446744073709551615) 00002000:00100000:0.0:1777573234.685635:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca40380 with x1863919925894144 ext(50556->18446744073709551615) 00002000:00010000:0.0:1777573234.685640:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca40380. 00000100:00100000:2.0:1777573234.689253:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.689326:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925894528 00000100:00100000:3.0:1777573234.689339:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925894528 00000100:00100000:3.0:1777573234.689417:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15357 00000100:00100000:3.0:1777573234.689429:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919925894528:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573234.689460:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573234.689487:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1199695 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e503 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.689928:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.689947:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.689961:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573234.689996:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 50556 00000004:00200000:3.0:1777573234.690002:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573234.690026:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.690057:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a1199695 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e503 expref: 399 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.690077:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e503 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.690086:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573234.690088:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573234.690092:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caba00, rc 0) 00000100:00100000:3.0:1777573234.690166:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925894528:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 740us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.690175:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15357 00000100:00100000:3.0:1777573234.695299:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.695382:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925894656 00000100:00100000:0.0:1777573234.695395:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925894656 00000100:00100000:0.0:1777573234.695486:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4932 00000100:00100000:0.0:1777573234.695498:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925894656:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573234.695950:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 50556 -> 50556 00002000:00010000:0.0:1777573234.695955:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.695958:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:0.0:1777573234.695961:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573234.695963:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:0.0:1777573234.696042:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925894656:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 545us (782us total) trans 17179874738 rc 0/0 00000100:00100000:0.0:1777573234.696051:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4932 00000100:00100000:0.0:1777573234.701315:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.701574:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925894784 00000100:00100000:1.0:1777573234.701587:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925894784 00002000:00100000:1.0:1777573234.701654:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (98304->102399) req@ffff99d1c5744700 x1863919925894784/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.701666:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744700 with x1863919925894784 ext(98304->102399) 00002000:00010000:1.0:1777573234.701673:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744700 00000100:00100000:1.0:1777573234.701710:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4933 00000100:00100000:1.0:1777573234.701722:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925894784:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.701950:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925894784:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 231us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.701957:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4933 00002000:00100000:1.0:1777573234.701962:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (98304->102399) req@ffff99d1c5744700 x1863919925894784/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.701968:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744700 with x1863919925894784 ext(98304->102399) 00002000:00010000:1.0:1777573234.701971:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744700 00000100:00100000:2.0:1777573234.704797:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.705775:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925894912 00000100:00100000:1.0:1777573234.705788:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925894912 00002000:00100000:1.0:1777573234.706014:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (114688->118783) req@ffff99d1cab1ad80 x1863919925894912/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.706027:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab1ad80 with x1863919925894912 ext(114688->118783) 00002000:00010000:1.0:1777573234.706036:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab1ad80 00000100:00100000:1.0:1777573234.706075:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4934 00000100:00100000:1.0:1777573234.706087:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925894912:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.706349:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925894912:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 264us (1564us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.706357:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4934 00002000:00100000:1.0:1777573234.706365:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (114688->118783) req@ffff99d1cab1ad80 x1863919925894912/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.706373:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab1ad80 with x1863919925894912 ext(114688->118783) 00002000:00010000:1.0:1777573234.706376:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab1ad80 00000100:00100000:2.0:1777573234.710664:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.710782:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925895040 00000100:00100000:0.0:1777573234.710796:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925895040 00002000:00100000:0.0:1777573234.710860:0:28800:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x3dc:0x0] (196608->200703) req@ffff99d2d7b4dc00 x1863919925895040/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.710873:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4dc00 with x1863919925895040 ext(196608->200703) 00002000:00010000:0.0:1777573234.710880:0:28800:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4dc00 00000100:00100000:0.0:1777573234.710917:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4935 00000100:00100000:0.0:1777573234.710927:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925895040:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573234.711263:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925895040:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 336us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.711297:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4935 00002000:00100000:0.0:1777573234.711313:0:28800:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x3dc:0x0] (196608->200703) req@ffff99d2d7b4dc00 x1863919925895040/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.711322:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4dc00 with x1863919925895040 ext(196608->200703) 00002000:00010000:0.0:1777573234.711327:0:28800:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4dc00 00000100:00100000:0.0:1777573234.713726:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.713908:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925895168 00000100:00100000:3.0:1777573234.713922:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925895168 00002000:00100000:3.0:1777573234.713981:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (200704->204799) req@ffff99d1c5744a80 x1863919925895168/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573234.713990:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744a80 with x1863919925895168 ext(200704->204799) 00002000:00010000:3.0:1777573234.713996:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744a80 00000100:00100000:3.0:1777573234.714038:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4936 00000100:00100000:3.0:1777573234.714050:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925895168:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:3.0:1777573234.714357:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925895168:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 308us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.714366:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4936 00002000:00100000:3.0:1777573234.714373:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (200704->204799) req@ffff99d1c5744a80 x1863919925895168/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573234.714381:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744a80 with x1863919925895168 ext(200704->204799) 00002000:00010000:3.0:1777573234.714385:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744a80 00000100:00100000:2.0:1777573234.717069:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.717204:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925895296 00000100:00100000:1.0:1777573234.717216:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925895296 00002000:00100000:1.0:1777573234.717393:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (204800->208895) req@ffff99d2d7b4e300 x1863919925895296/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.717404:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4e300 with x1863919925895296 ext(204800->208895) 00002000:00010000:1.0:1777573234.717410:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4e300 00000100:00100000:1.0:1777573234.717486:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4937 00000100:00100000:1.0:1777573234.717498:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925895296:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.717735:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925895296:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 239us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.717743:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4937 00002000:00100000:1.0:1777573234.717750:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (204800->208895) req@ffff99d2d7b4e300 x1863919925895296/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.717759:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4e300 with x1863919925895296 ext(204800->208895) 00002000:00010000:1.0:1777573234.717762:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4e300 00000100:00100000:2.0:1777573234.720389:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.720495:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925895424 00000100:00100000:3.0:1777573234.720507:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925895424 00002000:00100000:3.0:1777573234.720570:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (98304->244540) req@ffff99d2d7b4ce00 x1863919925895424/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 520/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573234.720584:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4ce00 with x1863919925895424 ext(98304->244540) 00002000:00010000:3.0:1777573234.720591:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4ce00 00000100:00100000:3.0:1777573234.720628:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4938 00000100:00100000:3.0:1777573234.720648:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925895424:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:2.0:1777573234.726420:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925895424:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 5770us (6031us total) trans 17179874739 rc 0/0 00000100:00100000:2.0:1777573234.726434:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4938 00002000:00100000:2.0:1777573234.726448:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (98304->244540) req@ffff99d2d7b4ce00 x1863919925895424/t17179874739(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 520/456 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.726459:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4ce00 with x1863919925895424 ext(98304->244540) 00002000:00010000:2.0:1777573234.726465:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4ce00 00000100:00100000:0.0:1777573234.728984:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.729333:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925895552 00000100:00100000:1.0:1777573234.729346:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925895552 00000100:00100000:1.0:1777573234.729409:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12259 00000100:00100000:1.0:1777573234.729420:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925895552:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:3.0:1777573234.732051:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874739 is committed 00000100:00100000:1.0:1777573234.732637:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925895552:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 3208us (3656us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.732652:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12259 00000100:00100000:0.0:1777573234.738148:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.738237:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925895680 00000100:00100000:2.0:1777573234.738253:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925895680 00000100:00100000:2.0:1777573234.738368:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4939 00000100:00100000:2.0:1777573234.738381:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925895680:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:2.0:1777573234.739463:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 50556 -> 244541 00002000:00010000:2.0:1777573234.739469:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573234.739472:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573232 00002000:00010000:2.0:1777573234.739475:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573234.739478:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 88 -> 168 00000100:00100000:2.0:1777573234.739556:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925895680:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 1176us (1421us total) trans 17179874740 rc 0/0 00000100:00100000:2.0:1777573234.739566:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4939 00000100:00100000:2.0:1777573234.744010:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.744090:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925895808 00000100:00100000:1.0:1777573234.744104:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925895808 00002000:00100000:1.0:1777573234.744172:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (73728->77823) req@ffff99d2d70fa680 x1863919925895808/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.744182:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fa680 with x1863919925895808 ext(73728->77823) 00002000:00010000:1.0:1777573234.744253:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70fa680 00000100:00100000:3.0:1777573234.744310:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4940 00000100:00100000:3.0:1777573234.744325:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925895808:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573234.744686:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925895808:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 365us (688us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573234.744696:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4940 00002000:00100000:2.0:1777573234.744705:0:8367:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x3dc:0x0] (73728->77823) req@ffff99d2d70fa680 x1863919925895808/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.744715:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fa680 with x1863919925895808 ext(73728->77823) 00002000:00010000:2.0:1777573234.744719:0:8367:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70fa680 00000100:00100000:0.0:1777573234.747267:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.747655:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925895936 00000100:00100000:1.0:1777573234.747669:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925895936 00002000:00100000:1.0:1777573234.747818:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (77824->81919) req@ffff99d2fc99ce00 x1863919925895936/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.747832:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99ce00 with x1863919925895936 ext(77824->81919) 00002000:00010000:1.0:1777573234.747840:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99ce00 00000100:00100000:1.0:1777573234.747878:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4941 00000100:00100000:1.0:1777573234.747891:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925895936:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.748163:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925895936:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 274us (910us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777573234.748172:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4941 00002000:00100000:1.0:1777573234.748180:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (77824->81919) req@ffff99d2fc99ce00 x1863919925895936/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.748189:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99ce00 with x1863919925895936 ext(77824->81919) 00002000:00010000:1.0:1777573234.748192:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99ce00 00000100:00100000:0.0:1777573234.751927:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.751997:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925896064 00000100:00100000:1.0:1777573234.752009:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925896064 00002000:00100000:1.0:1777573234.752071:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (81920->86015) req@ffff99d2fc99f800 x1863919925896064/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.752085:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99f800 with x1863919925896064 ext(81920->86015) 00002000:00010000:1.0:1777573234.752091:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99f800 00000100:00100000:1.0:1777573234.752127:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4942 00000100:00100000:1.0:1777573234.752137:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896064:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.752447:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896064:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 311us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777573234.752463:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4942 00002000:00100000:1.0:1777573234.752470:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (81920->86015) req@ffff99d2fc99f800 x1863919925896064/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.752478:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99f800 with x1863919925896064 ext(81920->86015) 00002000:00010000:1.0:1777573234.752481:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99f800 00000100:00100000:2.0:1777573234.755718:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.755866:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925896192 00000100:00100000:0.0:1777573234.755879:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925896192 00002000:00100000:0.0:1777573234.755951:0:14599:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x3dc:0x0] (86016->90111) req@ffff99d1c2d6ce00 x1863919925896192/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.755966:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6ce00 with x1863919925896192 ext(86016->90111) 00002000:00010000:0.0:1777573234.755972:0:14599:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6ce00 00000100:00100000:0.0:1777573234.756007:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4943 00000100:00100000:0.0:1777573234.756018:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925896192:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573234.756330:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925896192:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 313us (623us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573234.756339:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4943 00002000:00100000:0.0:1777573234.756346:0:14599:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x3dc:0x0] (86016->90111) req@ffff99d1c2d6ce00 x1863919925896192/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.756354:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6ce00 with x1863919925896192 ext(86016->90111) 00002000:00010000:0.0:1777573234.756357:0:14599:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6ce00 00000100:00100000:0.0:1777573234.759237:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.759495:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925896320 00000100:00100000:1.0:1777573234.759513:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925896320 00002000:00100000:1.0:1777573234.759580:0:28800:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x3dc:0x0] (90112->94207) req@ffff99d2fc99fb80 x1863919925896320/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.759601:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99fb80 with x1863919925896320 ext(90112->94207) 00002000:00010000:1.0:1777573234.759612:0:28800:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99fb80 00000100:00100000:1.0:1777573234.759651:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4944 00000100:00100000:1.0:1777573234.759662:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896320:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.759941:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896320:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 280us (729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777573234.759949:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4944 00002000:00100000:1.0:1777573234.759956:0:28800:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x3dc:0x0] (90112->94207) req@ffff99d2fc99fb80 x1863919925896320/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.759964:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99fb80 with x1863919925896320 ext(90112->94207) 00002000:00010000:1.0:1777573234.759968:0:28800:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99fb80 00000100:00100000:2.0:1777573234.762750:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.763029:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925896448 00000100:00100000:3.0:1777573234.763042:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925896448 00002000:00100000:3.0:1777573234.763109:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (94208->98303) req@ffff99d1c2d6e680 x1863919925896448/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573234.763121:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6e680 with x1863919925896448 ext(94208->98303) 00002000:00010000:3.0:1777573234.763128:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6e680 00000100:00100000:3.0:1777573234.763173:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4945 00000100:00100000:3.0:1777573234.763184:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896448:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:3.0:1777573234.763483:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896448:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 299us (746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777573234.763493:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4945 00002000:00100000:3.0:1777573234.763502:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (94208->98303) req@ffff99d1c2d6e680 x1863919925896448/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573234.763511:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6e680 with x1863919925896448 ext(94208->98303) 00002000:00010000:3.0:1777573234.763515:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6e680 00000100:00100000:2.0:1777573234.766169:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.766252:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925896576 00000100:00100000:1.0:1777573234.766265:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925896576 00002000:00100000:1.0:1777573234.766377:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (98304->102399) req@ffff99d1c2d6fb80 x1863919925896576/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.766390:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6fb80 with x1863919925896576 ext(98304->102399) 00002000:00010000:1.0:1777573234.766396:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6fb80 00000100:00100000:1.0:1777573234.766429:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4946 00000100:00100000:1.0:1777573234.766441:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896576:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.766643:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896576:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 205us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777573234.766652:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4946 00002000:00100000:1.0:1777573234.766659:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (98304->102399) req@ffff99d1c2d6fb80 x1863919925896576/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.766668:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6fb80 with x1863919925896576 ext(98304->102399) 00002000:00010000:1.0:1777573234.766671:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6fb80 00000100:00100000:0.0:1777573234.769203:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.769300:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925896704 00000100:00100000:2.0:1777573234.769312:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925896704 00002000:00100000:2.0:1777573234.769363:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (102400->106495) req@ffff99d2fc99d180 x1863919925896704/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.769373:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99d180 with x1863919925896704 ext(102400->106495) 00002000:00010000:2.0:1777573234.769378:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99d180 00000100:00100000:2.0:1777573234.769419:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4947 00000100:00100000:2.0:1777573234.769437:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925896704:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573234.769728:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925896704:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 292us (535us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573234.769736:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4947 00002000:00100000:2.0:1777573234.769743:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (102400->106495) req@ffff99d2fc99d180 x1863919925896704/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.769752:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99d180 with x1863919925896704 ext(102400->106495) 00002000:00010000:2.0:1777573234.769756:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99d180 00000100:00100000:2.0:1777573234.772414:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.772516:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925896832 00000100:00100000:0.0:1777573234.772530:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925896832 00002000:00100000:0.0:1777573234.772602:0:28801:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->110591) req@ffff99d1c2d6d500 x1863919925896832/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.772614:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6d500 with x1863919925896832 ext(106496->110591) 00002000:00010000:0.0:1777573234.772621:0:28801:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6d500 00000100:00100000:0.0:1777573234.772654:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4948 00000100:00100000:0.0:1777573234.772664:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896832:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573234.772928:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925896832:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 265us (525us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573234.772937:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4948 00002000:00100000:0.0:1777573234.772945:0:28801:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->110591) req@ffff99d1c2d6d500 x1863919925896832/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573234.773138:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2d6d500 with x1863919925896832 ext(106496->110591) 00002000:00010000:0.0:1777573234.773142:0:28801:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2d6d500 00000100:00100000:1.0:1777573234.777872:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.777989:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925896960 00000100:00100000:2.0:1777573234.778003:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925896960 00002000:00100000:2.0:1777573234.778072:0:8367:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x3dc:0x0] (229376->233471) req@ffff99d1c5741f80 x1863919925896960/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.778086:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5741f80 with x1863919925896960 ext(229376->233471) 00002000:00010000:2.0:1777573234.778094:0:8367:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5741f80 00000100:00100000:2.0:1777573234.778171:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4949 00000100:00100000:2.0:1777573234.778181:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925896960:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573234.778506:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925896960:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 325us (647us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573234.778516:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4949 00002000:00100000:2.0:1777573234.778524:0:8367:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x3dc:0x0] (229376->233471) req@ffff99d1c5741f80 x1863919925896960/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 488/4536 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573234.778533:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5741f80 with x1863919925896960 ext(229376->233471) 00002000:00010000:2.0:1777573234.778539:0:8367:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5741f80 00000100:00100000:3.0:1777573234.782624:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.782777:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925897088 00000100:00100000:1.0:1777573234.782790:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925897088 00002000:00100000:1.0:1777573234.782852:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (45056->229375) req@ffff99d1c499ca80 x1863919925897088/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 520/0 e 0 to 0 dl 1777573245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.782866:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499ca80 with x1863919925897088 ext(45056->229375) 00002000:00010000:1.0:1777573234.782873:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499ca80 00000100:00100000:1.0:1777573234.782917:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4950 00000100:00100000:1.0:1777573234.782932:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925897088:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573234.786192:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925897088:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 3245us (3564us total) trans 0 rc 126976/126976 00000100:00100000:1.0:1777573234.786209:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4950 00002000:00100000:1.0:1777573234.786237:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (45056->229375) req@ffff99d1c499ca80 x1863919925897088/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:490/0 lens 520/440 e 0 to 0 dl 1777573245 ref 1 fl Complete:/600/0 rc 126976/126976 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573234.786249:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499ca80 with x1863919925897088 ext(45056->229375) 00002000:00010000:1.0:1777573234.786257:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499ca80 00000100:00100000:2.0:1777573234.791733:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.791838:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925897344 00000100:00100000:0.0:1777573234.791855:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925897344 00000100:00100000:0.0:1777573234.791944:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5110 00000100:00100000:0.0:1777573234.791956:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925897344:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:0.0:1777573234.792797:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919925897344:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 832us (1062us total) trans 4294978576 rc 0/0 00000100:00100000:0.0:1777573234.792806:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5110 00000100:00100000:2.0:1777573234.805354:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.805506:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925897600 00000100:00100000:0.0:1777573234.805520:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925897600 00000100:00100000:0.0:1777573234.805625:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15358 00000100:00100000:0.0:1777573234.805638:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+399:59533:x1863919925897600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.805674:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.805704:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11996a3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e50a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.805825:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.805843:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.805858:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.805877:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.805888:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.805910:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806056:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996b8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806072:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996b8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806079:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996b8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.806091:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:0.0:1777573234.806185:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806191:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806195:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806199:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806203:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573234.806207:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806213:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806236:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d1c64d9500) 00010000:00010000:0.0:1777573234.806239:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573234.806244:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806251:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11996aa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806266:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806320:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806326:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806332:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573234.806335:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806341:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806349:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d1c64d9200) 00010000:00010000:0.0:1777573234.806351:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573234.806354:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806360:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996b1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806407:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11996a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e50a expref: 402 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806424:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996b8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e50a expref: 401 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.806436:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.806439:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573234.806441:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:0.0:1777573234.806510:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+401:59533:x1863919925897600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 874us (1169us total) trans 4294978577 rc 0/0 00000100:00100000:0.0:1777573234.806518:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15358 00000100:00100000:2.0:1777573234.809364:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.809627:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925897728 00000100:00100000:0.0:1777573234.809645:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925897728 00000100:00100000:2.0:1777573234.809694:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.809756:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 625 00000100:00100000:0.0:1777573234.809770:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+401:2405:x1863919925897728:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777573234.809779:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925897984 00000100:00100000:1.0:1777573234.809786:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925897984 00010000:00010000:0.0:1777573234.809791:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.809825:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996b8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e50a expref: 402 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.809835:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5111 00000100:00100000:1.0:1777573234.809845:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+401:59533:x1863919925897984:12345-192.168.204.27@tcp:35:lfs.0 00010000:00010000:0.0:1777573234.809858:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.809865:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573234.809953:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+401:2405:x1863919925897728:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 185us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.809960:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 625 00000100:00100000:1.0:1777573234.810086:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+401:59533:x1863919925897984:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 242us (391us total) trans 4294978578 rc 0/0 00000100:00100000:1.0:1777573234.810091:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5111 00000100:00100000:2.0:1777573234.813988:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.814338:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925898240 00000100:00100000:1.0:1777573234.814354:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925898240 00000100:00100000:1.0:1777573234.814433:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15359 00000100:00100000:1.0:1777573234.814458:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+401:59533:x1863919925898240:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573234.814490:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573234.814519:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a11996c6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e511 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.814667:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a11996cd lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.814687:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a11996cd lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.814703:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a11996cd lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573234.814715:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:1.0:1777573234.814838:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a11996c6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e511 expref: 404 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.814853:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a11996cd lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e511 expref: 403 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.814860:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.814863:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777573234.814866:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5aa00, rc 0) 00000100:00100000:1.0:1777573234.814931:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+403:59533:x1863919925898240:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 479us (953us total) trans 4294978579 rc 0/0 00000100:00100000:1.0:1777573234.814937:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15359 00000100:00100000:3.0:1777573234.817736:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.817799:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925898496 00000100:00100000:0.0:1777573234.817812:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925898496 00000100:00100000:0.0:1777573234.817885:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15360 00000100:00100000:0.0:1777573234.817896:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+403:59533:x1863919925898496:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.817927:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.817951:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11996db lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e518 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.818083:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.818101:0:6484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e503 expref: 404 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.818110:0:6484:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.818153:0:6484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e503 expref: 404 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.818167:0:6484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e503 expref: 404 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.818182:0:6484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932129024:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.818335:0:6484:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.820457:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.820482:0:6484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932129024:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.820520:0:6484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.820556:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925898624 00000100:00100000:3.0:1777573234.820567:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925898624 00010000:00010000:3.0:1777573234.820610:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e503 expref: 405 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.820652:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5568 00000100:00100000:3.0:1777573234.820663:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+405:2403:x1863919925898624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.820681:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.820687:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e503 expref: 405 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.820700:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e503 expref: 405 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.820726:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119969c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e503 expref: 405 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.820746:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573234.820751:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.820763:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.820772:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.820887:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573234.820952:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+404:2403:x1863919925898624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 289us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.820961:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5568 00010000:00010000:0.0:1777573234.821808:0:6484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.821822:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.821856:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:0.0:1777573234.824163:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11996db lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e518 expref: 405 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.824196:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e518 expref: 404 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.824207:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.824210:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777573234.824214:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:0.0:1777573234.824665:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+404:59533:x1863919925898496:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 6768us (6938us total) trans 4294978580 rc 0/0 00000100:00100000:0.0:1777573234.824676:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15360 00000100:00100000:2.0:1777573234.830988:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.831076:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925898752 00000100:00100000:1.0:1777573234.831088:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925898752 00000100:00100000:1.0:1777573234.831324:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5112 00000100:00100000:1.0:1777573234.831337:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+404:59533:x1863919925898752:12345-192.168.204.27@tcp:33:lfs.0 00000100:00100000:1.0:1777573234.831567:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+404:59533:x1863919925898752:12345-192.168.204.27@tcp:33:lfs.0 Request processed in 231us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.831576:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5112 00000100:00100000:2.0:1777573234.835833:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.835998:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925899008 00000100:00100000:1.0:1777573234.836013:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925899008 00000100:00100000:1.0:1777573234.836085:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5113 00000100:00100000:1.0:1777573234.836096:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2f8b88450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+404:59533:x1863919925899008:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573234.836432:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2f8b88450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+405:59533:x1863919925899008:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 336us (612us total) trans 4294978581 rc 0/0 00000100:00100000:1.0:1777573234.836441:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5113 00000100:00100000:2.0:1777573234.843540:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.843637:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925899264 00000100:00100000:0.0:1777573234.843656:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925899264 00000100:00100000:0.0:1777573234.843746:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15361 00000100:00100000:0.0:1777573234.843759:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+405:59533:x1863919925899264:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.843786:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.843789:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1777573234.843818:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a11996e2 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e518 expref: 405 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.843849:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a11996cd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e511 expref: 404 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.843863:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.843869:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573234.843882:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11996f0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e51f expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.843994:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996f7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.844011:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.844022:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.844038:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:0.0:1777573234.844434:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a11996f0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e51f expref: 406 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.844453:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996f7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e51f expref: 405 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.844461:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.844464:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777573234.844466:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:0.0:1777573234.844570:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+405:59533:x1863919925899264:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 814us (1042us total) trans 4294978582 rc 0/0 00000100:00100000:0.0:1777573234.844579:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15361 00000100:00100000:3.0:1777573234.846886:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.847032:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925899520 00000100:00100000:0.0:1777573234.847044:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925899520 00000100:00100000:0.0:1777573234.847164:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5114 00000100:00100000:0.0:1777573234.847176:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+405:59533:x1863919925899520:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:0.0:1777573234.847337:0:6487:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996f7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e51f expref: 405 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.847388:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.847405:0:6487:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119845f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de11 expref: 405 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.847420:0:6487:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4f5 expref: 405 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.847427:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.847472:0:6487:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4f5 expref: 405 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.847487:0:6487:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4f5 expref: 405 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.847503:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932129152:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.847598:0:6487:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119845f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de11 expref: 405 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.847606:0:6487:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119845f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de11 expref: 405 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.847614:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932129280:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.847638:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.850608:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932129152:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.850623:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932129280:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.850655:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.851355:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.851416:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925899648 00000100:00100000:1.0:1777573234.851428:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925899648 00010000:00010000:1.0:1777573234.851488:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4f5 expref: 406 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.851494:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.851537:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925899776 00000100:00100000:1.0:1777573234.851541:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925899776 00010000:00010000:1.0:1777573234.851555:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119845f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de11 expref: 407 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573234.851572:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5569 00000100:00100000:3.0:1777573234.851591:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+407:2403:x1863919925899648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573234.851616:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573234.851625:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4f5 expref: 407 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.851634:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5570 00010000:00010000:3.0:1777573234.851646:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4f5 expref: 407 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.851647:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+407:2404:x1863919925899776:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573234.851662:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573234.851669:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119845f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de11 expref: 407 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.851685:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199679 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4f5 expref: 407 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.851760:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119845f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de11 expref: 406 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.851777:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119845f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2de11 expref: 406 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.851791:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.851795:0:7410:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.851803:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.851809:0:7410:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.851869:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573234.851934:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+405:2404:x1863919925899776:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 290us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.851943:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5570 00010000:00010000:2.0:1777573234.852245:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.852254:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.852718:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573234.852722:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573234.852784:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+404:2403:x1863919925899648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1201us (1433us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.852793:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5569 00010000:00010000:2.0:1777573234.852999:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.853008:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.853016:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.853023:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573234.853027:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.853033:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.853044:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.853046:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777573234.853049:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.853054:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199705 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.853065:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.853066:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777573234.853069:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a11996f7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e51f expref: 403 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.853203:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+403:59533:x1863919925899520:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 6027us (6326us total) trans 4294978583 rc -22/-22 00000100:00100000:2.0:1777573234.853214:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5114 00000100:00100000:1.0:1777573234.855588:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.855694:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925899904 00000100:00100000:0.0:1777573234.855764:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925899904 00000100:00100000:0.0:1777573234.855835:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15362 00000100:00100000:0.0:1777573234.855848:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+403:59533:x1863919925899904:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.855878:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.856014:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e526 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.856093:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e526 expref: 404 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.856112:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e526 expref: 404 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.856137:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.856141:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573234.856144:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:0.0:1777573234.856218:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+404:59533:x1863919925899904:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 373us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.856237:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15362 00000100:00100000:0.0:1777573234.860378:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.860486:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925900160 00000100:00100000:3.0:1777573234.860499:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925900160 00000100:00100000:3.0:1777573234.860560:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15363 00000100:00100000:3.0:1777573234.860577:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+404:59533:x1863919925900160:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573234.860605:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573234.860633:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199713 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e52d expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.861864:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x318:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.861883:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.861914:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.861927:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x318:0x0]: returning size 0 00010000:00010000:0.0:1777573234.862001:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a1199713 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e52d expref: 407 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.862030:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e52d expref: 406 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.862039:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x318:0x0].0x0 (ffff99d1c64d9500) 00010000:00010000:0.0:1777573234.862043:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573234.862046:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631400, rc 0) 00000100:00100000:0.0:1777573234.862193:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+406:59533:x1863919925900160:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1617us (1831us total) trans 4294978584 rc 0/0 00000100:00100000:0.0:1777573234.862201:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15363 00000100:00100000:2.0:1777573234.864783:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.864823:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925900416 00000100:00100000:0.0:1777573234.864832:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925900416 00000100:00100000:0.0:1777573234.864938:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15364 00000100:00100000:0.0:1777573234.864952:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+406:59533:x1863919925900416:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.864977:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.865000:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199728 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e534 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.865128:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119972f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.865158:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119972f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.865169:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119972f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.865182:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:0.0:1777573234.865331:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199728 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e534 expref: 409 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.865358:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119972f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e534 expref: 408 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.865367:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.865468:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777573234.865473:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:0.0:1777573234.865527:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+408:59533:x1863919925900416:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 579us (749us total) trans 4294978585 rc 0/0 00000100:00100000:0.0:1777573234.865534:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15364 00000100:00100000:1.0:1777573234.868416:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.868466:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925900672 00000100:00100000:0.0:1777573234.868475:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925900672 00000100:00100000:0.0:1777573234.868535:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5115 00000100:00100000:0.0:1777573234.868545:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+408:59533:x1863919925900672:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:0.0:1777573234.868620:0:6488:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119972f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e534 expref: 408 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.868656:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.868670:0:6488:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e526 expref: 408 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.868678:0:6488:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 4/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.868713:0:6488:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e526 expref: 408 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.868737:0:6488:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e526 expref: 408 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.868751:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932129408:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.868827:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.871230:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932129408:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.871314:0:6488:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.871511:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.871667:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925900800 00000100:00100000:2.0:1777573234.871677:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925900800 00010000:00010000:2.0:1777573234.871722:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e526 expref: 409 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.871768:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5571 00000100:00100000:2.0:1777573234.871779:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+409:2404:x1863919925900800:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573234.871796:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573234.871804:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e526 expref: 409 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.871824:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e526 expref: 409 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.871852:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119970c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e526 expref: 409 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.871871:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573234.871876:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.871887:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.871897:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.871932:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573234.871995:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+408:2404:x1863919925900800:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 218us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.872002:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5571 00010000:00010000:0.0:1777573234.872052:0:6488:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.872060:0:6488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.872086:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x318:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.872099:0:6488:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e52d expref: 407 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.872109:0:6488:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.872141:0:6488:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e52d expref: 407 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.872156:0:6488:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e52d expref: 407 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.872172:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932129536:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573234.872240:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.874839:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932129536:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573234.874881:0:6488:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.875016:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.875068:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925900928 00000100:00100000:0.0:1777573234.875077:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925900928 00010000:00010000:0.0:1777573234.875121:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e52d expref: 408 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.875178:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5572 00000100:00100000:0.0:1777573234.875190:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+408:2403:x1863919925900928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573234.875211:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573234.875231:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e52d expref: 408 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.875253:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e52d expref: 408 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.875302:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119971a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e52d expref: 408 pid: 30825 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.875330:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x318:0x0].0x0 (ffff99d1c64d9500) 00010000:00010000:0.0:1777573234.875335:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.875347:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.875356:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.875386:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573234.875431:0:6488:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.875444:0:6488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.876195:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+408:2403:x1863919925900928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1002us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.876208:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5572 00000100:00100000:1.0:1777573234.876216:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932129664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.876320:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.876363:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.876469:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932129664 00000100:00100000:3.0:1777573234.876479:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932129664 00000100:00100000:3.0:1777573234.876537:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:3.0:1777573234.876547:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d05aa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932129664:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.876724:0:6488:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179874721 gen 2 00000004:00080000:1.0:1777573234.876732:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c8554000, transno 17179874690 00000004:00080000:1.0:1777573234.876749:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45faa00, transno 17179874691 00000004:00080000:1.0:1777573234.876754:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca41180, transno 17179874692 00000004:00080000:1.0:1777573234.876757:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f8e00, transno 17179874693 00000004:00080000:1.0:1777573234.876760:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c8555880, transno 17179874694 00000004:00080000:1.0:1777573234.876762:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c8554700, transno 17179874695 00000004:00080000:1.0:1777573234.876765:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f8a80, transno 17179874696 00000004:00080000:1.0:1777573234.876768:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca40a80, transno 17179874697 00000004:00080000:1.0:1777573234.876772:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fa300, transno 17179874698 00000004:00080000:1.0:1777573234.876774:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f8700, transno 17179874699 00000004:00080000:1.0:1777573234.876778:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fb800, transno 17179874700 00000004:00080000:1.0:1777573234.876780:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fa680, transno 17179874701 00000004:00080000:1.0:1777573234.876783:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2c27b80, transno 17179874702 00000004:00080000:1.0:1777573234.876786:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2c27480, transno 17179874703 00000004:00080000:1.0:1777573234.876790:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2c26a00, transno 17179874704 00000004:00080000:1.0:1777573234.876793:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2c26300, transno 17179874705 00000004:00080000:1.0:1777573234.876796:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5747800, transno 17179874706 00000004:00080000:1.0:1777573234.876798:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5747480, transno 17179874707 00000004:00080000:1.0:1777573234.876801:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5744e00, transno 17179874708 00000004:00080000:1.0:1777573234.876804:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745c00, transno 17179874709 00000004:00080000:1.0:1777573234.876807:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745500, transno 17179874710 00000004:00080000:1.0:1777573234.876810:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745180, transno 17179874711 00000004:00080000:1.0:1777573234.876813:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5746a00, transno 17179874712 00000004:00080000:1.0:1777573234.876815:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5747100, transno 17179874713 00000004:00080000:1.0:1777573234.876819:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2ad80, transno 17179874714 00000004:00080000:1.0:1777573234.876822:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2a680, transno 17179874715 00000004:00080000:1.0:1777573234.876824:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2b100, transno 17179874716 00000004:00080000:1.0:1777573234.876827:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2a300, transno 17179874717 00000004:00080000:1.0:1777573234.876830:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e29180, transno 17179874718 00000004:00080000:1.0:1777573234.876832:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e28000, transno 17179874719 00000004:00080000:1.0:1777573234.876836:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2bb80, transno 17179874720 00000004:00080000:1.0:1777573234.876839:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e29880, transno 17179874721 00000100:00100000:1.0:1777573234.876848:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932129664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.876922:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932129792:0@lo:1000:mdt_rdpg00_001.0 00000004:00080000:0.0:1777573234.877116:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 32 done 00000100:00100000:3.0:1777573234.878216:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d05aa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932129664:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1663us (1887us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.878240:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00100000:1.0:1777573234.879717:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.879781:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.879846:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932129792 00000100:00100000:0.0:1777573234.879862:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932129792 00000100:00100000:2.0:1777573234.880008:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:2.0:1777573234.880022:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932129792:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.880150:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932129792:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 132us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.880157:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00100000:1.0:1777573234.880233:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932129792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.880533:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932129920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.880561:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.880584:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c780 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.880595:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932129920 00000100:00100000:2.0:1777573234.880601:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932129920 00000100:00100000:2.0:1777573234.880638:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:2.0:1777573234.880646:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932129920:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.880715:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932129920:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 69us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.880721:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:1.0:1777573234.880791:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932129920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.880822:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.880843:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.880857:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.880888:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932130048 00000100:00100000:0.0:1777573234.880902:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932130048 00000100:00100000:0.0:1777573234.880977:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:0.0:1777573234.880988:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130048:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.881139:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130048:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 153us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.881150:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00100000:1.0:1777573234.881173:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e0b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.881242:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.881291:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.881308:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.881503:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932130176 00000100:00100000:0.0:1777573234.881510:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932130176 00000100:00100000:0.0:1777573234.881576:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:0.0:1777573234.881584:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130176:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.881653:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130176:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 70us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.881660:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00100000:1.0:1777573234.881723:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.881760:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.881789:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.881808:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c300 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.881831:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932130304 00000100:00100000:2.0:1777573234.881838:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932130304 00000100:00100000:2.0:1777573234.881876:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:2.0:1777573234.881884:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932130304:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.882193:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932130304:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 309us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.882199:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:1.0:1777573234.882330:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.882423:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.882459:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.882481:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.882580:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932130432 00000100:00100000:0.0:1777573234.882585:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932130432 00000100:00100000:0.0:1777573234.882618:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:0.0:1777573234.882625:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932130432:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.882692:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932130432:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.882701:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00100000:1.0:1777573234.882933:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.882969:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.882995:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.883017:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c300 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.883058:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932130560 00000100:00100000:2.0:1777573234.883062:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932130560 00000100:00100000:2.0:1777573234.883092:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:2.0:1777573234.883107:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130560:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.883169:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130560:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 63us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.883176:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:1.0:1777573234.883418:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.883458:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.883483:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.883502:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c300 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.883544:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932130688 00000100:00100000:2.0:1777573234.883549:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932130688 00000100:00100000:2.0:1777573234.883579:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766 00000100:00100000:2.0:1777573234.883585:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932130688:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.883643:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932130688:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 58us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.883649:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766 00000100:00100000:0.0:1777573234.883704:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.883737:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.883764:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573234.883785:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.883824:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932130816 00000100:00100000:1.0:1777573234.883828:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932130816 00000100:00100000:1.0:1777573234.883855:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:1.0:1777573234.883861:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130816:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.883907:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130816:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 47us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.883913:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:3.0:1777573234.884044:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.884119:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.884162:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.884201:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d389c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573234.884427:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932130944 00000100:00100000:1.0:1777573234.884432:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932130944 00000100:00100000:1.0:1777573234.884463:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:1.0:1777573234.884470:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130944:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.884534:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932130944:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 65us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.884539:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:3.0:1777573234.884618:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932130944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.884658:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.884688:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.884710:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.884734:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932131072 00000100:00100000:0.0:1777573234.884740:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932131072 00000100:00100000:0.0:1777573234.884773:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1777573234.884780:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131072:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.884848:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131072:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 68us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.884859:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:3.0:1777573234.884973:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.885011:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.885038:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573234.885059:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.885083:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932131200 00000100:00100000:2.0:1777573234.885088:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932131200 00000100:00100000:2.0:1777573234.885128:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:2.0:1777573234.885136:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131200:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.885197:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131200:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 62us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.885203:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00100000:3.0:1777573234.885333:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.885431:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.885456:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.885471:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.885511:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932131328 00000100:00100000:2.0:1777573234.885514:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932131328 00000100:00100000:2.0:1777573234.885536:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:2.0:1777573234.885540:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932131328:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.885587:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932131328:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 46us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.885594:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:1.0:1777573234.885729:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.885772:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.885793:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.885813:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.885848:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932131456 00000100:00100000:0.0:1777573234.885852:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932131456 00000100:00100000:0.0:1777573234.885881:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:0.0:1777573234.885887:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131456:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.885929:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131456:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 43us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.885933:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00100000:1.0:1777573234.885989:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.886018:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.886039:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.886060:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.886094:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932131584 00000100:00100000:0.0:1777573234.886099:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932131584 00000100:00100000:0.0:1777573234.886158:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:0.0:1777573234.886165:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932131584:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.886235:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932131584:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 70us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.886242:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:1.0:1777573234.886309:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.886344:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.886365:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.886387:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.886435:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932131712 00000100:00100000:2.0:1777573234.886440:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932131712 00000100:00100000:2.0:1777573234.886471:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000100:00100000:2.0:1777573234.886478:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932131712:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.886576:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932131712:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 99us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.886583:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00000100:00100000:1.0:1777573234.886696:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.886727:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.886749:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.886826:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.886857:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932131840 00000100:00100000:3.0:1777573234.886862:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932131840 00000100:00100000:3.0:1777573234.886921:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00000100:00100000:3.0:1777573234.886928:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131840:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.887025:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131840:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 98us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.887032:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00100000:1.0:1777573234.887089:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.887123:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.887145:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.887166:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.887203:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932131968 00000100:00100000:0.0:1777573234.887207:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932131968 00000100:00100000:0.0:1777573234.887245:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:0.0:1777573234.887251:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131968:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.887335:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932131968:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 84us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.887342:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:1.0:1777573234.887603:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932131968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.887633:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.887655:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.887676:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.887731:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932132096 00000100:00100000:0.0:1777573234.887735:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932132096 00000100:00100000:0.0:1777573234.887763:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1777573234.887770:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932132096:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.887834:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932132096:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 64us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.887840:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:1.0:1777573234.887952:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.887983:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.888002:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.888020:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.888136:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932132224 00000100:00100000:0.0:1777573234.888139:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932132224 00000100:00100000:0.0:1777573234.888188:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:0.0:1777573234.888195:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932132224:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.888303:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932132224:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 107us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.888310:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:1.0:1777573234.888313:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.888341:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.888362:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.888384:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.888519:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932132352 00000100:00100000:3.0:1777573234.888522:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932132352 00000100:00100000:3.0:1777573234.888544:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:3.0:1777573234.888550:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932132352:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.888614:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932132352:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 64us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.888625:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00100000:1.0:1777573234.888745:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.888778:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.888799:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.888821:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.888866:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932132480 00000100:00100000:0.0:1777573234.888870:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932132480 00000100:00100000:0.0:1777573234.888900:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:0.0:1777573234.888907:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932132480:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.888962:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932132480:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 55us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.888968:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1777573234.889038:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.889066:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.889088:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.889107:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.889157:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932132608 00000100:00100000:3.0:1777573234.889161:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932132608 00000100:00100000:3.0:1777573234.889189:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:3.0:1777573234.889196:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932132608:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.889264:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932132608:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 69us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.889302:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1777573234.889400:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.889433:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132736:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.889455:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.889466:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.889520:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932132736 00000100:00100000:2.0:1777573234.889524:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932132736 00000100:00100000:2.0:1777573234.889553:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782 00000100:00100000:2.0:1777573234.889560:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932132736:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.889617:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932132736:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 58us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.889626:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782 00000100:00100000:1.0:1777573234.889724:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132736:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.889752:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132864:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.889774:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.889795:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573234.889843:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932132864 00000100:00100000:0.0:1777573234.889847:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932132864 00000100:00100000:0.0:1777573234.889876:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00100000:0.0:1777573234.889882:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932132864:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573234.889937:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932132864:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 55us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573234.889943:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00000100:00100000:1.0:1777573234.890007:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132864:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.890039:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132992:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.890062:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.890084:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.890133:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932132992 00000100:00100000:2.0:1777573234.890137:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932132992 00000100:00100000:2.0:1777573234.890164:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:2.0:1777573234.890171:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932132992:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.890235:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932132992:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 65us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.890241:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00100000:1.0:1777573234.890365:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932132992:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.890396:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133120:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.890419:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.890439:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.890486:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932133120 00000100:00100000:2.0:1777573234.890490:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932133120 00000100:00100000:2.0:1777573234.890552:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:2.0:1777573234.890559:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932133120:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.890614:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932133120:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 56us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.890620:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:1.0:1777573234.890673:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133120:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.890706:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133248:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.890729:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.890827:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.890909:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932133248 00000100:00100000:3.0:1777573234.890914:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932133248 00000100:00100000:3.0:1777573234.890936:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:3.0:1777573234.890942:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932133248:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.890996:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932133248:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 54us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573234.891002:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:1.0:1777573234.891025:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133248:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.891055:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c27480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133376:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.891077:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.891133:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.891168:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932133376 00000100:00100000:2.0:1777573234.891171:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932133376 00000100:00100000:2.0:1777573234.891200:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:2.0:1777573234.891207:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932133376:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.891343:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932133376:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 136us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573234.891349:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00100000:1.0:1777573234.891455:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c27480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133376:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:1.0:1777573234.891774:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].62, 1448 off83312 00000001:00080000:1.0:1777573234.891789:0:6488:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978586 00000100:00100000:1.0:1777573234.891851:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c27480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.891875:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.891937:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573234.891977:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932133504 00000100:00100000:3.0:1777573234.891981:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932133504 00000100:00100000:3.0:1777573234.892049:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788 00000100:00100000:3.0:1777573234.892056:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932133504:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573234.892198:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6488:x1863919932133504:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 142us (321us total) trans 17179874741 rc 0/0 00000100:00100000:3.0:1777573234.892204:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788 00000100:00100000:1.0:1777573234.892303:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c27480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.892328:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133632:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573234.892355:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573234.892542:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573234.892593:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932133632 00000100:00100000:2.0:1777573234.892598:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932133632 00000100:00100000:2.0:1777573234.892619:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:2.0:1777573234.892626:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:6488:x1863919932133632:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573234.892764:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+38:6488:x1863919932133632:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 139us (408us total) trans 21474841584 rc 0/0 00000100:00100000:2.0:1777573234.892771:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00100000:1.0:1777573234.892844:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932133632:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1777573234.892899:0:6488:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978587 00010000:00010000:1.0:1777573234.892929:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.892940:0:6488:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.892948:0:6488:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.892955:0:6488:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573234.892960:0:6488:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.892967:0:6488:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.892981:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x318:0x0].0x0 (ffff99d1c64d9500) 00010000:00010000:1.0:1777573234.892985:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777573234.892990:0:6488:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.892996:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199744 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x318:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.893016:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.893022:0:6488:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.893028:0:6488:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.893038:0:6488:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573234.893041:0:6488:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.893047:0:6488:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.893054:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.893057:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777573234.893060:0:6488:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.893066:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119973d lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.893077:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.893080:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573234.893086:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119972f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e534 expref: 409 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.893177:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+408:59533:x1863919925900672:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 24634us (24769us total) trans 4294978588 rc 0/0 00000100:00100000:1.0:1777573234.893186:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5115 00000020:00080000:1.0:1777573234.893190:0:6488:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1777573234.897949:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.898034:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925901056 00000100:00100000:1.0:1777573234.898045:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925901056 00000100:00100000:1.0:1777573234.898109:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15365 00000100:00100000:1.0:1777573234.898120:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+408:59533:x1863919925901056:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573234.898146:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573234.898168:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119974b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e53b expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.898237:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119974b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e53b expref: 409 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.898253:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119974b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e53b expref: 409 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.898302:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.898306:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573234.898309:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5ac00, rc 0) 00000100:00100000:1.0:1777573234.898357:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+409:59533:x1863919925901056:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 239us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.898365:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15365 00000100:00100000:2.0:1777573234.904320:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.904411:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925901312 00000100:00100000:1.0:1777573234.904426:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925901312 00000100:00100000:1.0:1777573234.904503:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5116 00000100:00100000:1.0:1777573234.904513:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+409:59533:x1863919925901312:12345-192.168.204.27@tcp:35:lfs.0 00000004:00080000:1.0:1777573234.904792:0:13532:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0x318:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777573234.904849:0:13532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3027, 64 off250928 00000004:00080000:1.0:1777573234.904856:0:13532:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755450584041ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573234.904875:0:13532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3028, 64 off250664 00000004:00080000:1.0:1777573234.904879:0:13532:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755450608154ns, next at 756450607066ns, rc = 0 00000001:00080000:1.0:1777573234.904884:0:13532:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978589 00010000:00010000:1.0:1777573234.904923:0:13532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x318:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.904939:0:13532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.904950:0:13532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.904958:0:13532:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.904965:0:13532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.904971:0:13532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.905049:0:13532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777573234.905138:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+411:59533:x1863919925901312:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 626us (839us total) trans 4294978590 rc 0/0 00000100:00100000:1.0:1777573234.905147:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5116 00000020:00080000:1.0:1777573234.905152:0:13532:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777573234.905933:0:7409:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573234.905941:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.905951:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.905955:0:7409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.905964:0:7409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.905978:0:7409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x318:0x0].0x0 (ffff99d2fc76e400) 00010000:00010000:2.0:1777573234.905981:0:7409:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573234.905985:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.905992:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a1199752 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x318:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.906010:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573234.906012:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573234.906013:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573234.907206:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.907378:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925901568 00000100:00100000:1.0:1777573234.907387:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925901568 00000100:00100000:1.0:1777573234.907581:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5117 00000100:00100000:1.0:1777573234.907593:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+411:59533:x1863919925901568:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573234.907859:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+412:59533:x1863919925901568:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 269us (672us total) trans 4294978591 rc 0/0 00000100:00100000:1.0:1777573234.907867:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5117 00000100:00100000:0.0:1777573234.922026:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.922129:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925901696 00000100:00100000:1.0:1777573234.922141:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925901696 00000100:00100000:1.0:1777573234.922251:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15366 00000100:00100000:1.0:1777573234.922263:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+412:59534:x1863919925901696:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573234.922324:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573234.922347:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1199759 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e542 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922757:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922772:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922783:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922797:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922804:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922811:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922887:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922897:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922905:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573234.922945:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:1.0:1777573234.922949:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573234.922969:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922981:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922990:0:6484:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.922996:0:6484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923002:0:6484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923008:0:6484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923013:0:6484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573234.923017:0:6484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923023:0:6484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923034:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d2fc76e100) 00010000:00010000:1.0:1777573234.923037:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573234.923041:0:6484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923051:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a1199760 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923064:0:6484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923069:0:6484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923074:0:6484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923079:0:6484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573234.923082:0:6484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923087:0:6484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923094:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d2fc76e600) 00010000:00010000:1.0:1777573234.923097:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573234.923099:0:6484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923105:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199767 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923135:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a1199759 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e542 expref: 414 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923149:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e542 expref: 413 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.923156:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.923159:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573234.923161:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5b000, rc 0) 00000100:00100000:1.0:1777573234.923317:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+413:59534:x1863919925901696:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1057us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573234.923326:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15366 00000100:00100000:2.0:1777573234.929163:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.929718:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925901952 00000100:00100000:0.0:1777573234.929730:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925901952 00000100:00100000:0.0:1777573234.929798:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15367 00000100:00100000:0.0:1777573234.929809:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+413:59534:x1863919925901952:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573234.929832:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573234.929855:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199775 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e549 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.929980:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119977c lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.929997:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119977c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.930008:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119977c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573234.930020:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:0.0:1777573234.930131:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199775 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e549 expref: 416 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.930148:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119977c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e549 expref: 415 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.930157:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573234.930160:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777573234.930163:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:0.0:1777573234.930241:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+415:59534:x1863919925901952:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 433us (1086us total) trans 4294978592 rc 0/0 00000100:00100000:0.0:1777573234.930249:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15367 00000100:00100000:2.0:1777573234.933234:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.933428:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925902208 00000100:00100000:1.0:1777573234.933618:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925902208 00000100:00100000:1.0:1777573234.933700:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15368 00000100:00100000:1.0:1777573234.933709:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+415:59534:x1863919925902208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573234.933730:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573234.933747:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119978a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e550 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.933849:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199791 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.933863:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199791 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.933875:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199791 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573234.933888:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:1.0:1777573234.933990:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119978a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e550 expref: 418 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.934013:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199791 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e550 expref: 417 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.934022:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573234.934025:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573234.934028:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a600, rc 0) 00000100:00100000:1.0:1777573234.934084:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+417:59534:x1863919925902208:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 375us (866us total) trans 4294978593 rc 0/0 00000100:00100000:1.0:1777573234.934090:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15368 00000100:00100000:2.0:1777573234.940059:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573234.940874:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925902336 00000100:00100000:1.0:1777573234.940885:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925902336 00000100:00100000:1.0:1777573234.940961:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4951 00000100:00100000:1.0:1777573234.940972:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925902336:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:1.0:1777573234.941020:0:28804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d4f, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573234.941029:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.941045:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573234.941048:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573234.941052:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.941065:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.945064:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.945084:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.945093:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.945100:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573234.945105:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.945115:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.945134:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573234.945142:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a6e3367/0x8dc0a528a119979f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573234.945242:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925902336:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4268us (5188us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573234.945253:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4951 00000100:00100000:3.0:1777573234.950604:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.950718:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925902464 00000100:00100000:0.0:1777573234.950728:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925902464 00000100:00100000:0.0:1777573234.950807:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4952 00000100:00100000:0.0:1777573234.950818:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925902464:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:0.0:1777573234.950869:0:14599:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d51, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573234.950878:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.950893:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.950895:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.950899:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.950918:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.954305:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.954324:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.954333:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.954340:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573234.954345:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.954359:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.954379:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.954386:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a11997a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.954509:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925902464:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3690us (3920us total) trans 0 rc 73728/73728 00000100:00100000:0.0:1777573234.954519:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4952 00000100:00100000:0.0:1777573234.960014:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573234.960072:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925902592 00000100:00100000:3.0:1777573234.960083:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925902592 00000100:00100000:3.0:1777573234.960145:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4953 00000100:00100000:3.0:1777573234.960153:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925902592:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:3.0:1777573234.960194:0:24425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d55, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:3.0:1777573234.960202:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.960214:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.960216:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573234.960232:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573234.960243:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.963520:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.963539:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.963548:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.963555:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caaa00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.963560:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.963570:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.963855:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.963863:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a11997ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.963974:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925902592:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3818us (3966us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1777573234.963982:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4953 00000100:00100000:2.0:1777573234.969261:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573234.969402:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925902720 00000100:00100000:0.0:1777573234.969413:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925902720 00000100:00100000:0.0:1777573234.969525:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4954 00000100:00100000:0.0:1777573234.969536:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925902720:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:0.0:1777573234.969585:0:28799:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d56, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573234.969595:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.969609:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.969612:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573234.969617:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.969635:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.972981:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.973001:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.973010:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.973017:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573234.973021:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.973030:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.973049:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573234.973058:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a11997b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573234.973146:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925902720:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3609us (3891us total) trans 0 rc 73728/73728 00000100:00100000:0.0:1777573234.973157:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4954 00000100:00100000:1.0:1777573234.978709:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.978780:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925902848 00000100:00100000:2.0:1777573234.978790:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925902848 00000100:00100000:2.0:1777573234.978863:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4955 00000100:00100000:2.0:1777573234.978872:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+38:2406:x1863919925902848:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573234.978910:0:28803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d57, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573234.978917:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.978947:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.978950:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.978955:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.978973:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.983986:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.984006:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.984015:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.984022:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.984027:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.984042:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.984063:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.984071:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.984230:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+38:2406:x1863919925902848:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5344us (5515us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1777573234.984240:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4955 00000100:00100000:3.0:1777573234.993874:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573234.994000:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925902976 00000100:00100000:2.0:1777573234.994016:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925902976 00000100:00100000:2.0:1777573234.994171:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4956 00000100:00100000:2.0:1777573234.994183:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925902976:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573234.994250:0:8368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d5d, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573234.994259:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.994316:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.994319:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573234.994324:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.994339:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.997447:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.997466:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.997474:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.997481:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573234.997486:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.997494:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.997513:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573234.997521:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573234.997608:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925902976:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3424us (3741us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1777573234.997617:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4956 00000100:00100000:0.0:1777573235.003424:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.003549:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925903104 00000100:00100000:2.0:1777573235.003560:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925903104 00000100:00100000:2.0:1777573235.003631:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4957 00000100:00100000:2.0:1777573235.003642:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925903104:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573235.003692:0:28801:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d5e, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.003701:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.003717:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.003719:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.003724:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.003736:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.007161:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.007181:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.007190:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.007197:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.007202:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.007216:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.007246:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.007254:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.007559:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925903104:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3915us (4140us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1777573235.007570:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4957 00000100:00100000:3.0:1777573235.013412:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.013798:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925903232 00000100:00100000:2.0:1777573235.013807:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925903232 00000100:00100000:2.0:1777573235.013879:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4958 00000100:00100000:2.0:1777573235.013892:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925903232:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573235.013944:0:8367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d62, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.013954:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.013969:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.013972:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.013977:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.013991:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.018208:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.018243:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.018249:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.018254:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.018258:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.018263:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.018443:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.018452:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a11997d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.018578:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925903232:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4685us (5180us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1777573235.018590:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4958 00000100:00100000:3.0:1777573235.026690:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.027144:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925903360 00000100:00100000:1.0:1777573235.027155:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925903360 00000100:00100000:1.0:1777573235.027396:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4959 00000100:00100000:1.0:1777573235.027409:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925903360:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:1.0:1777573235.027461:0:24426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d67, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.027471:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.027487:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.027489:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.027494:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.027508:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.034089:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.034108:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.034118:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.034126:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.034131:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.034140:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.034158:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.034166:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11997d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.034376:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925903360:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6958us (7682us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.034388:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4959 00000100:00100000:3.0:1777573235.041698:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.041933:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925903488 00000100:00100000:1.0:1777573235.041942:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925903488 00000100:00100000:1.0:1777573235.042019:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4960 00000100:00100000:1.0:1777573235.042029:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925903488:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:1.0:1777573235.042079:0:28804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d68, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.042090:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.042105:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.042107:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.042112:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.042126:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.045964:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.046042:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.046049:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.046053:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.046057:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.046062:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.046076:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.046080:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.046181:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925903488:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4152us (4491us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.046188:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4960 00000100:00100000:0.0:1777573235.051080:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.051186:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925903616 00000100:00100000:2.0:1777573235.051196:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925903616 00000100:00100000:2.0:1777573235.051403:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4961 00000100:00100000:2.0:1777573235.051415:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925903616:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573235.051461:0:14599:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d6a, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.051471:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.051486:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.051488:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.051494:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.051507:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.054030:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.054048:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.054056:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.054062:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.054067:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.054080:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.054098:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.054107:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.054177:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925903616:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2761us (3103us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1777573235.054187:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4961 00000100:00100000:2.0:1777573235.058982:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.059080:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925903744 00000100:00100000:1.0:1777573235.059090:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925903744 00000100:00100000:1.0:1777573235.059167:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4962 00000100:00100000:1.0:1777573235.059177:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925903744:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573235.059211:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.059240:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.059242:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.059248:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.059262:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.063136:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.063157:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.063167:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.063174:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.063179:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.063189:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.063207:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.063227:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11997ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.063349:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925903744:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4168us (4371us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.063360:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4962 00000100:00100000:0.0:1777573235.069948:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.070037:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925903872 00000100:00100000:2.0:1777573235.070057:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925903872 00000100:00100000:2.0:1777573235.070135:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4963 00000100:00100000:2.0:1777573235.070143:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925903872:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573235.070192:0:28799:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d6d, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.070202:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.070235:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.070238:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.070243:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.070262:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.072840:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.072859:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.073095:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.073104:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.073108:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.073118:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.073136:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.073144:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000973f46b5/0x8dc0a528a11997f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.073233:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925903872:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3086us (3286us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1777573235.073242:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4963 00000100:00100000:0.0:1777573235.077988:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.078150:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925904000 00000100:00100000:1.0:1777573235.078165:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925904000 00000100:00100000:1.0:1777573235.078244:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 626 00000100:00100000:1.0:1777573235.078254:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+417:59534:x1863919925904000:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:1.0:1777573235.078298:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573235.078324:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a1199791 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e550 expref: 417 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.078343:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.078348:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573235.078543:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+416:59534:x1863919925904000:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 290us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.078551:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 626 00000100:00100000:1.0:1777573235.080362:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.080443:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925904256 00000100:00100000:2.0:1777573235.080452:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925904256 00000100:00100000:2.0:1777573235.080532:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5118 00000100:00100000:2.0:1777573235.080542:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2f8b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+416:59534:x1863919925904256:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:2.0:1777573235.080754:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2f8b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+417:59534:x1863919925904256:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 213us (397us total) trans 4294978594 rc 0/0 00000100:00100000:2.0:1777573235.080762:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5118 00000100:00100000:0.0:1777573235.106897:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.107355:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925904512 00000100:00100000:1.0:1777573235.107374:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925904512 00000100:00100000:1.0:1777573235.107613:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15369 00000100:00100000:1.0:1777573235.107625:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+417:59535:x1863919925904512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.107662:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.107683:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11997fa lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e557 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.107806:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1199801 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.107821:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1199801 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.107833:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1199801 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.107847:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:1.0:1777573235.107936:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11997fa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e557 expref: 420 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.107950:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1199801 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e557 expref: 419 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.107956:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.107958:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573235.107960:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531400, rc 0) 00000100:00100000:1.0:1777573235.108010:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+419:59535:x1863919925904512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 389us (1124us total) trans 4294978595 rc 0/0 00000100:00100000:1.0:1777573235.108014:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15369 00000100:00100000:0.0:1777573235.113773:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.113908:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925904640 00000100:00100000:2.0:1777573235.113918:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925904640 00000100:00100000:2.0:1777573235.114037:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4964 00000100:00100000:2.0:1777573235.114048:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925904640:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573235.114093:0:28803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d4f, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.114102:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.114117:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.114119:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.114124:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.114137:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.116920:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.116940:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.116961:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.116968:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.116972:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.116982:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.116999:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.117007:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a119980f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.117089:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925904640:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3039us (3321us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.117100:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4964 00000100:00100000:0.0:1777573235.123922:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.123997:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925904768 00000100:00100000:2.0:1777573235.124006:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925904768 00000100:00100000:2.0:1777573235.124072:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4965 00000100:00100000:2.0:1777573235.124079:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925904768:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573235.124125:0:8368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d51, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.124135:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.124155:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.124157:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.124163:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.124177:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.129137:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.129167:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.129174:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.129446:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573235.129451:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.129461:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.129480:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.129487:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c335895b/0x8dc0a528a1199816 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.129617:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925904768:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5534us (5697us total) trans 0 rc 73728/73728 00000100:00100000:3.0:1777573235.129626:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4965 00000100:00100000:0.0:1777573235.133734:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.133929:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925904896 00000100:00100000:2.0:1777573235.133939:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925904896 00000100:00100000:2.0:1777573235.134023:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4966 00000100:00100000:2.0:1777573235.134034:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925904896:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573235.134083:0:28801:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d55, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.134096:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.134110:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.134111:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.134116:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.134126:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.134832:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573235.136767:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.136784:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.136793:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.136805:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573235.136810:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.136818:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.136834:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.136842:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119981d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.136962:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925904896:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2927us (3230us total) trans 0 rc 73728/73728 00000100:00100000:3.0:1777573235.136971:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4966 00000100:00100000:2.0:1777573235.142470:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.142856:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925905024 00000100:00100000:1.0:1777573235.142865:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925905024 00000100:00100000:1.0:1777573235.142921:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4967 00000100:00100000:1.0:1777573235.142928:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925905024:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:1.0:1777573235.142967:0:8367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d56, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.142976:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.142993:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.142995:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.143000:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.143014:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.146127:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.146163:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.146171:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.146178:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.146182:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.146190:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.146206:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.146227:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199824 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.146358:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925905024:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3426us (3893us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.146376:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4967 00000100:00100000:3.0:1777573235.150938:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.150988:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925905152 00000100:00100000:1.0:1777573235.150997:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925905152 00000100:00100000:1.0:1777573235.151083:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4968 00000100:00100000:1.0:1777573235.151093:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925905152:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:1.0:1777573235.151139:0:24426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d57, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.151149:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.151163:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.151166:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.151171:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.151185:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.153818:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.153839:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.153846:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.153851:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.153855:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.153860:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.153872:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.153876:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119982b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.153959:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925905152:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2864us (3027us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.153969:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4968 00000100:00100000:0.0:1777573235.160373:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.160463:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925905280 00000100:00100000:1.0:1777573235.160474:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925905280 00000100:00100000:1.0:1777573235.160608:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4969 00000100:00100000:1.0:1777573235.160619:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925905280:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:1.0:1777573235.160665:0:28804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d5d, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.160674:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.160690:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.160693:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.161563:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.161580:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.164574:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.164596:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.164605:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.164612:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.164617:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.164625:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.164643:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.164656:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.164746:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925905280:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4125us (4378us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.164756:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4969 00000100:00100000:2.0:1777573235.169967:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.170024:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925905408 00000100:00100000:0.0:1777573235.170034:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925905408 00000100:00100000:0.0:1777573235.171789:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4970 00000100:00100000:0.0:1777573235.171809:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925905408:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:0.0:1777573235.171863:0:14599:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d5e, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573235.171873:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.171888:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.171891:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.171895:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.171910:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.174185:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.174203:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.174222:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.174231:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.174236:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.174244:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.174262:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.174303:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199839 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.174451:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925905408:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2648us (4488us total) trans 0 rc 73728/73728 00000100:00100000:0.0:1777573235.174463:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4970 00000100:00100000:3.0:1777573235.181829:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.181932:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925905536 00000100:00100000:1.0:1777573235.181941:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925905536 00000100:00100000:1.0:1777573235.182010:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4971 00000100:00100000:1.0:1777573235.182020:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925905536:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:1.0:1777573235.182066:0:24425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d62, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.182075:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.182091:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.182094:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.182099:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.182112:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.185105:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.185124:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.185134:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.185141:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.185146:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.185155:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.185550:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.185560:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a1199840 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.185648:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925905536:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3626us (3824us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.185658:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4971 00000100:00100000:3.0:1777573235.190231:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.190545:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925905664 00000100:00100000:2.0:1777573235.190553:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925905664 00000100:00100000:2.0:1777573235.190611:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4972 00000100:00100000:2.0:1777573235.190621:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925905664:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573235.190665:0:28799:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d67, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.190673:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.190688:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.190690:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.190695:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.190709:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.193623:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.193646:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.193654:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.193660:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.193665:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.193673:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.193689:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.193696:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a1199847 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.193792:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925905664:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3158us (3565us total) trans 0 rc 73728/73728 00000100:00100000:0.0:1777573235.193803:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4972 00000100:00100000:3.0:1777573235.198698:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.198782:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925905792 00000100:00100000:1.0:1777573235.198791:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925905792 00000100:00100000:1.0:1777573235.198880:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4973 00000100:00100000:1.0:1777573235.198888:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925905792:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:1.0:1777573235.198924:0:28803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d68, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.198931:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.198943:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.198945:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.198949:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.198958:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.200816:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.200835:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.200844:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.200851:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.200856:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.200865:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.200883:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.200896:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119984e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.200973:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925905792:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2084us (2281us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.200982:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4973 00000100:00100000:3.0:1777573235.206770:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.206879:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925905920 00000100:00100000:2.0:1777573235.206890:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925905920 00000100:00100000:2.0:1777573235.206962:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4974 00000100:00100000:2.0:1777573235.206973:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925905920:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573235.207023:0:8368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d6a, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.207033:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.207053:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.207055:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.207060:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.207073:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.210090:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.210110:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.210119:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.210126:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.210131:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.210139:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.210157:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.210168:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199855 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.210258:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925905920:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3283us (3493us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1777573235.210267:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4974 00000100:00100000:0.0:1777573235.215038:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.215094:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925906048 00000100:00100000:3.0:1777573235.215105:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925906048 00000100:00100000:3.0:1777573235.215183:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4975 00000100:00100000:3.0:1777573235.215194:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925906048:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573235.215603:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.215616:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.215617:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.215622:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.215632:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.218138:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.218154:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.218163:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.218169:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.218174:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.218182:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.218199:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.218206:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119985c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.218634:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919925906048:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3439us (3602us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1777573235.218644:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4975 00000100:00100000:3.0:1777573235.223185:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.223298:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925906176 00000100:00100000:1.0:1777573235.223307:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925906176 00000100:00100000:1.0:1777573235.223369:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4976 00000100:00100000:1.0:1777573235.223378:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925906176:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:1.0:1777573235.223423:0:8367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d6d, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.223432:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.223447:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.223450:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.223454:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.223482:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.226094:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.226111:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.226121:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.226128:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.226132:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.226141:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.226158:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.226165:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199863 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.226259:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925906176:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2879us (3079us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777573235.226308:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4976 00000100:00100000:2.0:1777573235.232649:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.232705:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925906304 00000100:00100000:3.0:1777573235.232716:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925906304 00000100:00100000:3.0:1777573235.232784:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 627 00000100:00100000:3.0:1777573235.232796:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+419:59535:x1863919925906304:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:3.0:1777573235.232821:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573235.232847:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a1199801 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e557 expref: 419 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.232865:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573235.232870:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573235.232927:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+418:59535:x1863919925906304:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 135us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573235.232934:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 627 00000100:00100000:0.0:1777573235.234708:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.234865:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925906560 00000100:00100000:1.0:1777573235.235011:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925906560 00000100:00100000:1.0:1777573235.235064:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5119 00000100:00100000:1.0:1777573235.235073:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+418:59535:x1863919925906560:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573235.235652:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+419:59535:x1863919925906560:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 579us (946us total) trans 4294978596 rc 0/0 00000100:00100000:1.0:1777573235.235664:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5119 00000100:00100000:2.0:1777573235.240882:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.241012:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925906816 00000100:00100000:0.0:1777573235.241022:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925906816 00000100:00100000:0.0:1777573235.241087:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15370 00000100:00100000:0.0:1777573235.241098:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+419:59390:x1863919925906816:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573235.241124:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.241144:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119986a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e55e expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.241502:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.241520:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e542 expref: 420 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.241528:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.241563:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e542 expref: 420 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.241576:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e542 expref: 420 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.241591:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8555c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932133760:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573235.241691:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:0.0:1777573235.246041:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8555c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932133760:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573235.246070:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.246351:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.246574:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925906944 00000100:00100000:1.0:1777573235.246582:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925906944 00010000:00010000:1.0:1777573235.246616:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e542 expref: 421 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.246650:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5573 00000100:00100000:1.0:1777573235.246659:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+421:2403:x1863919925906944:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573235.246675:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573235.246681:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e542 expref: 421 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.246695:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e542 expref: 421 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.246718:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119976e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e542 expref: 421 pid: 6484 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.246735:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.246739:0:7410:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.246748:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.246756:0:7410:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.246797:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573235.246846:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+420:2403:x1863919925906944:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 186us (494us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573235.246847:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.246858:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5573 00010000:00010000:0.0:1777573235.246860:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573235.246889:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:0.0:1777573235.247073:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119986a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e55e expref: 421 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.247088:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e55e expref: 420 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.247095:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.247099:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777573235.247101:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:0.0:1777573235.247139:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+420:59390:x1863919925906816:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 6044us (6267us total) trans 4294978597 rc 0/0 00000100:00100000:0.0:1777573235.247147:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15370 00000100:00100000:2.0:1777573235.252115:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.252472:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925907072 00000100:00100000:0.0:1777573235.252483:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925907072 00000100:00100000:0.0:1777573235.252568:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15371 00000100:00100000:0.0:1777573235.252580:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+420:59390:x1863919925907072:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573235.252605:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.252626:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119987f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e565 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.252721:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.252736:0:7963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e55e expref: 421 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.252751:0:7963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.252783:0:7963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e55e expref: 421 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.252793:0:7963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e55e expref: 421 pid: 6485 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.252807:0:7963:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8555c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932133888:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573235.252880:0:7963:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573235.257473:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.257553:0:7963:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8555c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932133888:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573235.257581:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925907200 00010000:00010000:0.0:1777573235.257581:0:7963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.257590:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925907200 00010000:00010000:1.0:1777573235.257636:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e55e expref: 422 pid: 6485 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.257672:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5574 00000100:00100000:1.0:1777573235.257682:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+422:2403:x1863919925907200:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573235.257696:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573235.257704:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e55e expref: 422 pid: 6485 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.257717:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e55e expref: 422 pid: 6485 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.257738:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a1199871 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e55e expref: 422 pid: 6485 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.257752:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.257756:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.257766:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.257774:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.257796:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.257824:0:7963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.257832:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.257844:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+421:2403:x1863919925907200:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 163us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.257853:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5574 00000004:00200000:0.0:1777573235.257887:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:0.0:1777573235.257893:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573235.257912:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.257942:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119987f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e565 expref: 421 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.257962:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e565 expref: 420 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.257969:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.257972:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573235.257974:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:0.0:1777573235.258011:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+420:59390:x1863919925907072:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 5434us (5909us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.258018:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15371 00000100:00100000:2.0:1777573235.262816:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.262939:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925907456 00000100:00100000:1.0:1777573235.262948:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925907456 00000100:00100000:1.0:1777573235.263022:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5120 00000100:00100000:1.0:1777573235.263032:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+420:59390:x1863919925907456:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:1.0:1777573235.263238:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+421:59390:x1863919925907456:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 208us (429us total) trans 4294978598 rc 0/0 00000100:00100000:1.0:1777573235.263245:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5120 00000100:00100000:3.0:1777573235.277959:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.278029:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925907584 00000100:00100000:0.0:1777573235.278040:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925907584 00000100:00100000:0.0:1777573235.278103:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15372 00000100:00100000:0.0:1777573235.278114:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+421:59536:x1863919925907584:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.278139:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.278241:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119988d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e56c expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.278549:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.278636:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.278646:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.278656:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.278661:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.278665:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.278723:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a11998a2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.278729:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a11998a2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.278733:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a11998a2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573235.279115:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:0.0:1777573235.279119:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573235.279136:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a11998a2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279148:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a11998a2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279162:0:6484:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279169:0:6484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279176:0:6484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279187:0:6484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279194:0:6484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573235.279198:0:6484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279206:0:6484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279225:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d1c64d9200) 00010000:00010000:0.0:1777573235.279229:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573235.279234:0:6484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279240:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a1199894 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279250:0:6484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279255:0:6484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279258:0:6484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279261:0:6484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573235.279263:0:6484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279329:0:6484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279336:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d1c64d9400) 00010000:00010000:0.0:1777573235.279338:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573235.279340:0:6484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279344:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119989b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279370:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119988d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e56c expref: 423 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279379:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a11998a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e56c expref: 422 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.279384:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.279386:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573235.279388:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631400, rc 0) 00000100:00100000:0.0:1777573235.279438:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+422:59536:x1863919925907584:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1328us (1490us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.279442:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15372 00000100:00100000:3.0:1777573235.283904:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.283968:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.284016:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925907968 00000100:00100000:1.0:1777573235.284026:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925907968 00000100:00100000:2.0:1777573235.284045:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925907840 00000100:00100000:2.0:1777573235.284051:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925907840 00000100:00100000:1.0:1777573235.284088:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 628 00000100:00100000:1.0:1777573235.284098:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+423:2403:x1863919925907968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777573235.284108:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15373 00010000:00010000:1.0:1777573235.284114:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777573235.284122:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+423:59536:x1863919925907840:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573235.284139:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.284141:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a11998a2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e56c expref: 423 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.284155:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11998a9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e573 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.284159:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.284168:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573235.284312:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.284333:0:10945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e565 expref: 423 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.284342:0:10945:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.284378:0:10945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e565 expref: 423 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.284396:0:10945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e565 expref: 423 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.284409:0:10945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cb8ac000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932134016:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573235.285582:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+423:2403:x1863919925907968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1481us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.285594:0:10945:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2cc0f7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573235.285595:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 628 00000100:00100000:0.0:1777573235.287503:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.287575:0:10945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cb8ac000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932134016:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573235.287594:0:10945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.287634:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925908096 00000100:00100000:1.0:1777573235.287639:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925908096 00010000:00010000:1.0:1777573235.287661:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e565 expref: 423 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.287687:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5575 00000100:00100000:1.0:1777573235.287695:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+423:2403:x1863919925908096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573235.287708:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573235.287714:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e565 expref: 423 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.287726:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e565 expref: 423 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.287745:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a1199886 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e565 expref: 423 pid: 7963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.287759:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.287763:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.287773:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.287780:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.287844:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573235.287890:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+422:2403:x1863919925908096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 195us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.287898:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5575 00010000:00010000:2.0:1777573235.287994:0:10945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.288001:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573235.288023:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:2.0:1777573235.288156:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a11998a9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e573 expref: 423 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.288172:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e573 expref: 422 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.288179:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573235.288182:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777573235.288195:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359200, rc 0) 00000100:00100000:2.0:1777573235.288238:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+422:59536:x1863919925907840:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 4123us (4352us total) trans 4294978599 rc 0/0 00000100:00100000:2.0:1777573235.288248:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15373 00000100:00100000:0.0:1777573235.290440:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.290528:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925908224 00000100:00100000:1.0:1777573235.290536:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925908224 00000100:00100000:1.0:1777573235.290611:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15374 00000100:00100000:1.0:1777573235.290621:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+422:59536:x1863919925908224:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.290641:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.290659:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11998be lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e57a expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.290739:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.290754:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e573 expref: 423 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.290763:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.290794:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e573 expref: 423 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.290806:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e573 expref: 423 pid: 10945 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.290819:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932134144:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573235.290879:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573235.292977:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932134144:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573235.293002:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.293167:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.293656:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925908352 00000100:00100000:3.0:1777573235.293664:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925908352 00010000:00010000:3.0:1777573235.293694:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e573 expref: 424 pid: 10945 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.293726:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5576 00000100:00100000:3.0:1777573235.293736:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+424:2403:x1863919925908352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573235.293749:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573235.293756:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e573 expref: 424 pid: 10945 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.293768:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e573 expref: 424 pid: 10945 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.293790:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a11998b0 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e573 expref: 424 pid: 10945 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.293804:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573235.293810:0:34391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.293820:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.293827:0:34391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.293850:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573235.293867:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.293876:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.293938:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:1.0:1777573235.293942:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.293961:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.293994:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11998be lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e57a expref: 424 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.293996:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+424:2403:x1863919925908352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 259us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573235.294013:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5576 00010000:00010000:1.0:1777573235.294021:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e57a expref: 423 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.294030:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.294034:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.294036:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4530000, rc 0) 00000100:00100000:1.0:1777573235.294117:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+422:59536:x1863919925908224:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3498us (3683us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.294125:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15374 00000100:00100000:0.0:1777573235.298624:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.298672:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925908608 00000100:00100000:2.0:1777573235.298682:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925908608 00000100:00100000:2.0:1777573235.298796:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5121 00000100:00100000:2.0:1777573235.298807:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+422:59536:x1863919925908608:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:2.0:1777573235.299011:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+423:59536:x1863919925908608:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 205us (393us total) trans 4294978600 rc 0/0 00000100:00100000:2.0:1777573235.299018:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5121 00000100:00100000:0.0:1777573235.301814:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.302118:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925908864 00000100:00100000:1.0:1777573235.302129:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925908864 00000100:00100000:1.0:1777573235.302542:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15375 00000100:00100000:1.0:1777573235.302553:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+423:59536:x1863919925908864:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.302576:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.302579:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777573235.302604:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119977c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e549 expref: 423 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.302622:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.302626:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573235.302640:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11998cc lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e581 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.302741:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a11998d3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.302755:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a11998d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.302764:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a11998d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.302776:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:1.0:1777573235.302877:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11998cc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e581 expref: 425 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.302898:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a11998d3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e581 expref: 424 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.302905:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.302907:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573235.302910:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531400, rc 0) 00000100:00100000:1.0:1777573235.302968:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+424:59536:x1863919925908864:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 418us (1162us total) trans 4294978601 rc 0/0 00000100:00100000:1.0:1777573235.302975:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15375 00000100:00100000:0.0:1777573235.308706:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.308751:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.308783:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.308868:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925909120 00000100:00100000:2.0:1777573235.308877:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925909120 00000100:00100000:2.0:1777573235.308928:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925908992 00000100:00100000:2.0:1777573235.308932:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925908992 00000100:00100000:2.0:1777573235.308948:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925909248 00000100:00100000:2.0:1777573235.308950:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925909248 00000100:00100000:2.0:1777573235.308972:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12260 00000100:00100000:2.0:1777573235.308982:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925909120:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:2.0:1777573235.309028:0:27874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.309049:0:27874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 38 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.309058:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.309060:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.309063:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.309098:0:27874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 38 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.309112:0:27874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 38 pid: 8361 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.309128:0:27874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cb8ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27874:1863919932134272:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573235.309197:0:27874:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d2c67a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573235.309228:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12261 00000100:00100000:2.0:1777573235.309237:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925908992:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:2.0:1777573235.309256:0:28214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.309268:0:28214:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e7 expref: 22 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.309298:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.309300:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.309302:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.309321:0:28214:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e7 expref: 22 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.309329:0:28214:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e7 expref: 22 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.309339:0:28214:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cb8adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28214:1863919932134400:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573235.309363:0:28214:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d9240 going to sleep for 11 seconds 00000100:00100000:1.0:1777573235.309423:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12262 00000100:00100000:1.0:1777573235.309433:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925909248:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573235.309452:0:8938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.309464:0:8938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 22 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.309470:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573235.309472:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573235.309474:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.309492:0:8938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 22 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.309506:0:8938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 22 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.309515:0:8938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932134528:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573235.309545:0:8938:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573235.312396:0:28214:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cb8adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28214:1863919932134400:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573235.312423:0:28214:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.312607:0:27874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cb8ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27874:1863919932134272:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573235.312620:0:27874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.312837:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.312866:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.312897:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.312957:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925909376 00000100:00100000:2.0:1777573235.312965:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925909376 00010000:00010000:2.0:1777573235.312995:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 39 pid: 8361 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.313030:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925909632 00000100:00100000:2.0:1777573235.313034:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925909632 00010000:00010000:2.0:1777573235.313046:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e7 expref: 23 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.313064:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925909504 00000100:00100000:2.0:1777573235.313067:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925909504 00010000:00010000:2.0:1777573235.313077:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 24 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.313095:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5577 00000100:00100000:2.0:1777573235.313104:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925909376:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573235.313118:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573235.313138:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 39 pid: 8361 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313150:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 39 pid: 8361 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313171:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199553 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a1 expref: 39 pid: 8361 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313188:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.313190:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.313194:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313204:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313235:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573235.313324:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925909376:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 220us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.313331:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5577 00000100:00100000:2.0:1777573235.313374:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5578 00000100:00100000:2.0:1777573235.313380:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925909632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573235.313388:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573235.313400:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e7 expref: 24 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313410:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e7 expref: 24 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313423:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119965d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4e7 expref: 24 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313433:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.313434:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.313437:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313445:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313463:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573235.313481:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925909632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 101us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.313487:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5578 00000100:00100000:2.0:1777573235.313500:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5579 00000100:00100000:2.0:1777573235.313506:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925909504:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573235.313517:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573235.313526:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 22 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313536:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 22 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313548:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.313550:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.313553:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313560:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313570:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573235.313600:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925909504:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 81us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.313608:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5579 00010000:00010000:2.0:1777573235.313627:0:28214:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313635:0:28214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313653:0:28214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313662:0:28214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313669:0:28214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313675:0:28214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.313679:0:28214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313686:0:28214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313696:0:28214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.313702:0:28214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c335895b/0x8dc0a528a11998e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.313744:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925908992:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 4510us (4993us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.313752:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12261 00010000:00010000:3.0:1777573235.314252:0:27874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.314266:0:27874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.314310:0:27874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.314318:0:27874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.314325:0:27874:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.314331:0:27874:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573235.314335:0:27874:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.314342:0:27874:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.314353:0:27874:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.314359:0:27874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a11998e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.314412:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925909120:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 5432us (5716us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573235.314419:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12260 00010000:00010000:1.0:1777573235.314649:0:8938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119955a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4a8 expref: 20 pid: 29349 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.314663:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932134528:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573235.314681:0:8938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.314690:0:8938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.314697:0:8938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.314711:0:8938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.314719:0:8938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.314730:0:8938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.314736:0:8938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.314739:0:8938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.314746:0:8938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.314757:0:8938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.314764:0:8938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a11998ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.314971:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925909248:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 5538us (6185us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.314979:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12262 00000100:00100000:0.0:1777573235.317842:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.318192:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925909888 00000100:00100000:1.0:1777573235.318200:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925909888 00000100:00100000:1.0:1777573235.318319:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15376 00000100:00100000:1.0:1777573235.318328:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+424:59536:x1863919925909888:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573235.318382:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573235.318403:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11998c5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e57a expref: 424 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.318420:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119974b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e53b expref: 423 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.318427:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.318431:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573235.318458:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.318468:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.318474:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573235.318702:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3028, 88 off251016 00000004:00080000:1.0:1777573235.318709:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864438034ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.318734:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3029, 88 off250752 00000004:00080000:1.0:1777573235.318740:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864469002ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.318765:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3030, 88 off250840 00000004:00080000:1.0:1777573235.318770:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864499102ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.318819:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3029, 88 off251104 00000004:00080000:1.0:1777573235.318825:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864553246ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.318846:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3030, 88 off251192 00000004:00080000:1.0:1777573235.318852:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864580591ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.318867:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3031, 88 off250928 00000004:00080000:1.0:1777573235.318871:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864599377ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.318891:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3032, 88 off251016 00000004:00080000:1.0:1777573235.318895:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864624176ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.318905:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3031, 88 off251280 00000004:00080000:1.0:1777573235.318908:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864636982ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.318926:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3033, 88 off251104 00000004:00080000:1.0:1777573235.318931:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864659220ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.318947:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3032, 88 off251368 00000004:00080000:1.0:1777573235.318951:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864679457ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.318959:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3033, 88 off251456 00000004:00080000:1.0:1777573235.318963:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864691651ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.318972:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3034, 88 off251192 00000004:00080000:1.0:1777573235.318975:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864703857ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.318991:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3035, 88 off251280 00000004:00080000:1.0:1777573235.318996:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864724372ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.319005:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3034, 88 off251544 00000004:00080000:1.0:1777573235.319009:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864738201ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.319018:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3036, 88 off251368 00000004:00080000:1.0:1777573235.319022:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864750734ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.319052:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3035, 88 off251632 00000004:00080000:1.0:1777573235.319057:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864785517ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.319071:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3036, 88 off251720 00000004:00080000:1.0:1777573235.319075:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864803804ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.319091:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3037, 88 off251456 00000004:00080000:1.0:1777573235.319096:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864824312ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.319111:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3038, 88 off251544 00000004:00080000:1.0:1777573235.319115:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864844092ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.319138:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3037, 88 off251808 00000004:00080000:1.0:1777573235.319143:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864871807ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.319162:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3038, 88 off251896 00000004:00080000:1.0:1777573235.319167:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864895459ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.319176:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3039, 88 off251632 00000004:00080000:1.0:1777573235.319180:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864908554ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.319188:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3040, 88 off251720 00000004:00080000:1.0:1777573235.319224:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755864952814ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.319241:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3039, 88 off251984 00000004:00080000:1.0:1777573235.319245:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864973647ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.319254:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3040, 88 off252072 00000004:00080000:1.0:1777573235.319257:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755864986019ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.319267:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3041, 88 off251808 00000004:00080000:1.0:1777573235.319296:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755865024030ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.319320:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3042, 88 off251896 00000004:00080000:1.0:1777573235.319325:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755865053674ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573235.319346:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3041, 88 off252160 00000004:00080000:1.0:1777573235.319351:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755865079714ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.319369:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3042, 88 off252248 00000004:00080000:1.0:1777573235.319374:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 755865102630ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573235.319387:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3043, 88 off251984 00000004:00080000:1.0:1777573235.319392:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 755865120980ns, next at 756450607066ns, rc = 0 00000001:00080000:2.0:1777573235.322535:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978602 is committed 00000004:00080000:2.0:1777573235.322548:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2134 committed 00000004:00080000:2.0:1777573235.322565:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2133 committed 00000004:00080000:2.0:1777573235.322682:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2132 committed 00010000:00010000:3.0:1777573235.322731:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322744:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322753:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322759:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573235.322765:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322773:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322789:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573235.322792:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573235.322797:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322805:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a1199672 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322827:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322840:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322846:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322852:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:1.0:1777573235.322854:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932135040:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573235.322857:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322869:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322877:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573235.322880:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573235.322883:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.322888:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119968e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.322928:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573235.323023:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932135552:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.323063:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573235.323143:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2133 committed 00000004:00080000:2.0:1777573235.323147:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2132 committed 00000004:00080000:2.0:1777573235.323149:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2131 committed 00000004:00080000:2.0:1777573235.323151:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2130 committed 00000004:00080000:2.0:1777573235.323153:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2131 committed 00000004:00080000:2.0:1777573235.323155:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2130 committed 00000004:00080000:2.0:1777573235.323158:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2129 committed 00000004:00080000:2.0:1777573235.323160:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2128 committed 00000004:00080000:2.0:1777573235.323161:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2129 committed 00000004:00080000:2.0:1777573235.323163:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2128 committed 00000004:00080000:2.0:1777573235.323165:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2127 committed 00000004:00080000:2.0:1777573235.323167:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2126 committed 00000004:00080000:2.0:1777573235.323169:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2127 committed 00000004:00080000:2.0:1777573235.323171:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2125 committed 00000004:00080000:2.0:1777573235.323172:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2126 committed 00000004:00080000:2.0:1777573235.323174:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2125 committed 00000004:00080000:2.0:1777573235.323176:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2124 committed 00000004:00080000:2.0:1777573235.323178:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2123 committed 00000004:00080000:2.0:1777573235.323180:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2124 committed 00000004:00080000:2.0:1777573235.323182:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2122 committed 00000004:00080000:2.0:1777573235.323183:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2123 committed 00000004:00080000:2.0:1777573235.323185:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2122 committed 00000004:00080000:2.0:1777573235.323187:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2121 committed 00000004:00080000:2.0:1777573235.323188:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2120 committed 00000004:00080000:2.0:1777573235.323190:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2121 committed 00000004:00080000:2.0:1777573235.323192:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2120 committed 00000004:00080000:2.0:1777573235.323193:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2119 committed 00000100:00100000:1.0:1777573235.323355:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932136064:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.323378:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573235.323396:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932135040 00000100:00100000:3.0:1777573235.323403:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932135040 00000100:00100000:3.0:1777573235.323443:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932135552 00000100:00100000:3.0:1777573235.323446:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932135552 00000100:00100000:3.0:1777573235.323469:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12263 00000100:00100000:3.0:1777573235.323478:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+39:3636:x1863919932135040:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573235.323542:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2119 committed 00000004:00080000:2.0:1777573235.323552:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2118 committed 00000020:00080000:2.0:1777573235.323560:0:7399:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff99d2d7a3fa80 refcount 2 committed 0 result 0 batchid 84 00000020:00080000:2.0:1777573235.323565:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2fcc34900 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c1c1c780 00000020:00080000:2.0:1777573235.323568:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2fcc34500 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d2d7a3f240 00000020:00080000:2.0:1777573235.323571:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2c7d1ba00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c7740400 00000020:00080000:2.0:1777573235.323575:0:7399:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].62 00002000:00010000:3.0:1777573235.323613:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777573235.323627:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932134656:0@lo:6:osp-syn-0-1.0 00002000:00010000:3.0:1777573235.323628:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573235.323634:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573235.323638:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573235.323641:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573235.323682:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+40:3636:x1863919932135040:12345-0@lo:2:osp-syn-0-1.0 Request processed in 204us (753us total) trans 21474841585 rc 0/0 00000100:00100000:3.0:1777573235.323689:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12263 00000100:00100000:3.0:1777573235.323706:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12264 00000100:00100000:3.0:1777573235.323713:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+39:3636:x1863919932135552:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573235.323777:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+40:3636:x1863919932135552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 65us (714us total) trans 21474841586 rc 0/0 00000100:00100000:3.0:1777573235.323783:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12264 00000100:00100000:2.0:1777573235.324484:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932136064 00000100:00100000:2.0:1777573235.324490:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932136064 00000100:00100000:2.0:1777573235.324520:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12265 00000100:00100000:2.0:1777573235.324527:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919932136064:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573235.324635:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573235.324663:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932135168:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573235.324696:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573235.324715:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932135680:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777573235.324736:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573235.324762:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932136192:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573235.324782:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573235.324801:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932134656 00000100:00100000:0.0:1777573235.324806:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932134656 00000100:00100000:3.0:1777573235.324818:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932135168 00000100:00100000:3.0:1777573235.324823:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932135168 00000100:00100000:0.0:1777573235.324836:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932135680 00000100:00100000:0.0:1777573235.324840:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932135680 00000100:00100000:3.0:1777573235.324852:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932136192 00000100:00100000:3.0:1777573235.324856:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932136192 00000100:00100000:0.0:1777573235.324870:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12266 00000100:00100000:0.0:1777573235.324878:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+41:3637:x1863919932134656:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1777573235.324893:0:8938:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1010 count 1 00000100:00100000:1.0:1777573235.324900:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932136576:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573235.324909:0:8938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.324927:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573235.324932:0:8938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a11960e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d0ea expref: 36 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.324942:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.324944:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.324949:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573235.324958:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499f800/2, rc 0, transno 21474841585 00000100:00100000:1.0:1777573235.324967:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932135040:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573235.324979:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2af1c00/2, rc 0, transno 21474841586 00000100:00100000:1.0:1777573235.324983:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2af1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932135552:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573235.324987:0:8938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a11960e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d0ea expref: 36 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.324999:0:8938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a11960e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d0ea expref: 36 pid: 8360 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.325003:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932134784:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573235.325013:0:8938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8938:1863919932136704:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573235.325073:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932136576 00000100:00100000:0.0:1777573235.325073:0:8938:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573235.325078:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932136576 00000100:00100000:0.0:1777573235.325093:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12267 00000100:00100000:0.0:1777573235.325103:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+41:3637:x1863919932135168:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573235.325111:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12268 00000100:00100000:3.0:1777573235.325119:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3637:x1863919932135680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777573235.325135:0:29349:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1009 count 1 00002000:00010000:3.0:1777573235.325156:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f1:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d62, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:3.0:1777573235.325164:0:29349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.325175:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.325177:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.325182:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.325203:0:29349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.325219:0:29349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.325227:0:29349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.325245:0:29349:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777573235.325883:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573235.326016:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932135296:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.326051:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573235.326059:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932136064:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1531us (2678us total) trans 17179874742 rc 0/0 00000100:00100000:2.0:1777573235.326068:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12265 00000100:00100000:1.0:1777573235.326077:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932135808:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573235.326088:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932134784 00000100:00100000:2.0:1777573235.326093:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932134784 00000100:00100000:1.0:1777573235.326103:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573235.326114:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932135296 00000100:00100000:2.0:1777573235.326119:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932135296 00000100:00100000:1.0:1777573235.326119:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932136320:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573235.326136:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932135808 00000100:00100000:2.0:1777573235.326139:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932135808 00000100:00100000:1.0:1777573235.326147:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573235.326156:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932136320 00000100:00100000:2.0:1777573235.326160:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932136320 00000100:00100000:1.0:1777573235.326167:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1777573235.326177:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12269 00000100:00100000:1.0:1777573235.326177:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932134912:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573235.326188:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932136192:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.326227:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573235.326241:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932135424:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573235.326352:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+44:3637:x1863919932135168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1250us (1652us total) trans 21474841587 rc 0/0 00000100:00100000:1.0:1777573235.326361:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573235.326365:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12267 00000100:00100000:1.0:1777573235.326377:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932135936:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573235.326399:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932134912 00000100:00100000:1.0:1777573235.326400:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573235.326405:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932134912 00000100:00100000:1.0:1777573235.326416:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932136448:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573235.326425:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932135424 00000100:00100000:0.0:1777573235.326429:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932135424 00000100:00100000:1.0:1777573235.326439:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573235.326449:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932135936 00000100:00100000:0.0:1777573235.326453:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932135936 00000100:00100000:0.0:1777573235.326466:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932136448 00000100:00100000:0.0:1777573235.326468:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932136448 00000020:00080000:1.0:1777573235.326476:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 84 committed batchid 83 00000100:00100000:0.0:1777573235.326482:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12270 00000100:00100000:0.0:1777573235.326490:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3636:x1863919932136576:12345-0@lo:2:osp-syn-1-1.0 00000020:00080000:1.0:1777573235.326524:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 83 00002000:00010000:0.0:1777573235.326565:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573235.326570:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573235.326575:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573235.326578:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573235.326581:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573235.326585:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573235.326596:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932136960:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573235.326614:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+15:3636:x1863919932136576:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (1684us total) trans 17179874744 rc 0/0 00000100:00100000:0.0:1777573235.326621:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12270 00000100:00100000:0.0:1777573235.326634:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12271 00000100:00100000:0.0:1777573235.326642:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+45:3634:x1863919932134784:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.326648:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573235.327581:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573235.327587:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:0.0:1777573235.327590:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573235.327592:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:0.0:1777573235.327595:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573235.327597:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573235.327601:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573235.327604:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573235.327606:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573235.327609:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1777573235.328135:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745180/2, rc 0, transno 17179874742 00000100:00100000:1.0:1777573235.328153:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932136064:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573235.328175:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2a680/2, rc 0, transno 17179874744 00000100:00100000:1.0:1777573235.328178:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932136576:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.328187:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573235.328195:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932136832:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.328619:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573235.328635:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3637:x1863919932135680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3515us (3895us total) trans 17179874743 rc 0/0 00000100:00100000:3.0:1777573235.328645:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12268 00000100:00100000:3.0:1777573235.328672:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932136960 00000100:00100000:3.0:1777573235.328678:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932136960 00000004:00010000:1.0:1777573235.328692:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007500526 reply state 0000000073b216d8 transno 4294978602 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.328702:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932136832 00000100:00100000:3.0:1777573235.328706:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932136832 00010000:00010000:1.0:1777573235.328711:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.328721:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12272 00010000:00010000:1.0:1777573235.328723:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.328727:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777573235.328731:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+48:3634:x1863919932135296:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.328733:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1777573235.328824:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573235.328845:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+49:3634:x1863919932135296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 115us (2792us total) trans 21474841589 rc 0/0 00000100:00100000:1.0:1777573235.328847:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+391:59536:x1863919925909888:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 10516us (11008us total) trans 4294978602 rc 0/0 00000100:00100000:3.0:1777573235.328863:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12272 00000100:00100000:1.0:1777573235.328864:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15376 00000100:00100000:3.0:1777573235.328884:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12273 00000100:00100000:3.0:1777573235.328891:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932135808:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573235.328912:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.328926:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.328933:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.328939:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573235.328944:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.328952:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.328974:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932135808:12345-0@lo:2:osp-syn-1-1.0 Request processed in 83us (2870us total) trans 17179874746 rc 0/0 00000100:00100000:3.0:1777573235.328981:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12273 00000100:00100000:2.0:1777573235.329024:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932136192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2837us (4240us total) trans 17179874745 rc 0/0 00010000:00010000:1.0:1777573235.329047:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.329050:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573235.329055:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.329061:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a11998f6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.329067:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+48:3634:x1863919932134784:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2424us (3181us total) trans 21474841588 rc 0/0 00000100:00100000:3.0:1777573235.329086:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12274 00000100:00100000:3.0:1777573235.329096:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932136320:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573235.329106:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2c24380/2, rc 0, transno 21474841588 00000100:00100000:1.0:1777573235.329125:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932134784:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573235.329136:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f9500/2, rc 0, transno 21474841589 00000100:00100000:1.0:1777573235.329140:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932135296:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573235.329153:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745c00/2, rc 0, transno 17179874746 00000100:00100000:1.0:1777573235.329157:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932135808:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573235.329158:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573235.329163:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573235.329167:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573235.329170:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573235.329172:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573235.329206:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932136320:12345-0@lo:2:osp-syn-1-1.0 Request processed in 113us (3058us total) trans 17179874747 rc 0/0 00000100:00100000:1.0:1777573235.329249:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932137088:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.329295:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573235.329331:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5747100/2, rc 0, transno 17179874747 00000100:00100000:1.0:1777573235.329337:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932136320:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.329350:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932137216:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.329370:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573235.329468:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932137600:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.329491:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573235.329504:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573235.329509:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932137472:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.329526:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573235.329545:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932137728:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.329564:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573235.329573:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573235.329605:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12269 00000100:00100000:2.0:1777573235.329621:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932137088 00000100:00100000:2.0:1777573235.329625:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932137088 00000100:00100000:2.0:1777573235.329645:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932137216 00000100:00100000:2.0:1777573235.329648:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932137216 00000100:00100000:0.0:1777573235.329657:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12271 00000100:00100000:3.0:1777573235.329664:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12274 00000100:00100000:1.0:1777573235.329673:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3510000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932137344:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573235.329673:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932137600 00000100:00100000:0.0:1777573235.329678:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932137600 00000100:00100000:3.0:1777573235.329686:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932137472 00000100:00100000:3.0:1777573235.329691:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932137472 00000100:00100000:0.0:1777573235.329697:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932137728 00000100:00100000:0.0:1777573235.329701:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932137728 00000100:00100000:1.0:1777573235.329706:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573235.329718:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932137344 00000100:00100000:3.0:1777573235.329722:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932137344 00000100:00100000:0.0:1777573235.329723:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12275 00000100:00100000:0.0:1777573235.329733:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+49:3634:x1863919932134912:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573235.329748:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12276 00000100:00100000:3.0:1777573235.329758:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+49:3634:x1863919932135424:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.329762:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12277 00000100:00100000:1.0:1777573235.329773:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3634:x1863919932135936:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573235.329824:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573235.329828:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573235.329831:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573235.329834:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573235.329837:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573235.329881:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+51:3634:x1863919932135424:12345-0@lo:2:osp-syn-0-1.0 Request processed in 124us (3522us total) trans 21474841590 rc 0/0 00000100:00100000:3.0:1777573235.329892:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12276 00000100:00100000:1.0:1777573235.329893:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3634:x1863919932135936:12345-0@lo:2:osp-syn-1-1.0 Request processed in 119us (3489us total) trans 17179874748 rc 0/0 00000100:00100000:0.0:1777573235.329893:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+51:3634:x1863919932134912:12345-0@lo:2:osp-syn-0-1.0 Request processed in 161us (3664us total) trans 21474841591 rc 0/0 00000100:00100000:0.0:1777573235.329908:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12275 00000100:00100000:1.0:1777573235.329915:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12277 00000100:00100000:3.0:1777573235.329921:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12278 00000100:00100000:0.0:1777573235.329929:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12279 00000100:00100000:3.0:1777573235.329933:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3634:x1863919932136448:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.329938:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12280 00000100:00100000:0.0:1777573235.329942:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+49:3635:x1863919932136960:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.329951:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+49:3636:x1863919932136832:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573235.330004:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573235.330006:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573235.330008:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573235.330010:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573235.330012:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573235.330040:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+51:3635:x1863919932136960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (3393us total) trans 21474841592 rc 0/0 00000100:00100000:0.0:1777573235.330044:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12279 00000100:00100000:0.0:1777573235.330059:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12281 00000100:00100000:1.0:1777573235.330060:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+50:3636:x1863919932136832:12345-0@lo:2:osp-syn-0-1.0 Request processed in 110us (1439us total) trans 21474841593 rc 0/0 00000100:00100000:0.0:1777573235.330066:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb99050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+50:3635:x1863919932137088:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.330078:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12280 00000100:00100000:1.0:1777573235.330096:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12282 00000100:00100000:1.0:1777573235.330104:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932137600:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573235.330142:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb99050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+50:3635:x1863919932137088:12345-0@lo:2:osp-syn-0-1.0 Request processed in 77us (846us total) trans 21474841594 rc 0/0 00000100:00100000:0.0:1777573235.330150:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12281 00000100:00100000:3.0:1777573235.330155:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932136448:12345-0@lo:2:osp-syn-1-1.0 Request processed in 224us (3712us total) trans 17179874749 rc 0/0 00000100:00100000:3.0:1777573235.330164:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12278 00002000:00010000:1.0:1777573235.330166:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573235.330172:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00000100:00100000:0.0:1777573235.330172:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12283 00002000:00010000:1.0:1777573235.330178:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573235.330181:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00000100:00100000:0.0:1777573235.330184:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932137472:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573235.330187:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12284 00002000:00010000:1.0:1777573235.330187:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573235.330201:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932137728:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.330231:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932137600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 128us (738us total) trans 17179874750 rc 0/0 00000100:00100000:1.0:1777573235.330238:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12282 00000100:00100000:1.0:1777573235.330252:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12285 00000100:00100000:1.0:1777573235.330260:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932137344:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573235.330313:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3636:x1863919932137728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 114us (746us total) trans 17179874751 rc 0/0 00000100:00100000:3.0:1777573235.330320:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12284 00000100:00100000:0.0:1777573235.330342:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932137472:12345-0@lo:2:osp-syn-1-1.0 Request processed in 161us (813us total) trans 17179874752 rc 0/0 00002000:00010000:1.0:1777573235.330346:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:3.0:1777573235.330348:0:29350:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777573235.330351:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12283 00002000:00010000:1.0:1777573235.330353:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573235.330357:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00010000:00010000:3.0:1777573235.330358:0:29350:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.330359:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573235.330364:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573235.330394:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932137344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (688us total) trans 17179874753 rc 0/0 00000100:00100000:1.0:1777573235.330400:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12285 00000004:00080000:0.0:1777573235.330430:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3513480/2, rc 0, transno 17179874752 00000100:00100000:0.0:1777573235.330445:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932137472:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573235.330449:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3510000/2, rc 0, transno 17179874753 00000100:00100000:1.0:1777573235.330456:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3510000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932137344:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573235.330460:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3510700/2, rc 0, transno 17179874750 00000100:00100000:0.0:1777573235.330466:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932137600:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573235.330472:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3513b80/2, rc 0, transno 17179874751 00000100:00100000:1.0:1777573235.330478:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932137728:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573235.330483:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3512300/2, rc 0, transno 21474841594 00000004:00080000:1.0:1777573235.330492:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2af0a80/2, rc 0, transno 21474841593 00000100:00100000:0.0:1777573235.330495:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932137088:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.330499:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932136832:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573235.330514:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2af0700/2, rc 0, transno 21474841592 00000100:00100000:0.0:1777573235.330519:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2af0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932136960:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573235.330526:0:29350:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573235.330532:0:29350:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.330544:0:29350:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.330568:0:29350:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.330579:0:29350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e684cac/0x8dc0a528a1199904 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.330603:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932138112:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1777573235.330604:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573235.330608:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573235.330612:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573235.330612:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932138240:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573235.330633:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932137856:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573235.330638:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573235.330714:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932138624:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573235.330728:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573235.330754:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573235.330762:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932138368:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573235.330779:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777573235.330788:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932137984:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573235.330795:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573235.330821:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573235.330831:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6dc00/2, rc 0, transno 21474841587 00000100:00100000:3.0:1777573235.330845:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932135168:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573235.330846:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932138496:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573235.330862:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5744e00/2, rc 0, transno 17179874743 00000100:00100000:3.0:1777573235.330869:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932135680:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1777573235.330885:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5746a00/2, rc 0, transno 17179874745 00000100:00100000:0.0:1777573235.330891:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573235.330892:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932136192:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.330914:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932138112 00000100:00100000:1.0:1777573235.330920:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932138112 00000100:00100000:3.0:1777573235.330921:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932137856 00000100:00100000:3.0:1777573235.330926:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932137856 00000100:00100000:0.0:1777573235.330932:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932138624 00000100:00100000:0.0:1777573235.330937:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932138624 00000100:00100000:1.0:1777573235.330949:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932138368 00000100:00100000:3.0:1777573235.330953:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932137984 00000100:00100000:1.0:1777573235.330954:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932138368 00000100:00100000:3.0:1777573235.330958:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932137984 00000100:00100000:0.0:1777573235.330962:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932138496 00000100:00100000:0.0:1777573235.330967:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932138496 00000100:00100000:1.0:1777573235.330983:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12286 00000100:00100000:3.0:1777573235.330990:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12287 00000100:00100000:1.0:1777573235.330994:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932138112:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573235.330999:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12288 00000100:00100000:0.0:1777573235.331009:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932138624:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.331090:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3635:x1863919932138112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 100us (453us total) trans 17179874754 rc 0/0 00000100:00100000:1.0:1777573235.331099:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12286 00000100:00100000:1.0:1777573235.331113:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12289 00000100:00100000:1.0:1777573235.331119:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932138368:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573235.331143:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932138624:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (345us total) trans 17179874755 rc 0/0 00000100:00100000:0.0:1777573235.331152:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12288 00002000:00010000:1.0:1777573235.331169:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777573235.331170:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12290 00002000:00010000:1.0:1777573235.331172:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573235.331175:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573235.331176:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573235.331178:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573235.331182:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+51:3635:x1863919932137984:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.331204:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932138368:12345-0@lo:2:osp-syn-1-1.0 Request processed in 85us (413us total) trans 17179874756 rc 0/0 00000100:00100000:1.0:1777573235.331208:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12289 00000100:00100000:1.0:1777573235.331246:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12291 00000100:00100000:1.0:1777573235.331254:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+52:3635:x1863919932138496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573235.331258:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12292 00000100:00100000:2.0:1777573235.331267:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+52:3636:x1863919932137216:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573235.331298:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+52:3635:x1863919932137984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (476us total) trans 21474841595 rc 0/0 00000100:00100000:0.0:1777573235.331304:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12290 00002000:00010000:1.0:1777573235.331326:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 71822 -> 71822 00002000:00010000:1.0:1777573235.331330:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573235.331332:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573235.331333:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573235.331334:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573235.331336:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573235.331336:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 64 -> 64 00002000:00010000:2.0:1777573235.331340:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573235.331342:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:2.0:1777573235.331344:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1777573235.331361:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2a300/2, rc 0, transno 21474841595 00000100:00100000:1.0:1777573235.331366:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+53:3635:x1863919932138496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 113us (477us total) trans 21474841596 rc 0/0 00000100:00100000:2.0:1777573235.331368:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+53:3636:x1863919932137216:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (1996us total) trans 21474841597 rc 0/0 00000100:00100000:0.0:1777573235.331370:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932137984:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.331377:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12291 00000100:00100000:2.0:1777573235.331387:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12292 00000004:00080000:0.0:1777573235.331390:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e28000/2, rc 0, transno 21474841596 00000100:00100000:0.0:1777573235.331395:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932138496:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573235.331406:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3510380/2, rc 0, transno 17179874754 00000100:00100000:0.0:1777573235.331410:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932138112:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573235.331422:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea7b80/2, rc 0, transno 17179874755 00000100:00100000:0.0:1777573235.331427:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932138624:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573235.331435:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499fb80/2, rc 0, transno 21474841591 00000100:00100000:1.0:1777573235.331441:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932134912:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573235.331452:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2af3100/2, rc 0, transno 21474841590 00000100:00100000:1.0:1777573235.331455:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2af3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932135424:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573235.331460:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745500/2, rc 0, transno 17179874748 00000100:00100000:1.0:1777573235.331462:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932135936:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573235.331467:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e2ad80/2, rc 0, transno 17179874749 00000100:00100000:1.0:1777573235.331468:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932136448:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.331482:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573235.331551:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932138240 00000100:00100000:0.0:1777573235.331555:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932138240 00000004:00080000:1.0:1777573235.331559:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3512680/2, rc 0, transno 21474841597 00000100:00100000:1.0:1777573235.331563:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932137216:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.331572:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932138752:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.331592:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573235.331595:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12293 00000100:00100000:0.0:1777573235.331602:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+52:3636:x1863919932138240:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573235.331615:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932138752 00000100:00100000:1.0:1777573235.331618:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932138752 00000100:00100000:1.0:1777573235.331636:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12294 00000100:00100000:1.0:1777573235.331642:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+54:3636:x1863919932138752:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573235.331649:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573235.331652:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573235.331654:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573235.331657:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:0.0:1777573235.331659:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573235.331686:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+54:3636:x1863919932138240:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (202us total) trans 21474841598 rc 0/0 00000100:00100000:0.0:1777573235.331691:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12293 00000004:00080000:0.0:1777573235.331717:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e29180/2, rc 0, transno 21474841598 00000100:00100000:0.0:1777573235.331721:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932138240:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573235.331925:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573235.331929:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573235.331931:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573235.331934:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:1.0:1777573235.331936:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573235.331964:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932137856:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573235.331965:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+54:3636:x1863919932138752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 321us (371us total) trans 21474841599 rc 0/0 00000100:00100000:1.0:1777573235.331978:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12294 00002000:00010000:3.0:1777573235.332040:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573235.332043:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573235.332045:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573235.332046:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573233 00002000:00010000:3.0:1777573235.332048:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1777573235.332084:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab83b80/2, rc 0, transno 21474841599 00000100:00100000:3.0:1777573235.332087:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932137856:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1077us (1350us total) trans 17179874757 rc 0/0 00000100:00100000:0.0:1777573235.332091:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932138752:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573235.332100:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12287 00000004:00080000:3.0:1777573235.332131:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3512a00/2, rc 0, transno 17179874757 00000100:00100000:3.0:1777573235.332136:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932137856:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573235.332144:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea4700/2, rc 0, transno 17179874756 00000100:00100000:3.0:1777573235.332147:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932138368:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573235.334691:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.334735:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925910016 00000100:00100000:2.0:1777573235.334745:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925910016 00000100:00100000:1.0:1777573235.334764:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8938:1863919932136704:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573235.334783:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a11960e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d0ea expref: 37 pid: 8360 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.334792:0:8938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.334831:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5580 00000100:00100000:2.0:1777573235.334840:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925910016:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573235.334855:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573235.334860:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a11960e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d0ea expref: 37 pid: 8360 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.334878:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a11960e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d0ea expref: 37 pid: 8360 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.334902:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a11960e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2d0ea expref: 37 pid: 8360 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.334918:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.334920:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.334925:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.334935:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.334962:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573235.334980:0:8938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.334987:0:8938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.334994:0:8938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.335000:0:8938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.335013:0:8938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777573235.335015:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925910016:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 174us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.335024:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5580 00000100:00100000:1.0:1777573235.335153:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+54:3637:x1863919932134656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10275us (10516us total) trans 21474841600 rc 0/0 00000100:00100000:1.0:1777573235.335160:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12266 00010000:00010000:1.0:1777573235.335297:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573235.335304:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.335312:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.335316:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.335326:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.335335:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.335340:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a11998fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.335352:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573235.335354:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573235.335355:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573235.335760:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.335820:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925910144 00000100:00100000:0.0:1777573235.335825:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925910144 00000100:00100000:0.0:1777573235.335868:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15377 00000100:00100000:0.0:1777573235.335876:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+390:59536:x1863919925910144:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.335893:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.335908:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e588 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.335953:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e588 expref: 391 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.335968:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e588 expref: 391 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.335988:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.335991:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573235.335995:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631800, rc 0) 00000100:00100000:0.0:1777573235.336031:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+391:59536:x1863919925910144:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 155us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.336039:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15377 00000004:00080000:2.0:1777573235.339658:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2c26d80/2, rc 0, transno 21474841600 00000100:00100000:2.0:1777573235.339673:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932134656:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1777573235.343340:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.343459:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925910272 00000100:00100000:1.0:1777573235.343470:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925910272 00000100:00100000:0.0:1777573235.343563:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15378 00000100:00100000:0.0:1777573235.343575:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+391:59536:x1863919925910272:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.343620:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.343640:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1199912 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e58f expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.343745:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199919 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.343759:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199919 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.343767:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199919 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573235.343791:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:0.0:1777573235.343805:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573235.343820:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199919 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.343839:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a1199912 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e58f expref: 393 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.343851:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199919 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e58f expref: 392 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.343857:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.343859:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573235.343862:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630400, rc 0) 00000100:00100000:0.0:1777573235.343916:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+392:59536:x1863919925910272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 344us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.343925:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15378 00000100:00100000:0.0:1777573235.346264:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.346428:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925910400 00000100:00100000:1.0:1777573235.346437:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925910400 00000100:00100000:1.0:1777573235.346510:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12295 00000100:00100000:1.0:1777573235.346520:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925910400:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.346535:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.346553:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e596 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.346576:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 244541, mtime: 0x69f39d72, atime: 0x69f39d70, ctime: 0x69f39d72, blocks: 0xa8 00010000:00010000:1.0:1777573235.346606:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.346608:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.346618:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e596 expref: 20 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.346634:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e596 expref: 20 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.346646:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4530e00, rc 0) 00000100:00100000:1.0:1777573235.346696:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925910400:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 178us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.346702:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12295 00000100:00100000:1.0:1777573235.347252:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.347354:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925910528 00000100:00100000:0.0:1777573235.347360:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925910528 00000100:00100000:0.0:1777573235.347393:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12296 00000100:00100000:0.0:1777573235.347401:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925910528:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.347411:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.347425:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e59d expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573235.347581:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3df:0x0] initial LVB size: 0, mtime: 0x69f39d72, atime: 0x69f39d70, ctime: 0x69f39d72, blocks: 0x1800 00010000:00010000:0.0:1777573235.347594:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.347595:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.347602:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e59d expref: 37 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.347616:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e59d expref: 37 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.347626:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:0.0:1777573235.347665:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925910528:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 264us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.347672:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12296 00000100:00100000:2.0:1777573235.349705:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.349779:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925910656 00000100:00100000:0.0:1777573235.349787:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925910656 00000100:00100000:0.0:1777573235.349888:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12297 00000100:00100000:0.0:1777573235.349900:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925910656:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.349917:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.349935:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5a4 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573235.349959:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3de:0x0] initial LVB size: 0, mtime: 0x69f39d72, atime: 0x69f39d70, ctime: 0x69f39d72, blocks: 0x0 00010000:00010000:0.0:1777573235.349976:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.349979:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.349987:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5a4 expref: 21 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.350003:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5a4 expref: 21 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.350015:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630200, rc 0) 00000100:00100000:0.0:1777573235.350065:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925910656:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 168us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.350072:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12297 00000100:00100000:2.0:1777573235.395261:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.395415:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925910784 00000100:00100000:1.0:1777573235.395425:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925910784 00000100:00100000:1.0:1777573235.395526:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12298 00000100:00100000:1.0:1777573235.395537:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925910784:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573235.395644:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925910784:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 109us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.395655:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12298 00000100:00100000:2.0:1777573235.398572:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.398650:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925910912 00000100:00100000:1.0:1777573235.398661:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925910912 00000100:00100000:1.0:1777573235.398716:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12299 00000100:00100000:1.0:1777573235.398726:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925910912:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573235.400497:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925910912:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 1769us (1928us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.400506:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12299 00000100:00100000:2.0:1777573235.404222:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.404297:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925911040 00000100:00100000:1.0:1777573235.404307:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925911040 00000100:00100000:1.0:1777573235.404367:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4977 00000100:00100000:1.0:1777573235.404374:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925911040:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573235.404403:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.404417:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.404418:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.404422:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.404432:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.404578:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.404588:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.404597:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.404602:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.404605:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.404610:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.404621:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.404626:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a1199935 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.404679:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925911040:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 306us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777573235.404685:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4977 00000100:00100000:2.0:1777573235.407920:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.408073:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925911168 00000100:00100000:0.0:1777573235.408083:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925911168 00000100:00100000:0.0:1777573235.408133:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15379 00000100:00100000:0.0:1777573235.408143:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+392:59536:x1863919925911168:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.408161:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.408180:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119993c lrc: 2/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5ab expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.408225:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.408239:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.408251:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.408395:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119993c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ab expref: 394 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.408412:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ab expref: 393 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.408419:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.408422:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777573235.408425:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:0.0:1777573235.408472:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+393:59536:x1863919925911168:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 332us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.408479:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15379 00000100:00100000:2.0:1777573235.412356:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.412442:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925911296 00000100:00100000:1.0:1777573235.412450:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925911296 00000100:00100000:1.0:1777573235.412541:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4978 00000100:00100000:1.0:1777573235.412551:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925911296:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573235.412602:0:28804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d4f, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.412610:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.412637:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.412639:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.412645:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.412658:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573235.416055:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874758 is committed 00000001:00080000:3.0:1777573235.416070:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874757 is committed 00002000:00010000:1.0:1777573235.416614:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.416619:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:1.0:1777573235.416632:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.416643:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.416651:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.416658:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.416663:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.416673:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.416690:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.416698:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005296045e/0x8dc0a528a119994a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.416795:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925911296:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4241us (4443us total) trans 17179874758 rc 0/0 00000100:00100000:1.0:1777573235.416804:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4978 00000100:00100000:2.0:1777573235.421943:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.423307:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925911424 00000100:00100000:0.0:1777573235.423318:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925911424 00000100:00100000:0.0:1777573235.423408:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4979 00000100:00100000:0.0:1777573235.423418:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925911424:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573235.423465:0:14599:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d51, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573235.423474:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.423490:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.423492:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.423497:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.423511:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.430846:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841601 is committed 00000001:00080000:0.0:1777573235.430862:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841600 is committed 00002000:00010000:2.0:1777573235.431893:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.431897:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:2.0:1777573235.431908:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.431918:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.431924:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.431928:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.431931:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.431938:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.431954:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.431960:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a1199951 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.432062:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925911424:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8641us (10124us total) trans 21474841601 rc 0/0 00000100:00100000:2.0:1777573235.432076:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4979 00000100:00100000:2.0:1777573235.436420:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.436486:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925911552 00000100:00100000:3.0:1777573235.436496:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925911552 00000100:00100000:3.0:1777573235.437113:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4980 00000100:00100000:3.0:1777573235.437124:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925911552:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573235.437173:0:24425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d55, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:3.0:1777573235.437182:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.437197:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.437199:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.437218:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.437237:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.443070:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841602 is committed 00002000:00010000:3.0:1777573235.443204:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:3.0:1777573235.443220:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:3.0:1777573235.443233:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.443246:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.443254:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.443261:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573235.443266:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.443307:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.443327:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.443333:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199958 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.443651:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925911552:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6526us (7235us total) trans 21474841602 rc 0/0 00000100:00100000:3.0:1777573235.443663:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4980 00000100:00100000:1.0:1777573235.448111:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.448185:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925911680 00000100:00100000:0.0:1777573235.448197:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925911680 00000100:00100000:0.0:1777573235.448315:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4981 00000100:00100000:0.0:1777573235.448326:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925911680:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573235.448370:0:28799:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d56, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573235.448380:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.448396:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.448398:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.448403:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.448417:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573235.452681:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874759 is committed 00002000:00010000:0.0:1777573235.452786:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:0.0:1777573235.452791:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:0.0:1777573235.452803:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.452820:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.452828:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.452834:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.452839:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.452847:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.452864:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.452871:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098663c7a/0x8dc0a528a119995f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.452972:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925911680:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4644us (4865us total) trans 17179874759 rc 0/0 00000100:00100000:0.0:1777573235.452981:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4981 00000100:00100000:2.0:1777573235.458867:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.458970:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925911808 00000100:00100000:1.0:1777573235.458979:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925911808 00000100:00100000:1.0:1777573235.459040:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4982 00000100:00100000:1.0:1777573235.459047:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925911808:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573235.459333:0:28803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d57, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.459344:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.459361:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.459363:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.459376:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.459393:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573235.461111:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841603 is committed 00002000:00010000:2.0:1777573235.461236:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.461241:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:2.0:1777573235.461253:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.461265:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.461305:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.461316:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.461322:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.461333:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.461352:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.461359:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a1199966 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.461673:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925911808:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 2618us (2809us total) trans 21474841603 rc 0/0 00000100:00100000:2.0:1777573235.461687:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4982 00000100:00100000:2.0:1777573235.465090:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.465159:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925911936 00000100:00100000:3.0:1777573235.465172:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925911936 00000100:00100000:3.0:1777573235.466127:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4983 00000100:00100000:3.0:1777573235.466144:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925911936:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573235.466221:0:8368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d5d, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:3.0:1777573235.466233:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.466252:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.466255:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.466262:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.466292:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573235.471816:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841604 is committed 00002000:00010000:3.0:1777573235.472005:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:3.0:1777573235.472011:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:3.0:1777573235.472028:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.472042:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.472052:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.472066:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573235.472072:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.472081:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.472103:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.472110:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119996d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.472232:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925911936:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6089us (7148us total) trans 21474841604 rc 0/0 00000100:00100000:3.0:1777573235.472244:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4983 00000100:00100000:1.0:1777573235.476329:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.476466:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925912064 00000100:00100000:2.0:1777573235.476480:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925912064 00000100:00100000:2.0:1777573235.476696:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4984 00000100:00100000:2.0:1777573235.476709:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925912064:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:2.0:1777573235.476778:0:28801:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d5e, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:2.0:1777573235.476791:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.476814:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.476817:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.476832:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.476853:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573235.481181:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874760 is committed 00002000:00010000:2.0:1777573235.481398:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.481404:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:2.0:1777573235.481421:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.481499:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.481510:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.481518:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.481524:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.481533:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.481558:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.481567:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199974 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.481691:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925912064:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4978us (5368us total) trans 17179874760 rc 0/0 00000100:00100000:2.0:1777573235.481703:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4984 00000100:00100000:2.0:1777573235.484733:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.486431:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925912192 00000100:00100000:1.0:1777573235.486446:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925912192 00000100:00100000:1.0:1777573235.486552:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4985 00000100:00100000:1.0:1777573235.486563:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925912192:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573235.486624:0:8367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d62, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.486634:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.486652:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.486655:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.486662:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.486679:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.491110:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841605 is committed 00002000:00010000:1.0:1777573235.491369:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.491376:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:1.0:1777573235.491471:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.491483:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.491492:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.491505:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.491511:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.491520:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.491546:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.491554:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a119997b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.491674:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925912192:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5106us (6947us total) trans 21474841605 rc 0/0 00000100:00100000:1.0:1777573235.491686:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4985 00000100:00100000:0.0:1777573235.495048:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.495366:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925912320 00000100:00100000:1.0:1777573235.495381:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925912320 00000100:00100000:1.0:1777573235.495470:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4986 00000100:00100000:1.0:1777573235.495482:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925912320:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573235.495544:0:24426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d67, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:1.0:1777573235.495557:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.495576:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.495579:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.495585:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.495601:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573235.500184:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874761 is committed 00002000:00010000:1.0:1777573235.500376:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.500381:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:1.0:1777573235.500410:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.500426:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.500436:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.500443:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.500608:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.500621:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.500645:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.500653:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199982 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.501049:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925912320:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5562us (6007us total) trans 17179874761 rc 0/0 00000100:00100000:1.0:1777573235.501062:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4986 00000100:00100000:2.0:1777573235.507056:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.507239:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925912448 00000100:00100000:1.0:1777573235.507253:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925912448 00000100:00100000:0.0:1777573235.507745:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4987 00000100:00100000:0.0:1777573235.507760:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925912448:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573235.507824:0:28804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d68, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573235.507834:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.507853:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.507856:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.507862:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.507879:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573235.512369:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841606 is committed 00002000:00010000:0.0:1777573235.512553:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:0.0:1777573235.512558:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:0.0:1777573235.512665:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.512683:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.512694:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.512702:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.512708:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.512716:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.512742:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.512750:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a1199989 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.512872:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925912448:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5108us (5822us total) trans 21474841606 rc 0/0 00000100:00100000:0.0:1777573235.512884:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4987 00000100:00100000:2.0:1777573235.516357:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.516533:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925912576 00000100:00100000:0.0:1777573235.516546:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925912576 00000100:00100000:0.0:1777573235.516617:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4988 00000100:00100000:0.0:1777573235.516625:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925912576:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573235.516678:0:14599:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d6a, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573235.516687:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.516703:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.516704:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.516710:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.516722:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573235.522068:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874762 is committed 00002000:00010000:2.0:1777573235.522203:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.522220:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:2.0:1777573235.522234:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.522251:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.522259:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.522266:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.522301:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.522311:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.522340:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.522349:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a1199990 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.522450:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925912576:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5820us (6101us total) trans 17179874762 rc 0/0 00000100:00100000:2.0:1777573235.522467:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4988 00000100:00100000:2.0:1777573235.526018:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.526111:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925912704 00000100:00100000:3.0:1777573235.526119:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925912704 00000100:00100000:3.0:1777573235.526183:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4989 00000100:00100000:3.0:1777573235.526193:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925912704:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573235.526238:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.526260:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d9 expref: 19 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.526337:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.526340:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.526345:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.526374:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d9 expref: 19 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.526384:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d9 expref: 19 pid: 29349 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.526394:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932138880:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573235.526457:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573235.532091:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.532161:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925912832 00000100:00100000:0.0:1777573235.532174:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925912832 00000100:00100000:3.0:1777573235.532184:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932138880:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573235.532226:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.532239:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d9 expref: 20 pid: 29349 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.532342:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5581 00000100:00100000:0.0:1777573235.532354:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925912832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573235.532372:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.532400:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d9 expref: 20 pid: 29349 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.532416:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d9 expref: 20 pid: 29349 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.532444:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a1199641 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e4d9 expref: 20 pid: 29349 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.532460:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.532461:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.532466:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.532476:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.532507:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573235.532574:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925912832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 223us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.532586:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5581 00010000:00010000:3.0:1777573235.532865:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.532877:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.538542:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841607 is committed 00002000:00010000:1.0:1777573235.538693:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.538700:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:1.0:1777573235.538718:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.538735:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.538746:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.538754:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.538760:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.538769:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.538795:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.538805:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a1199997 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.538932:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919925912704:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12734us (12913us total) trans 21474841607 rc 0/0 00000100:00100000:1.0:1777573235.538955:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4989 00000100:00100000:1.0:1777573235.544625:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.544698:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925912960 00000100:00100000:0.0:1777573235.544712:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925912960 00000100:00100000:0.0:1777573235.544798:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4990 00000100:00100000:0.0:1777573235.544810:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925912960:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573235.544868:0:28799:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 71822, mtime: 0x69f39d71, atime: 0x69f39d6d, ctime: 0x69f39d71, blocks: 0x40 00010000:00010000:0.0:1777573235.544880:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.544899:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.544902:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.544908:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.544925:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573235.552873:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874763 is committed 00002000:00010000:2.0:1777573235.554260:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.554368:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00010000:00010000:2.0:1777573235.554383:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.554397:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.554406:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.554414:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.554419:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.554428:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.554445:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.554453:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119999e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.554595:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925912960:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9783us (9980us total) trans 17179874763 rc 0/0 00000100:00100000:2.0:1777573235.554606:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4990 00000100:00100000:2.0:1777573235.558824:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.558933:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925913088 00000100:00100000:1.0:1777573235.558952:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925913088 00000100:00100000:1.0:1777573235.559053:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12300 00000100:00100000:1.0:1777573235.559065:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925913088:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573235.559261:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925913088:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 198us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.559325:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12300 00000100:00100000:0.0:1777573235.562433:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.562548:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925913216 00000100:00100000:1.0:1777573235.562561:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925913216 00000100:00100000:1.0:1777573235.562653:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12301 00000100:00100000:1.0:1777573235.562664:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925913216:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573235.562816:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925913216:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 154us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.562825:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12301 00000100:00100000:3.0:1777573235.566611:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.566752:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925913472 00000100:00100000:0.0:1777573235.566766:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925913472 00000100:00100000:0.0:1777573235.566837:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15380 00000100:00100000:0.0:1777573235.566846:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+393:59536:x1863919925913472:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.566919:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.566967:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a1199919 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e58f expref: 393 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.566995:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.567002:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.567243:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.567259:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.567326:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.567393:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978603 00000004:00010000:0.0:1777573235.567421:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000376a40ed reply state 000000007f7ff805 transno 4294978604 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.567436:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.567443:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.567445:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.567448:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.567565:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+395:59536:x1863919925913472:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 719us (970us total) trans 4294978604 rc 0/0 00000100:00100000:0.0:1777573235.567572:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15380 00000020:00080000:0.0:1777573235.567577:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573235.570673:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.571612:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925913600 00000100:00100000:0.0:1777573235.571628:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925913600 00000100:00100000:0.0:1777573235.571703:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12302 00000100:00100000:0.0:1777573235.571715:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925913600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.571742:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.571771:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5b2 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573235.571805:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d4f, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:0.0:1777573235.571837:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.571840:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.571849:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b2 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.571868:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b2 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.571884:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:0.0:1777573235.571961:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925913600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 247us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.571969:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12302 00000100:00100000:2.0:1777573235.574671:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.574719:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.574753:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925913728 00000100:00100000:1.0:1777573235.574765:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925913728 00002000:00010000:1.0:1777573235.574820:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:1.0:1777573235.574828:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adc00 with x1863919925913728 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573235.574845:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adc00. 00000100:00100000:1.0:1777573235.574880:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925913856 00000100:00100000:1.0:1777573235.574883:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925913856 00000100:00100000:0.0:1777573235.575086:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4991 00000100:00100000:0.0:1777573235.575102:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925913728:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573235.575585:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573235.575590:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182df80 with x1863919925913856 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573235.575599:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c182df80. 00000100:00100000:1.0:1777573235.575633:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4992 00000100:00100000:1.0:1777573235.575642:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919925913856:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573235.575818:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573235.575823:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.575826:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:1.0:1777573235.575828:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.575830:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573235.575922:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925913856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 281us (1201us total) trans 21474841608 rc 0/0 00000100:00100000:1.0:1777573235.575929:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4992 00002000:00010000:1.0:1777573235.575934:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573235.575937:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182df80 with x1863919925913856 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573235.576689:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c182df80. 00002000:00010000:0.0:1777573235.576871:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:0.0:1777573235.576877:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.576879:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573235.576882:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.576884:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:0.0:1777573235.577022:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925913728:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1920us (2360us total) trans 17179874764 rc 0/0 00000100:00100000:0.0:1777573235.577032:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4991 00002000:00010000:0.0:1777573235.577036:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.577039:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adc00 with x1863919925913728 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573235.577046:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adc00. 00000100:00100000:2.0:1777573235.579727:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.579844:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925913984 00000100:00100000:1.0:1777573235.579859:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925913984 00000100:00100000:1.0:1777573235.579939:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15381 00000100:00100000:1.0:1777573235.579951:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+395:59536:x1863919925913984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.579987:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.580015:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11999b3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5b9 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.580149:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11999ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.580169:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11999ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.580182:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11999ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.580229:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573235.580233:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.580254:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11999ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.580406:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a11999b3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b9 expref: 397 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.580428:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11999ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b9 expref: 396 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.580438:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.580442:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.580445:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4530000, rc 0) 00000100:00100000:1.0:1777573235.580548:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+396:59536:x1863919925913984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 599us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.580557:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15381 00000100:00100000:1.0:1777573235.585174:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.585334:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925914240 00000100:00100000:0.0:1777573235.585348:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925914240 00000100:00100000:0.0:1777573235.585420:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15382 00000100:00100000:0.0:1777573235.585432:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+396:59536:x1863919925914240:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.585505:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.585549:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11999ba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b9 expref: 396 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.585574:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.585581:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.586399:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.586421:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.586432:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.586490:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978605 00000004:00010000:0.0:1777573235.586517:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d563f375 reply state 000000007f5f3925 transno 4294978606 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.586530:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.586537:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.586540:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.586543:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.586664:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+398:59536:x1863919925914240:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1232us (1501us total) trans 4294978606 rc 0/0 00000100:00100000:0.0:1777573235.586673:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15382 00000020:00080000:0.0:1777573235.586679:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573235.590310:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.590397:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925914368 00000100:00100000:1.0:1777573235.590411:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925914368 00000100:00100000:1.0:1777573235.590484:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12303 00000100:00100000:1.0:1777573235.590496:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+19:59536:x1863919925914368:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.590521:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.590549:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5c0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.590581:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d51, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:1.0:1777573235.590613:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.590617:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.590626:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c0 expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.590646:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c0 expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.590662:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531e00, rc 0) 00000100:00100000:1.0:1777573235.590734:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925914368:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 240us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.590742:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12303 00000100:00100000:2.0:1777573235.593666:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.593760:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.593907:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925914624 00000100:00100000:0.0:1777573235.593929:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925914624 00002000:00010000:0.0:1777573235.593986:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573235.593992:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554700 with x1863919925914624 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573235.594007:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8554700. 00000100:00100000:0.0:1777573235.594042:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925914496 00000100:00100000:0.0:1777573235.594046:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925914496 00002000:00010000:0.0:1777573235.594060:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.594063:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8555880 with x1863919925914496 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573235.594069:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8555880. 00000100:00100000:0.0:1777573235.594095:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4993 00000100:00100000:0.0:1777573235.594106:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925914624:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573235.594377:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573235.594382:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:0.0:1777573235.594385:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573235.594387:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:0.0:1777573235.594389:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573235.594458:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925914624:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 353us (805us total) trans 17179874765 rc 0/0 00000100:00100000:0.0:1777573235.594469:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4993 00002000:00010000:0.0:1777573235.594473:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573235.594476:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554700 with x1863919925914624 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573235.594481:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8554700. 00000100:00100000:0.0:1777573235.594501:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4994 00000100:00100000:0.0:1777573235.594508:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925914496:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573235.594906:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:0.0:1777573235.594910:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.594912:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573235.594915:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.594917:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:0.0:1777573235.594942:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925914496:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 434us (1181us total) trans 21474841609 rc 0/0 00000100:00100000:0.0:1777573235.594950:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4994 00002000:00010000:0.0:1777573235.594953:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.594956:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8555880 with x1863919925914496 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573235.594961:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8555880. 00000100:00100000:3.0:1777573235.598747:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.598901:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925914752 00000100:00100000:1.0:1777573235.598917:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925914752 00000100:00100000:1.0:1777573235.599020:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15383 00000100:00100000:1.0:1777573235.599032:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+398:59536:x1863919925914752:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.599080:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.599111:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11999cf lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5c7 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.599308:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a11999d6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.599334:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a11999d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.599349:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a11999d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.599386:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573235.599390:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.599413:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a11999d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.599446:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a11999cf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c7 expref: 400 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.599469:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a11999d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c7 expref: 399 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.599479:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.599483:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.599487:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c64da200, rc 0) 00000100:00100000:1.0:1777573235.599556:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+399:59536:x1863919925914752:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 526us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.599563:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15383 00000100:00100000:2.0:1777573235.603829:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.603905:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925915008 00000100:00100000:0.0:1777573235.603928:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925915008 00000100:00100000:0.0:1777573235.604027:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15384 00000100:00100000:0.0:1777573235.604038:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+399:59536:x1863919925915008:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.604118:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.604150:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a11999d6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c7 expref: 399 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.604184:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.604190:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.604387:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.604401:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.604411:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.604523:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978607 00000004:00010000:0.0:1777573235.604552:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b8ae236 reply state 00000000acdddc85 transno 4294978608 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.604564:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.604570:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.604573:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.604576:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.604683:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+401:59536:x1863919925915008:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 648us (880us total) trans 4294978608 rc 0/0 00000100:00100000:0.0:1777573235.604691:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15384 00000020:00080000:0.0:1777573235.604697:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573235.608315:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.608363:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925915136 00000100:00100000:1.0:1777573235.608377:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925915136 00000100:00100000:1.0:1777573235.608452:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12304 00000100:00100000:1.0:1777573235.608463:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925915136:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.608489:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.608517:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5ce expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.608552:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d55, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:1.0:1777573235.608584:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.608587:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.608597:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ce expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.608618:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ce expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.608634:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c64db600, rc 0) 00000100:00100000:1.0:1777573235.608706:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+22:59536:x1863919925915136:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 246us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.608714:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12304 00000100:00100000:3.0:1777573235.611689:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.611740:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.611742:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925915392 00000100:00100000:1.0:1777573235.611754:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925915392 00002000:00010000:1.0:1777573235.611806:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573235.611813:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed6300 with x1863919925915392 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573235.611828:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed6300. 00000100:00100000:0.0:1777573235.611835:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925915264 00000100:00100000:0.0:1777573235.611851:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925915264 00000100:00100000:1.0:1777573235.611875:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4995 00000100:00100000:1.0:1777573235.611895:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925915392:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573235.611898:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.611913:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed7800 with x1863919925915264 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573235.611927:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed7800. 00000100:00100000:0.0:1777573235.611973:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4996 00000100:00100000:0.0:1777573235.611987:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925915264:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573235.612112:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573235.612117:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.612120:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573235.612123:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.612125:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573235.612198:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925915392:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 311us (591us total) trans 17179874766 rc 0/0 00000100:00100000:1.0:1777573235.612219:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4995 00002000:00010000:1.0:1777573235.612224:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573235.612228:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed6300 with x1863919925915392 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573235.612233:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed6300. 00002000:00010000:0.0:1777573235.612597:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:0.0:1777573235.612603:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.612605:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573235.612607:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.612610:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:0.0:1777573235.612679:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925915264:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 695us (937us total) trans 21474841610 rc 0/0 00000100:00100000:0.0:1777573235.612686:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4996 00002000:00010000:0.0:1777573235.612689:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.612692:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed7800 with x1863919925915264 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573235.612697:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed7800. 00000100:00100000:3.0:1777573235.615834:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.615927:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925915520 00000100:00100000:1.0:1777573235.615940:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925915520 00000100:00100000:1.0:1777573235.616010:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15385 00000100:00100000:1.0:1777573235.616020:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+401:59536:x1863919925915520:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.616052:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.616080:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a11999eb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5d5 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.616714:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a11999f2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.616739:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a11999f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.616753:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a11999f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.616796:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573235.616800:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.616822:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a11999f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.616854:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a11999eb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5d5 expref: 403 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.616872:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a11999f2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5d5 expref: 402 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.616879:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.616882:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.616886:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18800, rc 0) 00000100:00100000:1.0:1777573235.616956:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+402:59536:x1863919925915520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 938us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.616963:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15385 00000100:00100000:2.0:1777573235.622018:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.622494:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925915776 00000100:00100000:0.0:1777573235.622607:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925915776 00000100:00100000:0.0:1777573235.622729:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15386 00000100:00100000:0.0:1777573235.622743:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+402:59536:x1863919925915776:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.622829:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.622863:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a11999f2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5d5 expref: 402 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.622892:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.622897:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.623121:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.623140:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.623152:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.623659:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978609 00000004:00010000:0.0:1777573235.623697:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc737dbb reply state 00000000593af276 transno 4294978610 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.623713:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.623720:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.623723:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.623727:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.623908:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+404:59536:x1863919925915776:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1166us (1902us total) trans 4294978610 rc 0/0 00000100:00100000:0.0:1777573235.623917:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15386 00000020:00080000:0.0:1777573235.623925:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573235.626812:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.626865:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925915904 00000100:00100000:1.0:1777573235.626878:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925915904 00000100:00100000:1.0:1777573235.626952:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12305 00000100:00100000:1.0:1777573235.626965:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925915904:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.626988:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.627018:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5dc expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.627051:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d56, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:1.0:1777573235.627082:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.627085:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.627093:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5dc expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.627111:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5dc expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.627126:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18400, rc 0) 00000100:00100000:1.0:1777573235.627200:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925915904:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 238us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.627219:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12305 00000100:00100000:3.0:1777573235.630735:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.630936:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.631200:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925916032 00000100:00100000:1.0:1777573235.631224:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925916032 00002000:00010000:1.0:1777573235.631317:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (4096->18446744073709551615) 00002000:00100000:1.0:1777573235.631323:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4a80 with x1863919925916032 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573235.631340:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4a80. 00000100:00100000:1.0:1777573235.631370:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925916160 00000100:00100000:1.0:1777573235.631374:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925916160 00000100:00100000:3.0:1777573235.631386:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4997 00000100:00100000:3.0:1777573235.631401:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925916032:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573235.631743:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573235.631747:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5c00 with x1863919925916160 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573235.631755:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed5c00. 00000100:00100000:2.0:1777573235.631815:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4998 00000100:00100000:2.0:1777573235.631832:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925916160:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573235.631939:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:3.0:1777573235.631943:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:3.0:1777573235.631945:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573235.631948:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:3.0:1777573235.631949:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 64 -> 8 00002000:00010000:2.0:1777573235.631954:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573235.631959:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.631962:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573235.631964:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.631967:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573235.632013:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925916032:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 616us (1293us total) trans 17179874767 rc 0/0 00000100:00100000:2.0:1777573235.632015:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925916160:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 185us (1077us total) trans 21474841611 rc 0/0 00000100:00100000:3.0:1777573235.632023:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4997 00002000:00010000:3.0:1777573235.632027:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (4096->18446744073709551615) 00000100:00100000:2.0:1777573235.632030:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4998 00002000:00100000:3.0:1777573235.632031:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4a80 with x1863919925916032 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573235.632037:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4a80. 00002000:00010000:2.0:1777573235.632038:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573235.632042:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5c00 with x1863919925916160 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573235.632049:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed5c00. 00000100:00100000:2.0:1777573235.634124:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.634180:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925916288 00000100:00100000:1.0:1777573235.634193:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925916288 00000100:00100000:1.0:1777573235.634293:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15387 00000100:00100000:1.0:1777573235.634305:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+404:59536:x1863919925916288:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.634332:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.634359:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a1199a07 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5e3 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.634493:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199a0e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.634512:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199a0e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.634526:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199a0e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.634564:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573235.634569:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.634591:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199a0e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.634623:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a1199a07 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5e3 expref: 406 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.634646:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199a0e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5e3 expref: 405 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.634656:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.634659:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.634663:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4530000, rc 0) 00000100:00100000:1.0:1777573235.634727:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+405:59536:x1863919925916288:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 424us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.634735:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15387 00000100:00100000:0.0:1777573235.637762:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.637918:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925916544 00000100:00100000:2.0:1777573235.637933:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925916544 00000100:00100000:2.0:1777573235.638007:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15388 00000100:00100000:2.0:1777573235.638020:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+405:59536:x1863919925916544:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573235.638100:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573235.638133:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199a0e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5e3 expref: 405 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.638168:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573235.638175:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573235.638443:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.638460:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.638472:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573235.638536:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978611 00000004:00010000:2.0:1777573235.638563:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f963e27a reply state 00000000b6dfe2c0 transno 4294978612 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.638578:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.638584:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573235.638587:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573235.638589:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573235.638697:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+407:59536:x1863919925916544:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 679us (946us total) trans 4294978612 rc 0/0 00000100:00100000:2.0:1777573235.638705:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15388 00000020:00080000:2.0:1777573235.638711:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573235.640469:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.640531:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925916672 00000100:00100000:1.0:1777573235.640543:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925916672 00000100:00100000:1.0:1777573235.640609:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12306 00000100:00100000:1.0:1777573235.640622:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925916672:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.640644:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.640675:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5ea expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.640710:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d57, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:1.0:1777573235.640739:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.640742:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.640751:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ea expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.640770:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ea expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.640786:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39f600, rc 0) 00000100:00100000:1.0:1777573235.640915:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925916672:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 296us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.640923:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12306 00000100:00100000:1.0:1777573235.644413:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.644459:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.644500:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925916800 00000100:00100000:2.0:1777573235.644514:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925916800 00002000:00010000:2.0:1777573235.644574:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (4096->18446744073709551615) 00002000:00100000:2.0:1777573235.644580:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea6a00 with x1863919925916800 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573235.644596:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ea6a00. 00000100:00100000:0.0:1777573235.644665:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925916928 00000100:00100000:0.0:1777573235.644671:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925916928 00002000:00010000:0.0:1777573235.644692:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573235.644697:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea4000 with x1863919925916928 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573235.644705:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea4000. 00000100:00100000:0.0:1777573235.644735:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4999 00000100:00100000:0.0:1777573235.644745:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925916800:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573235.644776:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5000 00000100:00100000:2.0:1777573235.644786:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925916928:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573235.644964:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573235.644969:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.644972:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573235.644974:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.644977:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573235.645058:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925916928:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 273us (605us total) trans 17179874768 rc 0/0 00000100:00100000:2.0:1777573235.645067:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5000 00002000:00010000:2.0:1777573235.645071:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573235.645074:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea4000 with x1863919925916928 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573235.645079:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea4000. 00002000:00010000:0.0:1777573235.645304:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:0.0:1777573235.645308:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.645310:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573235.645312:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.645315:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:0.0:1777573235.645340:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925916800:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 597us (939us total) trans 21474841612 rc 0/0 00000100:00100000:0.0:1777573235.645346:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4999 00002000:00010000:0.0:1777573235.645349:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.645352:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea6a00 with x1863919925916800 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573235.645357:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ea6a00. 00000100:00100000:0.0:1777573235.648609:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.648674:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925917056 00000100:00100000:1.0:1777573235.648687:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925917056 00000100:00100000:1.0:1777573235.648749:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15389 00000100:00100000:1.0:1777573235.648759:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+407:59536:x1863919925917056:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.648789:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.648820:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a1199a23 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5f1 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.648959:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a2a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.648979:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a2a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.648993:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a2a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.649038:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573235.649045:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.649068:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a2a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.649096:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a1199a23 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f1 expref: 409 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.649114:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a2a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f1 expref: 408 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.649121:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.649124:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.649127:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c12ab200, rc 0) 00000100:00100000:1.0:1777573235.649201:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+408:59536:x1863919925917056:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 444us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.649221:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15389 00000100:00100000:1.0:1777573235.655807:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.656211:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925917312 00000100:00100000:0.0:1777573235.656229:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925917312 00000100:00100000:0.0:1777573235.656323:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15390 00000100:00100000:0.0:1777573235.656334:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+408:59536:x1863919925917312:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.656403:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.656443:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a2a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f1 expref: 408 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.656464:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.656468:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.656669:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.656688:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.656701:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.656762:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978613 00000004:00010000:0.0:1777573235.656788:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a9e8844 reply state 00000000e425e2e1 transno 4294978614 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.656801:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.656807:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.656810:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.656812:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.656939:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+410:59536:x1863919925917312:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 606us (1146us total) trans 4294978614 rc 0/0 00000100:00100000:0.0:1777573235.656947:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15390 00000020:00080000:0.0:1777573235.656954:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573235.658789:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.658848:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925917440 00000100:00100000:0.0:1777573235.658861:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925917440 00000100:00100000:0.0:1777573235.658927:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12307 00000100:00100000:0.0:1777573235.658937:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+26:59536:x1863919925917440:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.658956:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.658982:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5f8 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573235.659012:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d5d, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:0.0:1777573235.659039:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.659042:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.659052:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f8 expref: 27 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.659071:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f8 expref: 27 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.659092:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630e00, rc 0) 00000100:00100000:0.0:1777573235.659157:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+27:59536:x1863919925917440:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 222us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.659164:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12307 00000100:00100000:2.0:1777573235.661418:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.661472:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.661521:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925917696 00000100:00100000:1.0:1777573235.661534:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925917696 00000100:00100000:0.0:1777573235.661535:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925917568 00000100:00100000:0.0:1777573235.661543:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925917568 00002000:00010000:1.0:1777573235.661585:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00010000:0.0:1777573235.661585:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.661595:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6a00 with x1863919925917568 ext(4096->18446744073709551615) 00002000:00100000:1.0:1777573235.661596:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5c00 with x1863919925917696 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573235.661614:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5c00. 00002000:00010000:0.0:1777573235.661614:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6a00. 00000100:00100000:1.0:1777573235.661711:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5001 00000100:00100000:1.0:1777573235.661723:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925917696:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573235.661787:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5002 00000100:00100000:0.0:1777573235.661798:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925917568:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573235.661958:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573235.661962:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.661966:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573235.661968:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.661972:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573235.662040:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925917696:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 320us (636us total) trans 17179874769 rc 0/0 00000100:00100000:1.0:1777573235.662049:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5001 00002000:00010000:1.0:1777573235.662053:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:1.0:1777573235.662056:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5c00 with x1863919925917696 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573235.662061:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5c00. 00002000:00010000:0.0:1777573235.662158:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:0.0:1777573235.662161:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.662163:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573235.662165:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.662166:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:0.0:1777573235.662185:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925917568:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 391us (713us total) trans 21474841613 rc 0/0 00000100:00100000:0.0:1777573235.662190:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5002 00002000:00010000:0.0:1777573235.662192:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.662195:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6a00 with x1863919925917568 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573235.662198:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6a00. 00000100:00100000:1.0:1777573235.670621:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.670742:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925917824 00000100:00100000:2.0:1777573235.670756:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925917824 00000100:00100000:2.0:1777573235.670841:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15391 00000100:00100000:2.0:1777573235.670852:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+410:59536:x1863919925917824:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573235.670896:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573235.670923:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199a3f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e5ff expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.671052:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199a46 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.671073:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199a46 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.671086:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199a46 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573235.671121:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573235.671126:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573235.671152:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199a46 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.671183:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199a3f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ff expref: 412 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.671213:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199a46 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ff expref: 411 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.671223:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573235.671227:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573235.671231:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:2.0:1777573235.671501:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+411:59536:x1863919925917824:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 651us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.671508:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15391 00000100:00100000:3.0:1777573235.676429:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.676480:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925918080 00000100:00100000:0.0:1777573235.676494:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925918080 00000100:00100000:0.0:1777573235.676583:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15392 00000100:00100000:0.0:1777573235.676596:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+411:59536:x1863919925918080:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.676683:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.676724:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199a46 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ff expref: 411 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.676747:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.676753:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.677250:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.677313:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.677327:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.677380:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978615 00000004:00010000:0.0:1777573235.677405:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005978e4f reply state 00000000381a1ee8 transno 4294978616 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.677419:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.677426:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.677429:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.677433:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.677734:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+413:59536:x1863919925918080:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1140us (1315us total) trans 4294978616 rc 0/0 00000100:00100000:0.0:1777573235.677744:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15392 00000020:00080000:0.0:1777573235.677752:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573235.680143:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.680246:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925918208 00000100:00100000:0.0:1777573235.680260:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925918208 00000100:00100000:0.0:1777573235.680361:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12308 00000100:00100000:0.0:1777573235.680370:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+28:59536:x1863919925918208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.680390:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.680416:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e606 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573235.680448:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d5e, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:0.0:1777573235.680475:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.680478:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.680487:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e606 expref: 29 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.680505:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e606 expref: 29 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.680531:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631c00, rc 0) 00000100:00100000:0.0:1777573235.681016:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925918208:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 644us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.681025:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12308 00000100:00100000:2.0:1777573235.683350:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.683383:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.683507:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925918336 00000100:00100000:3.0:1777573235.683521:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925918336 00002000:00010000:3.0:1777573235.683574:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (4096->18446744073709551615) 00002000:00100000:3.0:1777573235.683580:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5500 with x1863919925918336 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573235.683595:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5500. 00000100:00100000:3.0:1777573235.683627:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925918464 00000100:00100000:3.0:1777573235.683631:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925918464 00002000:00010000:3.0:1777573235.683645:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573235.683648:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7800 with x1863919925918464 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573235.683655:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7800. 00000100:00100000:1.0:1777573235.683766:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5003 00000100:00100000:3.0:1777573235.683810:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5004 00000100:00100000:3.0:1777573235.683819:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925918464:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573235.684010:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573235.684013:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:3.0:1777573235.684016:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573235.684018:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:3.0:1777573235.684020:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573235.684084:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925918336:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573235.684088:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925918464:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 270us (703us total) trans 21474841614 rc 0/0 00000100:00100000:3.0:1777573235.684096:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5004 00002000:00010000:3.0:1777573235.684100:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573235.684102:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7800 with x1863919925918464 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573235.684107:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7800. 00002000:00010000:1.0:1777573235.684557:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:1.0:1777573235.684561:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573235.684563:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573235.684565:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573235.684568:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:1.0:1777573235.684749:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925918336:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 971us (1411us total) trans 17179874770 rc 0/0 00000100:00100000:1.0:1777573235.684757:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5003 00002000:00010000:1.0:1777573235.684760:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (4096->18446744073709551615) 00002000:00100000:1.0:1777573235.684763:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5500 with x1863919925918336 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573235.684769:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5500. 00000100:00100000:2.0:1777573235.687053:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.687135:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925918592 00000100:00100000:1.0:1777573235.687148:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925918592 00000100:00100000:1.0:1777573235.687234:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15393 00000100:00100000:1.0:1777573235.687246:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+413:59536:x1863919925918592:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.687321:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.687348:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199a5b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e60d expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.687506:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a62 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.687535:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a62 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.687549:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a62 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.687585:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573235.687589:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.687611:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a62 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.687647:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199a5b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e60d expref: 415 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.687667:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a62 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e60d expref: 414 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.687676:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.687679:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.687683:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c12ab200, rc 0) 00000100:00100000:1.0:1777573235.687756:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+414:59536:x1863919925918592:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 511us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.687765:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15393 00000100:00100000:3.0:1777573235.692848:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.692938:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925918848 00000100:00100000:0.0:1777573235.692950:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925918848 00000100:00100000:0.0:1777573235.693013:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15394 00000100:00100000:0.0:1777573235.693020:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+414:59536:x1863919925918848:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.693085:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.693115:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199a62 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e60d expref: 414 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.693140:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.693147:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.693423:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.693443:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.693455:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.693514:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978617 00000004:00010000:0.0:1777573235.693541:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b1c0fe5 reply state 00000000c62cc2c8 transno 4294978618 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.693554:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.693561:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.693564:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.693566:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.693674:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+416:59536:x1863919925918848:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 653us (837us total) trans 4294978618 rc 0/0 00000100:00100000:0.0:1777573235.693686:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15394 00000020:00080000:0.0:1777573235.693693:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573235.695948:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.696033:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925918976 00000100:00100000:1.0:1777573235.696046:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925918976 00000100:00100000:1.0:1777573235.696111:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12309 00000100:00100000:1.0:1777573235.696124:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925918976:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.696146:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.696173:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e614 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.696732:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d62, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:1.0:1777573235.696763:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.696766:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.696775:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e614 expref: 30 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.696801:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e614 expref: 30 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.696828:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c64da200, rc 0) 00000100:00100000:1.0:1777573235.696904:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+30:59536:x1863919925918976:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 783us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.696913:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12309 00000100:00100000:3.0:1777573235.699975:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.700042:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.700078:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925919104 00000100:00100000:0.0:1777573235.700094:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925919104 00002000:00010000:0.0:1777573235.700151:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.700156:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5180 with x1863919925919104 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573235.700171:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec5180. 00000100:00100000:0.0:1777573235.701342:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925919232 00000100:00100000:0.0:1777573235.701355:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925919232 00002000:00010000:0.0:1777573235.701396:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573235.701401:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4700 with x1863919925919232 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573235.701412:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec4700. 00000100:00100000:2.0:1777573235.702650:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5005 00000100:00100000:2.0:1777573235.702674:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925919104:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573235.702908:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5006 00000100:00100000:1.0:1777573235.702920:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925919232:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573235.703081:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573235.703085:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.703087:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573235.703089:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.703091:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573235.703138:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:2.0:1777573235.703142:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573235.703144:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573235.703146:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573235.703148:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:2.0:1777573235.703177:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925919104:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 514us (3218us total) trans 21474841615 rc 0/0 00000100:00100000:1.0:1777573235.703177:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925919232:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 260us (3134us total) trans 17179874771 rc 0/0 00000100:00100000:1.0:1777573235.703186:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5006 00002000:00010000:1.0:1777573235.703190:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573235.703365:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4700 with x1863919925919232 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573235.703372:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec4700. 00000100:00100000:2.0:1777573235.703870:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5005 00002000:00010000:2.0:1777573235.703874:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (4096->18446744073709551615) 00002000:00100000:2.0:1777573235.703878:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5180 with x1863919925919104 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573235.703884:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec5180. 00000100:00100000:3.0:1777573235.707248:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.707467:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925919360 00000100:00100000:1.0:1777573235.707482:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925919360 00000100:00100000:1.0:1777573235.707564:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15395 00000100:00100000:1.0:1777573235.707574:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+416:59536:x1863919925919360:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.707603:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.707631:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a1199a77 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e61b expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.707765:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199a7e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.707792:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199a7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.707806:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199a7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.707845:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573235.707850:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.707874:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199a7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.707906:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a1199a77 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e61b expref: 418 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.707927:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199a7e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e61b expref: 417 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.707937:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.707941:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.707945:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6e00, rc 0) 00000100:00100000:1.0:1777573235.708026:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+417:59536:x1863919925919360:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 452us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.708038:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15395 00000100:00100000:3.0:1777573235.711124:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.711445:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925919616 00000100:00100000:0.0:1777573235.711459:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925919616 00000100:00100000:0.0:1777573235.711547:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15396 00000100:00100000:0.0:1777573235.711560:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+417:59536:x1863919925919616:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.711644:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.711679:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199a7e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e61b expref: 417 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.711966:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.711972:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.712385:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.712406:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.712423:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.712478:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978619 00000004:00010000:0.0:1777573235.712554:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd14f03f reply state 00000000658783fc transno 4294978620 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.712569:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.712576:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.712580:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.712585:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.712813:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+419:59536:x1863919925919616:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1253us (1699us total) trans 4294978620 rc 0/0 00000100:00100000:0.0:1777573235.712825:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15396 00000020:00080000:0.0:1777573235.712832:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573235.715122:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.715219:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925919744 00000100:00100000:1.0:1777573235.715233:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925919744 00000100:00100000:1.0:1777573235.715331:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12310 00000100:00100000:1.0:1777573235.715341:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+31:59536:x1863919925919744:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.715360:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.715383:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e622 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.715407:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d67, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:1.0:1777573235.715428:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.715431:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.715437:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e622 expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.715452:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e622 expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.715464:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6400, rc 0) 00000100:00100000:1.0:1777573235.715529:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925919744:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 189us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.715539:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12310 00000100:00100000:3.0:1777573235.717925:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.717960:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.718050:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925920000 00000100:00100000:2.0:1777573235.718063:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925920000 00002000:00010000:2.0:1777573235.718115:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573235.718121:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6680 with x1863919925920000 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573235.718136:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec6680. 00000100:00100000:2.0:1777573235.718170:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925919872 00000100:00100000:2.0:1777573235.718173:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925919872 00002000:00010000:2.0:1777573235.718187:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (4096->18446744073709551615) 00002000:00100000:2.0:1777573235.718190:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec7b80 with x1863919925919872 ext(4096->18446744073709551615) 00000100:00100000:1.0:1777573235.718194:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5007 00002000:00010000:2.0:1777573235.718197:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec7b80. 00000100:00100000:1.0:1777573235.718218:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925920000:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573235.718233:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5008 00000100:00100000:2.0:1777573235.718239:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925919872:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573235.718641:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573235.718646:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.718648:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573235.718650:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:1.0:1777573235.718652:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573235.718697:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:2.0:1777573235.718700:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573235.718702:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573235.718716:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573235.718719:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:2.0:1777573235.718755:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925919872:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 514us (793us total) trans 17179874772 rc 0/0 00000100:00100000:1.0:1777573235.718755:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925920000:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 550us (836us total) trans 21474841616 rc 0/0 00000100:00100000:2.0:1777573235.718763:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5008 00002000:00010000:2.0:1777573235.718767:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (4096->18446744073709551615) 00000100:00100000:1.0:1777573235.718768:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5007 00002000:00100000:2.0:1777573235.718770:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec7b80 with x1863919925919872 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573235.718771:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573235.718773:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6680 with x1863919925920000 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573235.718778:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec7b80. 00002000:00010000:1.0:1777573235.718778:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec6680. 00000100:00100000:3.0:1777573235.721047:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.721148:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925920128 00000100:00100000:0.0:1777573235.721162:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925920128 00000100:00100000:2.0:1777573235.721335:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15397 00000100:00100000:2.0:1777573235.721351:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+419:59536:x1863919925920128:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573235.721380:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573235.721410:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199a93 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e629 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.721561:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199a9a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.721581:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199a9a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.721594:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199a9a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573235.721633:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573235.721638:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573235.721660:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199a9a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.721688:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199a93 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e629 expref: 421 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.721703:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199a9a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e629 expref: 420 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.721709:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573235.721712:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573235.721715:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359a00, rc 0) 00000100:00100000:2.0:1777573235.721788:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+420:59536:x1863919925920128:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 443us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.721886:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15397 00000100:00100000:3.0:1777573235.726010:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.726149:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925920384 00000100:00100000:0.0:1777573235.726160:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925920384 00000100:00100000:0.0:1777573235.726228:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15398 00000100:00100000:0.0:1777573235.726238:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+420:59536:x1863919925920384:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.726335:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.726375:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199a9a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e629 expref: 420 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.726396:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.726402:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.726651:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.726666:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.726676:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.726721:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978621 00000004:00010000:0.0:1777573235.726751:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000beed24c2 reply state 00000000939d9b95 transno 4294978622 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.726764:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.726770:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.726772:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.726775:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.726958:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+422:59536:x1863919925920384:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 720us (966us total) trans 4294978622 rc 0/0 00000100:00100000:0.0:1777573235.726966:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15398 00000020:00080000:0.0:1777573235.726972:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573235.729928:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.730127:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925920512 00000100:00100000:1.0:1777573235.730137:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925920512 00000100:00100000:1.0:1777573235.730239:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12311 00000100:00100000:1.0:1777573235.730250:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925920512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.730308:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.730328:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e630 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.730355:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d68, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:1.0:1777573235.730442:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.730446:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.730453:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e630 expref: 33 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.730471:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e630 expref: 33 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.730488:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6c00, rc 0) 00000100:00100000:1.0:1777573235.730549:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+33:59536:x1863919925920512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 301us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.730556:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12311 00000100:00100000:3.0:1777573235.732706:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.732797:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925920640 00000100:00100000:2.0:1777573235.732805:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925920640 00002000:00010000:2.0:1777573235.732839:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (4096->18446744073709551615) 00002000:00100000:2.0:1777573235.732844:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1aa00 with x1863919925920640 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573235.732855:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1aa00. 00000100:00100000:2.0:1777573235.732931:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5009 00000100:00100000:2.0:1777573235.732941:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925920640:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573235.733462:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:2.0:1777573235.733467:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573235.733471:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573235.733473:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573235.733475:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:3.0:1777573235.733547:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.733686:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925920640:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 592us (832us total) trans 21474841617 rc 0/0 00000100:00100000:2.0:1777573235.733696:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5009 00002000:00010000:2.0:1777573235.733700:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (4096->18446744073709551615) 00002000:00100000:2.0:1777573235.733702:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1aa00 with x1863919925920640 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573235.733707:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1aa00. 00000100:00100000:2.0:1777573235.733905:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925920768 00000100:00100000:2.0:1777573235.733911:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925920768 00002000:00010000:2.0:1777573235.733930:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573235.733933:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b480 with x1863919925920768 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573235.733939:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1b480. 00000100:00100000:2.0:1777573235.733962:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5010 00000100:00100000:2.0:1777573235.733971:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925920768:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573235.734075:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573235.734078:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.734080:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573235.734082:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:2.0:1777573235.734084:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573235.734114:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925920768:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 144us (568us total) trans 17179874773 rc 0/0 00000100:00100000:2.0:1777573235.734121:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5010 00002000:00010000:2.0:1777573235.734124:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573235.734126:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b480 with x1863919925920768 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573235.734132:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1b480. 00000100:00100000:0.0:1777573235.736828:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.736917:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925920896 00000100:00100000:2.0:1777573235.736927:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925920896 00000100:00100000:2.0:1777573235.737011:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15399 00000100:00100000:2.0:1777573235.737022:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+422:59536:x1863919925920896:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573235.737047:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573235.737067:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199aaf lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e637 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.737157:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199ab6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.737173:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199ab6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.737184:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199ab6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573235.737228:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573235.737233:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573235.737250:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199ab6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.737587:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199aaf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e637 expref: 424 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.737607:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199ab6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e637 expref: 423 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.737615:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573235.737619:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573235.737623:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359200, rc 0) 00000100:00100000:2.0:1777573235.737691:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+423:59536:x1863919925920896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 671us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.737699:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15399 00000100:00100000:3.0:1777573235.742234:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.742440:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925921152 00000100:00100000:0.0:1777573235.742454:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925921152 00000100:00100000:0.0:1777573235.742540:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15400 00000100:00100000:0.0:1777573235.742551:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+423:59536:x1863919925921152:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.742621:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.742653:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199ab6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e637 expref: 423 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.742680:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.742686:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.742909:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.742930:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.742942:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.742995:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978623 00000004:00010000:0.0:1777573235.743019:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000512e42f5 reply state 000000003869b43d transno 4294978624 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.743033:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.743040:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.743042:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.743046:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.743150:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+425:59536:x1863919925921152:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 601us (929us total) trans 4294978624 rc 0/0 00000100:00100000:0.0:1777573235.743159:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15400 00000020:00080000:0.0:1777573235.743165:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573235.745732:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.745980:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925921280 00000100:00100000:0.0:1777573235.745991:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925921280 00000100:00100000:0.0:1777573235.746043:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12312 00000100:00100000:0.0:1777573235.746051:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+34:59536:x1863919925921280:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.746072:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.746096:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e63e expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573235.746120:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d6a, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:0.0:1777573235.746144:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.746146:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.746153:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e63e expref: 35 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.746167:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e63e expref: 35 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.746177:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18800, rc 0) 00000100:00100000:0.0:1777573235.746246:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925921280:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 194us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.746253:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12312 00000100:00100000:1.0:1777573235.748376:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.748494:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.749044:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925921536 00000100:00100000:2.0:1777573235.749045:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925921408 00000100:00100000:3.0:1777573235.749057:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925921536 00000100:00100000:2.0:1777573235.749057:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925921408 00002000:00010000:3.0:1777573235.749104:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00010000:2.0:1777573235.749104:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (4096->18446744073709551615) 00002000:00100000:3.0:1777573235.749109:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820a80 with x1863919925921536 ext(0->18446744073709551615) 00002000:00100000:2.0:1777573235.749109:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea7480 with x1863919925921408 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573235.749124:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820a80. 00002000:00010000:2.0:1777573235.749124:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea7480. 00000100:00100000:2.0:1777573235.749196:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5011 00000100:00100000:2.0:1777573235.749218:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925921408:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573235.749236:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5012 00000100:00100000:3.0:1777573235.749243:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925921536:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573235.749488:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573235.749493:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:3.0:1777573235.749496:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573235.749498:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:3.0:1777573235.749501:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573235.749565:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925921536:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 322us (1074us total) trans 21474841618 rc 0/0 00000100:00100000:3.0:1777573235.749574:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5012 00002000:00010000:3.0:1777573235.749579:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573235.749582:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820a80 with x1863919925921536 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573235.749587:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820a80. 00002000:00010000:2.0:1777573235.749685:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:2.0:1777573235.749689:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573235.749691:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573235.749693:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573235.749695:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:2.0:1777573235.749723:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925921408:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 513us (1351us total) trans 17179874774 rc 0/0 00000100:00100000:2.0:1777573235.749730:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5011 00002000:00010000:2.0:1777573235.749733:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (4096->18446744073709551615) 00002000:00100000:2.0:1777573235.749736:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea7480 with x1863919925921408 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573235.749740:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea7480. 00000100:00100000:3.0:1777573235.753299:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.753358:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925921664 00000100:00100000:1.0:1777573235.753371:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925921664 00000100:00100000:1.0:1777573235.753451:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15401 00000100:00100000:1.0:1777573235.753464:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+425:59536:x1863919925921664:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.753496:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.753520:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199acb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e645 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.753691:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199ad2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.753710:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199ad2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.753724:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199ad2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.753755:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573235.753759:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.753776:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199ad2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.753805:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a1199acb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e645 expref: 427 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.753820:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199ad2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e645 expref: 426 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.753827:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.753829:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.753832:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e7200, rc 0) 00000100:00100000:1.0:1777573235.753903:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+426:59536:x1863919925921664:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 442us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.753910:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15401 00000100:00100000:3.0:1777573235.757007:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.757103:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925921920 00000100:00100000:0.0:1777573235.757114:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925921920 00000100:00100000:0.0:1777573235.757171:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15402 00000100:00100000:0.0:1777573235.757179:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+426:59536:x1863919925921920:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.757253:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.757323:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199ad2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e645 expref: 426 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.757345:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.757351:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.757575:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.757594:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.757604:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.757659:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978625 00000004:00010000:0.0:1777573235.757682:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2d94755 reply state 00000000ad3ca244 transno 4294978626 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.757697:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.757703:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.757706:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.757709:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.757813:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+428:59536:x1863919925921920:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 633us (815us total) trans 4294978626 rc 0/0 00000100:00100000:0.0:1777573235.757820:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15402 00000020:00080000:0.0:1777573235.757825:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573235.760069:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.760354:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925922048 00000100:00100000:1.0:1777573235.760367:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925922048 00000100:00100000:1.0:1777573235.760440:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12313 00000100:00100000:1.0:1777573235.760452:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925922048:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.760477:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.760501:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e64c expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.760532:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d6c, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:1.0:1777573235.760561:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.760564:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.760572:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e64c expref: 36 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.760596:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e64c expref: 36 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.760612:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e7000, rc 0) 00000100:00100000:1.0:1777573235.760695:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+36:59536:x1863919925922048:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 239us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.760704:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12313 00000100:00100000:3.0:1777573235.762131:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.762186:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.762214:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925922176 00000100:00100000:1.0:1777573235.762225:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925922176 00000100:00100000:0.0:1777573235.762240:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925922304 00000100:00100000:0.0:1777573235.762246:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925922304 00002000:00010000:0.0:1777573235.762297:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00010000:1.0:1777573235.762300:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.762305:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b800 with x1863919925922304 ext(0->18446744073709551615) 00002000:00100000:1.0:1777573235.762306:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b100 with x1863919925922176 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573235.762321:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1b100. 00002000:00010000:0.0:1777573235.762321:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1b800. 00000100:00100000:1.0:1777573235.762397:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5013 00000100:00100000:1.0:1777573235.762407:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+36:2405:x1863919925922176:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573235.762444:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5014 00000100:00100000:0.0:1777573235.762454:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+36:2406:x1863919925922304:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573235.762622:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573235.762626:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:0.0:1777573235.762629:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573235.762631:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:0.0:1777573235.762634:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573235.762701:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+37:2406:x1863919925922304:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 247us (513us total) trans 17179874775 rc 0/0 00000100:00100000:0.0:1777573235.762718:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5014 00002000:00010000:0.0:1777573235.762722:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:0.0:1777573235.762725:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b800 with x1863919925922304 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573235.762731:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1b800. 00002000:00010000:1.0:1777573235.762945:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:1.0:1777573235.762949:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573235.762952:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573235.762954:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573235.762955:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:1.0:1777573235.762981:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+37:2405:x1863919925922176:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 576us (858us total) trans 21474841619 rc 0/0 00000100:00100000:1.0:1777573235.762987:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5013 00002000:00010000:1.0:1777573235.762990:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (4096->18446744073709551615) 00002000:00100000:1.0:1777573235.762992:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b100 with x1863919925922176 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573235.762996:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1b100. 00000100:00100000:3.0:1777573235.764474:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.764590:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925922432 00000100:00100000:0.0:1777573235.764600:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925922432 00000100:00100000:0.0:1777573235.764725:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15403 00000100:00100000:0.0:1777573235.764742:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+428:59536:x1863919925922432:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573235.764770:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573235.764795:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199ae7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e653 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.764917:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1199aee lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.764946:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1199aee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.764960:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1199aee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573235.764999:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573235.765004:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573235.765025:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1199aee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.765056:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199ae7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e653 expref: 430 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.765076:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1199aee lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e653 expref: 429 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.765086:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.765089:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573235.765093:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4c600, rc 0) 00000100:00100000:0.0:1777573235.765158:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+429:59536:x1863919925922432:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 423us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.765165:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15403 00000100:00100000:2.0:1777573235.767440:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.768255:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925922688 00000100:00100000:0.0:1777573235.768294:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925922688 00000100:00100000:0.0:1777573235.768534:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15404 00000100:00100000:0.0:1777573235.768548:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+429:59536:x1863919925922688:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573235.768619:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.768654:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a1199aee lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e653 expref: 429 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.768676:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.768682:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.768869:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.768884:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.768892:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.768933:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978627 00000004:00010000:0.0:1777573235.768949:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071284ac0 reply state 0000000020f1dc27 transno 4294978628 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.768960:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.768964:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573235.768966:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573235.768969:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573235.769261:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+431:59536:x1863919925922688:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 715us (1830us total) trans 4294978628 rc 0/0 00000100:00100000:0.0:1777573235.769302:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15404 00000020:00080000:0.0:1777573235.769319:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573235.771573:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.771661:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925922816 00000100:00100000:1.0:1777573235.771678:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925922816 00000100:00100000:1.0:1777573235.771740:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12314 00000100:00100000:1.0:1777573235.771750:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+37:59536:x1863919925922816:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.771770:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.771793:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e65a expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573235.771821:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 71822, mtime: 0x69f39d73, atime: 0x69f39d6d, ctime: 0x69f39d73, blocks: 0x40 00010000:00010000:1.0:1777573235.771846:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.771848:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.771855:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e65a expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.771869:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e65a expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.771880:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6000, rc 0) 00000100:00100000:1.0:1777573235.771928:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+38:59536:x1863919925922816:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 181us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.772039:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12314 00000100:00100000:2.0:1777573235.773772:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.773847:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.773993:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925923072 00000100:00100000:0.0:1777573235.773993:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925922944 00000100:00100000:3.0:1777573235.774006:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925923072 00000100:00100000:0.0:1777573235.774006:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925922944 00002000:00010000:0.0:1777573235.774053:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00010000:3.0:1777573235.774056:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573235.774059:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5180 with x1863919925922944 ext(4096->18446744073709551615) 00002000:00100000:3.0:1777573235.774060:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4000 with x1863919925923072 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573235.774075:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec4000. 00002000:00010000:0.0:1777573235.774076:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5180. 00000100:00100000:3.0:1777573235.774104:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5015 00000100:00100000:3.0:1777573235.774111:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925923072:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573235.774152:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5016 00000100:00100000:0.0:1777573235.774162:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925922944:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573235.774481:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573235.774486:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573233 -> 1777573235 00002000:00010000:3.0:1777573235.774489:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573235.774491:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573233 -> 1777573235 00002000:00010000:3.0:1777573235.774493:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573235.774552:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925923072:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 440us (704us total) trans 21474841620 rc 0/0 00000100:00100000:3.0:1777573235.774562:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5015 00002000:00010000:3.0:1777573235.774566:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573235.774569:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4000 with x1863919925923072 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573235.774574:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec4000. 00002000:00010000:0.0:1777573235.774655:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 71822 -> 4096 00002000:00010000:0.0:1777573235.774659:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.774661:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573235.774663:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573235.774665:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 64 -> 8 00000100:00100000:0.0:1777573235.774690:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925922944:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 530us (925us total) trans 17179874776 rc 0/0 00000100:00100000:0.0:1777573235.774697:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5016 00002000:00010000:0.0:1777573235.774700:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00100000:0.0:1777573235.774703:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5180 with x1863919925922944 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573235.774706:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5180. 00000100:00100000:2.0:1777573235.778129:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.778509:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925923200 00000100:00100000:1.0:1777573235.778523:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925923200 00000100:00100000:1.0:1777573235.778601:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15405 00000100:00100000:1.0:1777573235.778614:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+431:59536:x1863919925923200:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573235.778649:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573235.778675:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199b03 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e661 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.778792:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199b0a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.778810:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199b0a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.778823:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199b0a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573235.778856:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573235.778860:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573235.778879:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199b0a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.778910:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a1199b03 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e661 expref: 433 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.778929:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199b0a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e661 expref: 432 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.778937:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573235.778941:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573235.778944:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e7200, rc 0) 00000100:00100000:1.0:1777573235.779007:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+432:59536:x1863919925923200:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 396us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.779017:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15405 00000100:00100000:3.0:1777573235.782877:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.782994:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925923328 00000100:00100000:2.0:1777573235.783008:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925923328 00000100:00100000:2.0:1777573235.783091:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5017 00000100:00100000:2.0:1777573235.783101:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925923328:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573235.783186:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.783216:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.783219:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.783226:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.783244:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.784169:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.784183:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.784192:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.784208:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.784215:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.784229:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.784249:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.784257:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000251d3230/0x8dc0a528a1199b11 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.784374:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925923328:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 1273us (1509us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1777573235.784383:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5017 00000100:00100000:3.0:1777573235.788721:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.788837:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925923456 00000100:00100000:0.0:1777573235.788851:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925923456 00000100:00100000:0.0:1777573235.788924:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5018 00000100:00100000:0.0:1777573235.788939:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925923456:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573235.788976:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.788997:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b2 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.789003:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.789005:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.789008:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.789047:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b2 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.789060:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b2 expref: 39 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.789073:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932139008:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573235.789158:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573235.791245:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.791372:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925923584 00000100:00100000:3.0:1777573235.791383:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925923584 00000100:00100000:0.0:1777573235.791398:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932139008:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573235.791432:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b2 expref: 40 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.791432:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.791508:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5582 00000100:00100000:3.0:1777573235.791519:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925923584:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573235.791536:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573235.791564:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b2 expref: 40 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.791578:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b2 expref: 40 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.791605:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a11999ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5b2 expref: 40 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.791633:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.791635:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.791641:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.791652:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.791687:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573235.791743:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925923584:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 226us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573235.791750:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5582 00010000:00010000:0.0:1777573235.791933:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.791945:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573235.797394:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874777 is committed 00002000:00010000:0.0:1777573235.797798:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:0.0:1777573235.797805:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573235.797821:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.797837:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.797847:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.797855:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.797862:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.797872:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.797895:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.797904:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b18 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.798241:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925923456:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9300us (9527us total) trans 17179874777 rc 0/0 00000100:00100000:0.0:1777573235.798253:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5018 00000100:00100000:2.0:1777573235.803034:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.803119:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925923712 00000100:00100000:0.0:1777573235.803133:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925923712 00000100:00100000:0.0:1777573235.803238:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5019 00000100:00100000:0.0:1777573235.803249:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925923712:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573235.803573:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.803607:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c0 expref: 38 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.803615:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.803618:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.803621:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.803664:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c0 expref: 38 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.803680:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c0 expref: 38 pid: 29349 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.803698:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932139136:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573235.803872:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573235.806640:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932139136:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573235.806677:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.806896:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.806979:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925923840 00000100:00100000:1.0:1777573235.806988:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925923840 00010000:00010000:1.0:1777573235.807039:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c0 expref: 39 pid: 29349 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.807084:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5583 00000100:00100000:1.0:1777573235.807096:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925923840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573235.807117:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573235.807145:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c0 expref: 39 pid: 29349 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.807160:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c0 expref: 39 pid: 29349 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.807188:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005296045e/0x8dc0a528a11999c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5c0 expref: 39 pid: 29349 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.807216:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.807219:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.807225:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.807237:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.807308:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573235.807368:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925923840:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 273us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.807376:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5583 00010000:00010000:0.0:1777573235.807570:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.807582:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573235.810925:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841621 is committed 00002000:00010000:0.0:1777573235.811088:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:0.0:1777573235.811095:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573235.811111:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.811127:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.811136:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.811143:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4dc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.811148:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.811159:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.811180:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.811188:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a1199b1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.811763:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925923712:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8509us (8736us total) trans 21474841621 rc 0/0 00000100:00100000:0.0:1777573235.811780:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5019 00000100:00100000:2.0:1777573235.816909:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.817001:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925923968 00000100:00100000:3.0:1777573235.817017:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925923968 00000100:00100000:3.0:1777573235.817122:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5020 00000100:00100000:3.0:1777573235.817134:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925923968:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573235.817181:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.817221:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ce expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.817232:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573235.817234:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573235.817238:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.817303:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ce expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.817811:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ce expref: 24 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.817840:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932139264:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573235.818012:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573235.820467:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932139264:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573235.820519:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.820624:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.821034:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925924096 00000100:00100000:1.0:1777573235.821044:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925924096 00010000:00010000:1.0:1777573235.821088:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ce expref: 25 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.821131:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5584 00000100:00100000:1.0:1777573235.821142:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925924096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573235.821160:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573235.821188:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ce expref: 25 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.821212:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ce expref: 25 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.821241:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a11999e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ce expref: 25 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.821260:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.821262:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.821268:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.821325:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.821361:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573235.821416:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925924096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 276us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.821425:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5584 00010000:00010000:0.0:1777573235.822086:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.822100:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573235.826394:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841622 is committed 00002000:00010000:0.0:1777573235.826675:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:0.0:1777573235.826682:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573235.826698:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.826712:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.826721:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.826727:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.826733:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.826742:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.826764:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.826773:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a1199b26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.827661:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925923968:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10522us (10753us total) trans 21474841622 rc 0/0 00000100:00100000:0.0:1777573235.827675:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5020 00000100:00100000:2.0:1777573235.831766:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.831821:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925924224 00000100:00100000:0.0:1777573235.831835:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925924224 00000100:00100000:0.0:1777573235.832159:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5021 00000100:00100000:0.0:1777573235.832172:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925924224:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573235.832234:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.832261:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5dc expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.832302:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.832306:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.832310:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.832356:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5dc expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.832373:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5dc expref: 25 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.832391:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932139392:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573235.832495:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573235.834146:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.835116:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932139392:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573235.835156:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.835887:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925924352 00000100:00100000:3.0:1777573235.835900:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925924352 00010000:00010000:2.0:1777573235.835990:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5dc expref: 26 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.836046:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5585 00000100:00100000:2.0:1777573235.836059:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925924352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573235.836078:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573235.836108:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5dc expref: 26 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.836127:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5dc expref: 26 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.836157:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc4f039/0x8dc0a528a1199a00 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5dc expref: 26 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.836178:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.836180:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.836186:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.836198:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.836411:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.836430:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.836442:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.836490:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925924352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 433us (2350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.836499:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5585 00000001:00080000:2.0:1777573235.843075:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874778 is committed 00002000:00010000:0.0:1777573235.843335:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:0.0:1777573235.843342:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573235.843359:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.843380:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.843397:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.843412:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4dc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.843419:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.843429:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.843454:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.843463:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a1199b2d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.843591:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925924224:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11416us (11829us total) trans 17179874778 rc 0/0 00000100:00100000:0.0:1777573235.843604:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5021 00000100:00100000:1.0:1777573235.848043:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.848103:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925924480 00000100:00100000:3.0:1777573235.848117:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925924480 00000100:00100000:3.0:1777573235.848222:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5022 00000100:00100000:3.0:1777573235.848628:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925924480:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573235.848773:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.848802:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ea expref: 23 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.848817:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.848819:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.848823:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.848864:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ea expref: 23 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.848880:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ea expref: 23 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.848898:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932139520:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573235.849038:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573235.850731:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932139520:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573235.850763:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.851012:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.851054:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925924608 00000100:00100000:3.0:1777573235.851062:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925924608 00010000:00010000:3.0:1777573235.851095:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ea expref: 24 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.851130:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5586 00000100:00100000:3.0:1777573235.851138:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925924608:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573235.851235:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573235.851261:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ea expref: 24 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.851375:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ea expref: 24 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.851407:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a1199a1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ea expref: 24 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.851422:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.851424:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.851428:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.851436:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.851515:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573235.851576:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925924608:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 437us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.851585:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5586 00010000:00010000:0.0:1777573235.851633:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.851643:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573235.856388:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841623 is committed 00002000:00010000:0.0:1777573235.856557:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:0.0:1777573235.856562:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573235.856579:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.856594:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.856604:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.856611:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.856617:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.856627:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.856652:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.856660:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a1199b34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.856782:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925924480:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8544us (8746us total) trans 21474841623 rc 0/0 00000100:00100000:0.0:1777573235.856794:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5022 00000100:00100000:0.0:1777573235.861248:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.861355:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925924736 00000100:00100000:2.0:1777573235.861370:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925924736 00000100:00100000:2.0:1777573235.861468:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5023 00000100:00100000:2.0:1777573235.861486:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925924736:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573235.862303:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.862336:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f8 expref: 22 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.862347:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.862349:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.862354:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.862402:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f8 expref: 22 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.862425:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f8 expref: 22 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.862444:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932139648:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573235.862553:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573235.865592:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932139648:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573235.865633:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.866177:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.866533:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925924864 00000100:00100000:0.0:1777573235.866548:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925924864 00010000:00010000:0.0:1777573235.866595:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f8 expref: 23 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.866652:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5587 00000100:00100000:0.0:1777573235.866665:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925924864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573235.866685:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.866710:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f8 expref: 23 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.866726:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f8 expref: 23 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.866756:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a8f99b5/0x8dc0a528a1199a38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5f8 expref: 23 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.866776:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.866778:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.866783:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.866794:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.866827:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573235.866867:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.866884:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.866897:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925924864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 233us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.866906:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5587 00000001:00080000:0.0:1777573235.870995:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841624 is committed 00002000:00010000:2.0:1777573235.871134:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:2.0:1777573235.871139:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:2.0:1777573235.871155:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.871170:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.871181:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.871190:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.871196:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.871216:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.871239:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.871247:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.871430:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925924736:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9945us (10190us total) trans 21474841624 rc 0/0 00000100:00100000:2.0:1777573235.871443:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5023 00000100:00100000:1.0:1777573235.875145:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.875601:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925924992 00000100:00100000:2.0:1777573235.875614:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925924992 00000100:00100000:2.0:1777573235.875767:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5024 00000100:00100000:2.0:1777573235.875779:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925924992:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573235.875823:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.875849:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e606 expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.875858:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.875861:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.875865:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.875905:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e606 expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.875920:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e606 expref: 24 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.875937:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932139776:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573235.876068:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573235.879332:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932139776:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573235.879372:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.880446:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.880576:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925925120 00000100:00100000:3.0:1777573235.880587:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925925120 00010000:00010000:3.0:1777573235.880636:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e606 expref: 25 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.880689:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5588 00000100:00100000:3.0:1777573235.880701:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925925120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573235.880719:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573235.880748:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e606 expref: 25 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.880768:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e606 expref: 25 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.881119:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a1199a54 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e606 expref: 25 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.881141:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.881143:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.881149:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.881161:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.881197:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573235.881443:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925925120:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 742us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573235.881452:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5588 00010000:00010000:2.0:1777573235.881517:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.881529:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573235.888485:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874779 is committed 00002000:00010000:2.0:1777573235.888715:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:2.0:1777573235.888721:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:2.0:1777573235.888739:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.888756:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.888767:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.888775:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.888781:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.888790:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.888816:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.888824:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a195677d/0x8dc0a528a1199b42 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.888942:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925924992:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13159us (13805us total) trans 17179874779 rc 0/0 00000100:00100000:2.0:1777573235.888954:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5024 00000100:00100000:0.0:1777573235.895197:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.895327:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925925248 00000100:00100000:2.0:1777573235.895342:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925925248 00000100:00100000:2.0:1777573235.895449:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5025 00000100:00100000:2.0:1777573235.895461:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcef2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925925248:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573235.895504:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.895528:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e614 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.895538:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.895540:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573235.895544:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.895588:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e614 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.895612:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e614 expref: 21 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.895630:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932139904:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573235.896003:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573235.898331:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932139904:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573235.898367:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.898802:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.898935:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925925376 00000100:00100000:1.0:1777573235.898944:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925925376 00010000:00010000:1.0:1777573235.898990:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e614 expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.899037:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5589 00000100:00100000:1.0:1777573235.899048:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925925376:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573235.899068:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573235.899094:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e614 expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.899115:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e614 expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.899145:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0ea519/0x8dc0a528a1199a70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e614 expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.899165:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.899167:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573235.899174:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.899186:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.899236:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573235.899469:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.899486:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.900031:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925925376:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 981us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573235.900043:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5589 00000001:00080000:0.0:1777573235.904686:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841625 is committed 00002000:00010000:2.0:1777573235.904906:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:2.0:1777573235.904913:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:2.0:1777573235.904929:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.904945:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.904956:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.904963:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573235.904969:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.904985:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.905008:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.905016:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a1199b49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.905127:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcef2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925925248:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9662us (9939us total) trans 21474841625 rc 0/0 00000100:00100000:2.0:1777573235.905139:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5025 00000100:00100000:3.0:1777573235.911823:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.911881:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925925504 00000100:00100000:1.0:1777573235.911893:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925925504 00000100:00100000:1.0:1777573235.911988:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5026 00000100:00100000:1.0:1777573235.912000:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925925504:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573235.912047:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.912073:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e622 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.912084:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573235.912086:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573235.912090:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.912135:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e622 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.912151:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e622 expref: 23 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.912169:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932140032:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573235.912511:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573235.914340:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932140032:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573235.914376:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.916068:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.916236:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925925632 00000100:00100000:3.0:1777573235.916249:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925925632 00010000:00010000:3.0:1777573235.916517:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e622 expref: 24 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.916604:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5590 00000100:00100000:3.0:1777573235.916616:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925925632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573235.916636:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573235.916665:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e622 expref: 24 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.916680:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e622 expref: 24 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.916709:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a1199a8c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e622 expref: 24 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.916728:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.916730:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.916736:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.916747:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.916789:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573235.916857:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.916864:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925925632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 249us (806us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573235.916877:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.916881:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5590 00000001:00080000:2.0:1777573235.926531:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874780 is committed 00002000:00010000:1.0:1777573235.926716:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:1.0:1777573235.926727:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:1.0:1777573235.926747:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.926771:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.926786:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.926799:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd5e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.926808:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.926824:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.926845:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.926852:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b50 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.927084:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925925504:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 15082us (15267us total) trans 17179874780 rc 0/0 00000100:00100000:1.0:1777573235.927117:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5026 00000100:00100000:2.0:1777573235.931376:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.932096:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925925760 00000100:00100000:1.0:1777573235.932108:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925925760 00000100:00100000:1.0:1777573235.932176:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5027 00000100:00100000:1.0:1777573235.932186:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925925760:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573235.932227:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.932248:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e630 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.932256:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573235.932258:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573235.932261:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.932311:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e630 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.932330:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e630 expref: 20 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.932346:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932140160:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573235.932430:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573235.937266:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573235.937489:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925925888 00000100:00100000:2.0:1777573235.937498:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925925888 00010000:00010000:2.0:1777573235.937538:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e630 expref: 21 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.937626:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5591 00000100:00100000:2.0:1777573235.937637:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925925888:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573235.937651:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573235.937673:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e630 expref: 21 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.937694:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e630 expref: 21 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.937718:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.937720:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.937724:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.937735:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.937754:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573235.937813:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925925888:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 178us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.937822:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5591 00010000:00010000:1.0:1777573235.937896:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a1199aa8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e630 expref: 20 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.937915:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932140160:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573235.937936:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.937949:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.937957:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.942605:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841626 is committed 00002000:00010000:1.0:1777573235.942702:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:1.0:1777573235.942708:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:1.0:1777573235.942720:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.942733:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.942741:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.942756:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd5c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573235.942762:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.942770:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.942790:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.942803:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.942894:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925925760:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10705us (11522us total) trans 21474841626 rc 0/0 00000100:00100000:1.0:1777573235.942904:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5027 00000100:00100000:0.0:1777573235.952405:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.952517:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925926016 00000100:00100000:1.0:1777573235.952526:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925926016 00000100:00100000:1.0:1777573235.952669:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5028 00000100:00100000:1.0:1777573235.952681:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925926016:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573235.952710:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.952728:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e63e expref: 22 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.952735:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573235.952737:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573235.952740:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.952773:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e63e expref: 22 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.952785:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e63e expref: 22 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573235.952799:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932140288:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573235.952872:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573235.955183:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573235.955235:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932140288:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573235.955262:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.955878:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925926144 00000100:00100000:2.0:1777573235.955887:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925926144 00010000:00010000:2.0:1777573235.955921:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e63e expref: 23 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.955960:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5592 00000100:00100000:2.0:1777573235.955969:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925926144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573235.955984:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573235.956006:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e63e expref: 23 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.956024:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e63e expref: 23 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.956047:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a1199ac4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e63e expref: 23 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.956062:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.956064:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573235.956069:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.956078:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573235.956115:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573235.956167:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573235.956187:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.956233:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925926144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 265us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573235.956241:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5592 00000001:00080000:1.0:1777573235.961220:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874781 is committed 00002000:00010000:0.0:1777573235.961353:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:0.0:1777573235.961358:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573235.961372:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.961395:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.961403:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.961410:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd5c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.961415:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.961423:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.961441:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.961450:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e72ed8e/0x8dc0a528a1199b5e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.961539:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925926016:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8856us (9137us total) trans 17179874781 rc 0/0 00000100:00100000:0.0:1777573235.961549:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5028 00000100:00100000:0.0:1777573235.966439:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.966640:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925926272 00000100:00100000:3.0:1777573235.966649:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925926272 00000100:00100000:3.0:1777573235.966721:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5029 00000100:00100000:3.0:1777573235.966731:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+19:2406:x1863919925926272:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573235.966774:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.966795:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e64c expref: 19 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.966801:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573235.966803:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573235.966806:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.966839:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e64c expref: 19 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.966852:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e64c expref: 19 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.966866:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932140416:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573235.966944:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573235.969235:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932140416:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573235.969260:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.969397:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.969512:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925926400 00000100:00100000:0.0:1777573235.969520:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925926400 00010000:00010000:0.0:1777573235.969552:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e64c expref: 20 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.969590:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5593 00000100:00100000:0.0:1777573235.969600:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925926400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573235.969686:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573235.969708:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e64c expref: 20 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.969722:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e64c expref: 20 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.969746:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a1199ae0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e64c expref: 20 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.969767:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.969769:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573235.969772:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.969781:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.969847:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573235.969894:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925926400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 295us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573235.969903:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5593 00010000:00010000:3.0:1777573235.970496:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.970507:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573235.976134:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841627 is committed 00002000:00010000:3.0:1777573235.976657:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:3.0:1777573235.976662:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:3.0:1777573235.976676:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.976689:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.976698:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.976705:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573235.976710:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.976718:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.976737:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.976744:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a1199b65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.976845:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+18:2406:x1863919925926272:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10112us (10412us total) trans 21474841627 rc 0/0 00000100:00100000:3.0:1777573235.976859:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5029 00000100:00100000:2.0:1777573235.981019:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573235.981110:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925926528 00000100:00100000:0.0:1777573235.981120:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925926528 00000100:00100000:0.0:1777573235.981193:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5030 00000100:00100000:0.0:1777573235.981213:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925926528:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573235.981247:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.981266:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e65a expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.981292:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.981294:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573235.981297:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.981330:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e65a expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.981344:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e65a expref: 21 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.981358:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932140544:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573235.981442:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573235.984250:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932140544:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573235.984315:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573235.984559:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573235.984682:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925926656 00000100:00100000:3.0:1777573235.984696:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925926656 00010000:00010000:3.0:1777573235.984729:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e65a expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573235.984770:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5594 00000100:00100000:3.0:1777573235.984780:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925926656:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573235.984794:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573235.984818:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e65a expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.984831:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e65a expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.984855:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a1199afc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e65a expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.984869:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.984871:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573235.984876:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.984886:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573235.984961:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573235.984997:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925926656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 219us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573235.985004:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5594 00010000:00010000:0.0:1777573235.985049:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.985058:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573235.991038:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874782 is committed 00002000:00010000:0.0:1777573235.991324:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:0.0:1777573235.991330:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573235.991343:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.991356:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.991374:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.991516:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573235.991522:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.991531:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.991551:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573235.991559:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b6c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573235.991693:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925926528:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10487us (10678us total) trans 17179874782 rc 0/0 00000100:00100000:0.0:1777573235.991703:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5030 00000100:00100000:2.0:1777573236.001920:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.002017:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925926784 00000100:00100000:1.0:1777573236.002027:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925926784 00000100:00100000:1.0:1777573236.002104:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12315 00000100:00100000:1.0:1777573236.002116:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925926784:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573236.002314:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925926784:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 201us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.002322:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12315 00000100:00080000:3.0:1777573236.002467:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573236.010216:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.010425:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925926912 00000100:00100000:0.0:1777573236.010434:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925926912 00000100:00100000:0.0:1777573236.010546:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12316 00000100:00100000:0.0:1777573236.010562:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925926912:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573236.010685:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925926912:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 125us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.010696:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12316 00000100:00100000:2.0:1777573236.014483:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.014577:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925927168 00000100:00100000:1.0:1777573236.014587:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925927168 00000100:00080000:3.0:1777573236.014693:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573236.014738:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15406 00000100:00100000:1.0:1777573236.014747:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+432:59536:x1863919925927168:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.014793:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.014815:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a1199b0a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e661 expref: 432 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.014831:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.014835:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.015022:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.015042:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.015053:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.015098:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978629 00000004:00010000:1.0:1777573236.015116:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000166f8062 reply state 000000005e9bd679 transno 4294978630 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.015125:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.015129:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.015131:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.015133:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.015435:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+434:59536:x1863919925927168:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 688us (962us total) trans 4294978630 rc 0/0 00000100:00100000:1.0:1777573236.015443:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15406 00000020:00080000:1.0:1777573236.015467:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.017457:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.017540:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925927296 00000100:00100000:0.0:1777573236.017549:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925927296 00000100:00100000:0.0:1777573236.017604:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12317 00000100:00100000:0.0:1777573236.017613:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925927296:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.017629:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.017648:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e668 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.017672:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d4f, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:0.0:1777573236.017692:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.017694:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.017701:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e668 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.017717:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e668 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.017730:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4c600, rc 0) 00000100:00100000:0.0:1777573236.017785:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925927296:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 173us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.017791:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12317 00000100:00100000:2.0:1777573236.021223:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.021265:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.021531:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925927552 00000100:00100000:0.0:1777573236.021543:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925927552 00002000:00010000:0.0:1777573236.021634:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.021639:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394a80 with x1863919925927552 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.021650:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394a80. 00000100:00100000:0.0:1777573236.021689:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5031 00000100:00100000:0.0:1777573236.021700:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919925927552:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.021870:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573236.021875:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.021877:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573236.021879:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.021881:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573236.021905:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925927424 00000100:00100000:1.0:1777573236.021911:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925927424 00002000:00010000:1.0:1777573236.021929:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.021934:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca396d80 with x1863919925927424 ext(53248->18446744073709551615) 00000100:00100000:0.0:1777573236.021939:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925927552:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 240us (723us total) trans 21474841628 rc 0/0 00002000:00010000:1.0:1777573236.021943:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca396d80. 00000100:00100000:0.0:1777573236.021951:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5031 00002000:00010000:0.0:1777573236.021956:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.021959:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394a80 with x1863919925927552 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.021965:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394a80. 00000100:00100000:1.0:1777573236.021968:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5032 00000100:00100000:1.0:1777573236.021977:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925927424:12345-192.168.204.27@tcp:10:lfs.0 00000100:00080000:3.0:1777573236.022023:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1777573236.022241:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:1.0:1777573236.022245:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.022247:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:1.0:1777573236.022249:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.022251:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1777573236.022315:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925927424:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 338us (1048us total) trans 17179874783 rc 0/0 00000100:00100000:1.0:1777573236.022322:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5032 00002000:00010000:1.0:1777573236.022325:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.022328:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca396d80 with x1863919925927424 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.022333:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca396d80. 00000100:00100000:2.0:1777573236.026693:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.026791:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925927680 00000100:00100000:1.0:1777573236.026801:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925927680 00000100:00100000:1.0:1777573236.026908:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15407 00000100:00100000:1.0:1777573236.026919:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+434:59536:x1863919925927680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.026941:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.026963:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199b81 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e66f expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.027069:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199b88 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.027085:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199b88 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.027097:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199b88 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573236.027125:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:1.0:1777573236.027129:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573236.027145:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199b88 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.027172:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199b81 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e66f expref: 436 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.027190:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199b88 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e66f expref: 435 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.027207:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.027211:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573236.027214:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:1.0:1777573236.027327:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+435:59536:x1863919925927680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 353us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.027502:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15407 00000100:00100000:2.0:1777573236.031954:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.032374:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925927936 00000100:00100000:0.0:1777573236.032386:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925927936 00000100:00100000:0.0:1777573236.032441:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15408 00000100:00100000:0.0:1777573236.032452:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+435:59536:x1863919925927936:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573236.032511:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.032538:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199b88 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e66f expref: 435 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.032561:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.032566:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573236.032747:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.032764:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.032775:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573236.032822:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978631 00000004:00010000:0.0:1777573236.032846:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a717a4b reply state 00000000fc5341b0 transno 4294978632 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.032859:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.032866:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.032868:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573236.032871:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573236.032957:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+437:59536:x1863919925927936:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 507us (1011us total) trans 4294978632 rc 0/0 00000100:00100000:0.0:1777573236.032965:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15408 00000020:00080000:0.0:1777573236.032971:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573236.036890:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.037017:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925928064 00000100:00100000:1.0:1777573236.037027:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925928064 00000100:00100000:1.0:1777573236.037081:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12318 00000100:00100000:1.0:1777573236.037091:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+19:59536:x1863919925928064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.037110:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.037130:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e676 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.037166:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d51, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:1.0:1777573236.037187:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.037189:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.037207:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e676 expref: 20 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.037226:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e676 expref: 20 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.037238:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd5e00, rc 0) 00000100:00100000:1.0:1777573236.037323:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925928064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 233us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.037331:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12318 00000100:00100000:2.0:1777573236.039567:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.039599:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.039674:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925928192 00000100:00100000:1.0:1777573236.039684:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925928192 00002000:00010000:1.0:1777573236.039720:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.039726:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca396300 with x1863919925928192 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.039737:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca396300. 00000100:00100000:1.0:1777573236.039800:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925928320 00000100:00100000:1.0:1777573236.039804:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925928320 00002000:00010000:1.0:1777573236.039818:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.039822:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca396680 with x1863919925928320 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.039834:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca396680. 00000100:00100000:2.0:1777573236.039869:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5033 00000100:00100000:2.0:1777573236.039883:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925928192:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.040039:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:2.0:1777573236.040043:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.040046:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573236.040048:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.040050:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:2.0:1777573236.040108:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925928192:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 227us (543us total) trans 21474841629 rc 0/0 00000100:00100000:2.0:1777573236.040115:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5033 00002000:00010000:2.0:1777573236.040119:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (53248->18446744073709551615) 00002000:00100000:2.0:1777573236.040122:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca396300 with x1863919925928192 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573236.040126:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca396300. 00000100:00100000:2.0:1777573236.040143:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5034 00000100:00100000:2.0:1777573236.040151:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925928320:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.040249:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.040253:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.040255:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573236.040257:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.040259:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573236.040307:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925928320:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 156us (706us total) trans 17179874784 rc 0/0 00000100:00100000:2.0:1777573236.040314:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5034 00002000:00010000:2.0:1777573236.040317:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.040320:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca396680 with x1863919925928320 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.040325:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca396680. 00000100:00100000:2.0:1777573236.043641:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.043728:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925928448 00000100:00100000:0.0:1777573236.043737:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925928448 00000100:00100000:0.0:1777573236.043789:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15409 00000100:00100000:0.0:1777573236.043798:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+437:59536:x1863919925928448:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.043825:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.043845:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199b9d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e67d expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.043940:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199ba4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.043967:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199ba4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.043979:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199ba4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.044009:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:0.0:1777573236.044013:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.044030:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199ba4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.044259:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199b9d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e67d expref: 439 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.044483:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199ba4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e67d expref: 438 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.044493:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.044496:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.044500:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00000, rc 0) 00000100:00100000:0.0:1777573236.044556:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+438:59536:x1863919925928448:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 759us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.044563:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15409 00000100:00100000:0.0:1777573236.047348:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.047426:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925928704 00000100:00100000:2.0:1777573236.047435:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925928704 00000100:00100000:2.0:1777573236.047497:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15410 00000100:00100000:2.0:1777573236.047507:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+438:59536:x1863919925928704:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.047560:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.047584:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199ba4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e67d expref: 438 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.047601:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.047606:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.047748:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.047764:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.047773:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.047812:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978633 00000004:00010000:2.0:1777573236.047832:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000596092de reply state 000000006edf5db0 transno 4294978634 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.047849:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.047856:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.047858:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.047860:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.047949:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+440:59536:x1863919925928704:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 443us (607us total) trans 4294978634 rc 0/0 00000100:00100000:2.0:1777573236.047956:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15410 00000020:00080000:2.0:1777573236.047961:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573236.049911:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.049999:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925928832 00000100:00100000:1.0:1777573236.050007:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925928832 00000100:00100000:1.0:1777573236.050054:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12319 00000100:00100000:1.0:1777573236.050064:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925928832:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.050078:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.050097:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e684 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.050121:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d55, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:1.0:1777573236.050139:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.050141:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.050149:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e684 expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.050163:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e684 expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.050174:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:1.0:1777573236.050233:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+22:59536:x1863919925928832:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 172us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.050240:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12319 00000100:00100000:3.0:1777573236.052960:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.052987:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.053049:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925928960 00000100:00100000:1.0:1777573236.053058:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925928960 00002000:00010000:1.0:1777573236.053088:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.053092:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ca80 with x1863919925928960 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.053103:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ca80. 00000100:00100000:1.0:1777573236.053123:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925929088 00000100:00100000:1.0:1777573236.053125:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925929088 00002000:00010000:1.0:1777573236.053133:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.053136:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f100 with x1863919925929088 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.053139:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0f100. 00000100:00100000:1.0:1777573236.053155:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5035 00000100:00100000:1.0:1777573236.053160:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925928960:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573236.053338:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5036 00000100:00100000:0.0:1777573236.053349:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925929088:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.053439:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573236.053444:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.053447:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573236.053450:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.053452:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573236.053498:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:1.0:1777573236.053502:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.053504:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573236.053508:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00000100:00100000:0.0:1777573236.053510:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925929088:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 162us (518us total) trans 17179874785 rc 0/0 00002000:00010000:1.0:1777573236.053511:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:0.0:1777573236.053523:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5036 00002000:00010000:0.0:1777573236.053527:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.053531:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f100 with x1863919925929088 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.053536:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0f100. 00000100:00100000:1.0:1777573236.053544:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925928960:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 382us (588us total) trans 21474841630 rc 0/0 00000100:00100000:1.0:1777573236.053553:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5035 00002000:00010000:1.0:1777573236.053556:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.053559:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ca80 with x1863919925928960 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.053564:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ca80. 00000100:00100000:0.0:1777573236.056605:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.056782:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925929216 00000100:00100000:1.0:1777573236.056790:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925929216 00000100:00100000:1.0:1777573236.056845:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15411 00000100:00100000:1.0:1777573236.056856:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+440:59536:x1863919925929216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.056877:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.056898:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bb9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e68b expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.056990:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1199bc0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.057002:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1199bc0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.057009:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1199bc0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573236.057030:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:1.0:1777573236.057033:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573236.057046:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1199bc0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.057071:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bb9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e68b expref: 442 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.057088:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1199bc0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e68b expref: 441 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.057097:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.057100:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573236.057103:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cb0eb400, rc 0) 00000100:00100000:1.0:1777573236.057159:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+441:59536:x1863919925929216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 305us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.057165:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15411 00000100:00100000:2.0:1777573236.060547:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.060597:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925929472 00000100:00100000:1.0:1777573236.060608:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925929472 00000100:00100000:1.0:1777573236.060738:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15412 00000100:00100000:1.0:1777573236.060747:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+441:59536:x1863919925929472:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.060793:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.060813:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a1199bc0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e68b expref: 441 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.060828:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.060831:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.061011:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.061024:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.061031:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.061063:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978635 00000004:00010000:1.0:1777573236.061080:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fac4856b reply state 0000000021864db1 transno 4294978636 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.061087:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.061091:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.061093:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.061094:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.061160:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+443:59536:x1863919925929472:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 416us (623us total) trans 4294978636 rc 0/0 00000100:00100000:1.0:1777573236.061165:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15412 00000020:00080000:1.0:1777573236.061175:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.063165:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.064057:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925929600 00000100:00100000:1.0:1777573236.064067:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925929600 00000100:00100000:1.0:1777573236.064119:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12320 00000100:00100000:1.0:1777573236.064130:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925929600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.064146:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.064178:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e692 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.064212:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d56, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:1.0:1777573236.064231:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.064234:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.064241:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e692 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.064256:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e692 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.064631:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97d800, rc 0) 00000100:00100000:1.0:1777573236.064694:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925929600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 566us (1533us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.064701:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12320 00000100:00100000:0.0:1777573236.066597:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.066635:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.067163:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925929728 00000100:00100000:1.0:1777573236.067172:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925929728 00002000:00010000:1.0:1777573236.067218:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.067223:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d5f80 with x1863919925929728 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.067234:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d5f80. 00000100:00100000:1.0:1777573236.067260:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925929856 00000100:00100000:1.0:1777573236.067263:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925929856 00002000:00010000:1.0:1777573236.067306:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.067310:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d6680 with x1863919925929856 ext(0->18446744073709551615) 00000100:00100000:3.0:1777573236.067316:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5037 00002000:00010000:1.0:1777573236.067317:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c73d6680. 00000100:00100000:1.0:1777573236.067341:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5038 00000100:00100000:3.0:1777573236.067346:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925929728:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573236.067352:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925929856:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573236.067490:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573236.067494:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.067497:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573236.067500:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.067502:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573236.067504:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:3.0:1777573236.067508:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:3.0:1777573236.067511:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573236.067513:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:3.0:1777573236.067516:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1777573236.068237:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925929856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 886us (1599us total) trans 21474841631 rc 0/0 00000100:00100000:1.0:1777573236.068245:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5038 00002000:00010000:1.0:1777573236.068249:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.068251:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d6680 with x1863919925929856 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.068257:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c73d6680. 00000100:00100000:3.0:1777573236.068302:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925929728:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 943us (1689us total) trans 17179874786 rc 0/0 00000100:00100000:3.0:1777573236.068310:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5037 00002000:00010000:3.0:1777573236.068314:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (53248->18446744073709551615) 00002000:00100000:3.0:1777573236.068317:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d5f80 with x1863919925929728 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573236.068322:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d5f80. 00000100:00100000:2.0:1777573236.070536:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.070616:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925929984 00000100:00100000:1.0:1777573236.070625:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925929984 00000100:00100000:1.0:1777573236.070677:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15413 00000100:00100000:1.0:1777573236.070686:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+443:59536:x1863919925929984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.070706:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.070723:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199bd5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e699 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.070814:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bdc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.070829:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bdc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.070839:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bdc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573236.070865:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:1.0:1777573236.070869:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573236.070884:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bdc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.070918:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199bd5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e699 expref: 445 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.070936:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bdc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e699 expref: 444 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.070945:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.070948:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573236.070951:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cb0eac00, rc 0) 00000100:00100000:1.0:1777573236.070996:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+444:59536:x1863919925929984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 311us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.071003:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15413 00000100:00100000:0.0:1777573236.074589:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.074746:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925930240 00000100:00100000:1.0:1777573236.074757:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925930240 00000100:00100000:1.0:1777573236.074812:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15414 00000100:00100000:1.0:1777573236.074823:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+444:59536:x1863919925930240:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.074874:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.074899:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bdc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e699 expref: 444 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.074919:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.074923:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.075074:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.075091:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.075100:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.075142:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978637 00000004:00010000:1.0:1777573236.075164:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e63f4303 reply state 00000000be64db3e transno 4294978638 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.075176:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.075182:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.075185:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.075187:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.075447:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+446:59536:x1863919925930240:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 626us (866us total) trans 4294978638 rc 0/0 00000100:00100000:1.0:1777573236.075454:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15414 00000020:00080000:1.0:1777573236.075460:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573236.076708:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.076774:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925930368 00000100:00100000:1.0:1777573236.076782:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925930368 00000100:00100000:1.0:1777573236.076830:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12321 00000100:00100000:1.0:1777573236.076838:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925930368:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.076852:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.076870:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6a0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.076907:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d57, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:1.0:1777573236.076924:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.076935:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.076942:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a0 expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.077376:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a0 expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.077389:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cb0eb400, rc 0) 00000100:00100000:0.0:1777573236.077498:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925930368:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 659us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.077506:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12321 00000100:00100000:2.0:1777573236.079483:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.079518:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.079633:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925930624 00000100:00100000:1.0:1777573236.079641:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925930624 00002000:00010000:1.0:1777573236.079676:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.079682:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68000 with x1863919925930624 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.079691:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68000. 00000100:00100000:1.0:1777573236.079725:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925930496 00000100:00100000:1.0:1777573236.079728:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925930496 00002000:00010000:1.0:1777573236.079741:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.079744:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919925930496 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.079751:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:1.0:1777573236.079779:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5039 00000100:00100000:1.0:1777573236.079788:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925930624:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573236.079901:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5040 00000100:00100000:3.0:1777573236.079919:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925930496:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573236.079944:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573236.079952:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.079954:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573236.079956:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.079957:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573236.080000:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925930624:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 213us (521us total) trans 17179874787 rc 0/0 00002000:00010000:3.0:1777573236.080002:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:3.0:1777573236.080009:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:3.0:1777573236.080014:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00000100:00100000:1.0:1777573236.080014:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5039 00002000:00010000:3.0:1777573236.080019:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.080021:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00010000:3.0:1777573236.080023:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00100000:1.0:1777573236.080026:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68000 with x1863919925930624 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.080032:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68000. 00000100:00100000:3.0:1777573236.080051:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925930496:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 140us (531us total) trans 21474841632 rc 0/0 00000100:00100000:3.0:1777573236.080059:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5040 00002000:00010000:3.0:1777573236.080062:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (53248->18446744073709551615) 00002000:00100000:3.0:1777573236.080065:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919925930496 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573236.080081:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:3.0:1777573236.084306:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.084982:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925930752 00000100:00100000:0.0:1777573236.084992:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925930752 00000100:00100000:0.0:1777573236.085057:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15415 00000100:00100000:0.0:1777573236.085068:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+446:59536:x1863919925930752:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.085092:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.085111:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199bf1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6a7 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.085218:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199bf8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.085235:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.085246:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.085561:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:0.0:1777573236.085566:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.085595:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.085623:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199bf1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a7 expref: 448 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.085640:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199bf8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a7 expref: 447 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.085648:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.085651:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.085655:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00a00, rc 0) 00000100:00100000:0.0:1777573236.085756:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+447:59536:x1863919925930752:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 691us (1484us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.085763:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15415 00000100:00100000:0.0:1777573236.088897:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.088957:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925931008 00000100:00100000:1.0:1777573236.088968:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925931008 00000100:00100000:1.0:1777573236.089025:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15416 00000100:00100000:1.0:1777573236.089035:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+447:59536:x1863919925931008:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.089087:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.089112:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199bf8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a7 expref: 447 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.089133:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.089150:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.089774:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.089793:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.089804:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.089848:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978639 00000004:00010000:1.0:1777573236.089872:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7ed7929 reply state 000000000f5ac3d9 transno 4294978640 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.089884:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.089890:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.089893:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.089896:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.089988:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+449:59536:x1863919925931008:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 953us (1095us total) trans 4294978640 rc 0/0 00000100:00100000:1.0:1777573236.089996:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15416 00000020:00080000:1.0:1777573236.090001:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573236.092862:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.093187:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925931136 00000100:00100000:1.0:1777573236.093206:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925931136 00000100:00100000:1.0:1777573236.093367:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12322 00000100:00100000:1.0:1777573236.093379:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+26:59536:x1863919925931136:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.093396:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.093417:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6ae expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.093441:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d5d, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:1.0:1777573236.093463:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.093465:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.093472:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ae expref: 27 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.093486:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ae expref: 27 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.093498:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97c800, rc 0) 00000100:00100000:1.0:1777573236.093546:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+27:59536:x1863919925931136:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 171us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.093552:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12322 00000100:00100000:3.0:1777573236.095689:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.095738:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.095788:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925931264 00000100:00100000:2.0:1777573236.095796:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925931264 00000100:00100000:1.0:1777573236.095804:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925931392 00000100:00100000:1.0:1777573236.095810:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925931392 00002000:00010000:2.0:1777573236.095827:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (53248->18446744073709551615) 00002000:00010000:1.0:1777573236.095829:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.095832:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f800 with x1863919925931264 ext(53248->18446744073709551615) 00002000:00100000:1.0:1777573236.095835:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0d180 with x1863919925931392 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.095843:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0d180. 00002000:00010000:2.0:1777573236.095849:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0f800. 00000100:00100000:1.0:1777573236.095874:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5041 00000100:00100000:1.0:1777573236.095884:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925931392:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573236.095888:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5042 00000100:00100000:2.0:1777573236.095900:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925931264:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.096020:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:2.0:1777573236.096023:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.096025:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573236.096027:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.096029:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:1.0:1777573236.096040:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573236.096045:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.096048:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573236.096050:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.096053:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573236.096074:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925931264:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 177us (391us total) trans 21474841633 rc 0/0 00000100:00100000:2.0:1777573236.096080:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5042 00002000:00010000:2.0:1777573236.096083:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (53248->18446744073709551615) 00002000:00100000:2.0:1777573236.096086:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f800 with x1863919925931264 ext(53248->18446744073709551615) 00000100:00100000:1.0:1777573236.096087:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925931392:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 202us (346us total) trans 17179874788 rc 0/0 00002000:00010000:2.0:1777573236.096090:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0f800. 00000100:00100000:1.0:1777573236.096102:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5041 00002000:00010000:1.0:1777573236.096106:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.096109:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0d180 with x1863919925931392 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.096114:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0d180. 00000100:00100000:0.0:1777573236.097883:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.097972:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925931520 00000100:00100000:2.0:1777573236.097982:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925931520 00000100:00100000:2.0:1777573236.098063:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15417 00000100:00100000:2.0:1777573236.098072:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+449:59536:x1863919925931520:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.098091:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.098107:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c0d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6b5 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.098208:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c14 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.098224:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c14 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.098235:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c14 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.098266:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573236.098308:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.098327:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c14 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.098358:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c0d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6b5 expref: 451 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.098375:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c14 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6b5 expref: 450 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.098385:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.098388:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.098391:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359a00, rc 0) 00000100:00100000:2.0:1777573236.098444:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+450:59536:x1863919925931520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 373us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.098451:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15417 00000100:00100000:3.0:1777573236.103982:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.104722:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925931776 00000100:00100000:1.0:1777573236.104733:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925931776 00000100:00100000:1.0:1777573236.104828:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15418 00000100:00100000:1.0:1777573236.104838:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+450:59536:x1863919925931776:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.104893:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.104920:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c14 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6b5 expref: 450 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.104939:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.104944:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.105104:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.105123:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.105133:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.105176:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978641 00000004:00010000:1.0:1777573236.105211:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000003715a26 reply state 00000000f03f446d transno 4294978642 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.105224:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.105231:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.105234:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.105237:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.105356:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+452:59536:x1863919925931776:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 519us (1383us total) trans 4294978642 rc 0/0 00000100:00100000:1.0:1777573236.105364:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15418 00000020:00080000:1.0:1777573236.105370:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.107641:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.107708:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925931904 00000100:00100000:1.0:1777573236.107717:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925931904 00000100:00100000:1.0:1777573236.107756:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12323 00000100:00100000:1.0:1777573236.107763:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+28:59536:x1863919925931904:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.107778:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.107794:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6bc expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.107815:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d5e, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:1.0:1777573236.107831:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.107833:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.107838:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6bc expref: 29 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.107849:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6bc expref: 29 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.107858:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a8e00, rc 0) 00000100:00100000:1.0:1777573236.107926:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925931904:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 164us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.107931:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12323 00000100:00100000:2.0:1777573236.110114:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.110208:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.110446:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925932032 00000100:00100000:1.0:1777573236.110455:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925932032 00002000:00010000:1.0:1777573236.110490:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.110496:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0a680 with x1863919925932032 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.110517:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0a680. 00000100:00100000:1.0:1777573236.110542:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925932160 00000100:00100000:1.0:1777573236.110546:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925932160 00002000:00010000:1.0:1777573236.110557:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.110559:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e08a80 with x1863919925932160 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.110565:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e08a80. 00000100:00100000:1.0:1777573236.110589:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5043 00000100:00100000:1.0:1777573236.110598:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919925932032:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573236.110767:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:1.0:1777573236.110771:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.110773:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573236.110776:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.110778:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:0.0:1777573236.110826:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5044 00000100:00100000:1.0:1777573236.110838:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919925932032:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 240us (728us total) trans 17179874789 rc 0/0 00000100:00100000:0.0:1777573236.110840:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+28:2406:x1863919925932160:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573236.110853:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5043 00002000:00010000:1.0:1777573236.110857:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.110860:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0a680 with x1863919925932032 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.110865:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0a680. 00002000:00010000:0.0:1777573236.110950:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573236.110954:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.110956:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573236.110958:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.110960:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573236.110983:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919925932160:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 148us (786us total) trans 21474841634 rc 0/0 00000100:00100000:0.0:1777573236.110990:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5044 00002000:00010000:0.0:1777573236.110993:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.110996:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e08a80 with x1863919925932160 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.111001:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e08a80. 00000100:00100000:3.0:1777573236.113659:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.113779:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925932288 00000100:00100000:2.0:1777573236.113788:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925932288 00000100:00100000:2.0:1777573236.113837:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15419 00000100:00100000:2.0:1777573236.113844:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+452:59536:x1863919925932288:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.113863:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.113923:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c29 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6c3 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.113996:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c30 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.114008:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c30 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.114016:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c30 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.114035:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573236.114038:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.114050:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c30 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.114068:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c29 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6c3 expref: 454 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.114080:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c30 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6c3 expref: 453 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.114086:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.114087:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.114090:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:2.0:1777573236.114150:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+453:59536:x1863919925932288:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 307us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.114154:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15419 00000100:00100000:2.0:1777573236.117437:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.117665:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925932544 00000100:00100000:0.0:1777573236.117675:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925932544 00000100:00100000:0.0:1777573236.117734:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15420 00000100:00100000:0.0:1777573236.117743:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+453:59536:x1863919925932544:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573236.117791:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.117817:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c30 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6c3 expref: 453 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.117835:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.117840:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573236.117994:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.118012:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.118025:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573236.118066:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978643 00000004:00010000:0.0:1777573236.118088:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038b451e2 reply state 0000000010496ba1 transno 4294978644 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.118101:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.118108:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.118111:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573236.118112:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573236.118262:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+455:59536:x1863919925932544:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 519us (832us total) trans 4294978644 rc 0/0 00000100:00100000:0.0:1777573236.118301:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15420 00000020:00080000:0.0:1777573236.118307:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573236.121104:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.121361:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925932672 00000100:00100000:1.0:1777573236.121371:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925932672 00000100:00100000:1.0:1777573236.121465:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12324 00000100:00100000:1.0:1777573236.121476:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925932672:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.121493:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.121512:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6ca expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.121546:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d62, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:1.0:1777573236.121564:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.121567:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.121575:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ca expref: 30 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.121591:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ca expref: 30 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.121603:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a8800, rc 0) 00000100:00100000:1.0:1777573236.121656:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+30:59536:x1863919925932672:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 182us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.121663:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12324 00000100:00100000:3.0:1777573236.123548:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.123584:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.123717:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925932800 00000100:00100000:1.0:1777573236.123726:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925932800 00002000:00010000:1.0:1777573236.123760:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.123764:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0d500 with x1863919925932800 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.123775:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0d500. 00000100:00100000:1.0:1777573236.123801:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925932928 00000100:00100000:1.0:1777573236.123804:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925932928 00002000:00010000:1.0:1777573236.123815:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.123818:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c700 with x1863919925932928 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.123823:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c700. 00000100:00100000:1.0:1777573236.123916:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5045 00000100:00100000:1.0:1777573236.123926:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925932800:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573236.124078:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:1.0:1777573236.124082:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.124084:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573236.124086:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.124089:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1777573236.124132:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925932800:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 208us (591us total) trans 21474841635 rc 0/0 00000100:00100000:1.0:1777573236.124140:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5045 00002000:00010000:1.0:1777573236.124144:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (53248->18446744073709551615) 00002000:00100000:1.0:1777573236.124146:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0d500 with x1863919925932800 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573236.124150:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0d500. 00000100:00100000:1.0:1777573236.124166:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5046 00000100:00100000:1.0:1777573236.124172:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925932928:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573236.124256:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573236.124260:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.124262:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573236.124264:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.124266:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573236.124321:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925932928:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 148us (736us total) trans 17179874790 rc 0/0 00000100:00100000:1.0:1777573236.124331:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5046 00002000:00010000:1.0:1777573236.124343:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.124345:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c700 with x1863919925932928 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.124349:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c700. 00000100:00100000:3.0:1777573236.129017:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.129183:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925933056 00000100:00100000:0.0:1777573236.129193:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925933056 00000100:00100000:0.0:1777573236.129263:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15421 00000100:00100000:0.0:1777573236.129304:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+455:59536:x1863919925933056:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.129326:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.129348:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199c45 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6d1 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.129451:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c4c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.129470:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.129481:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.129508:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:0.0:1777573236.129511:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.129527:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.129553:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199c45 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d1 expref: 457 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.129570:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c4c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d1 expref: 456 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.129578:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.129581:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.129585:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f01600, rc 0) 00000100:00100000:0.0:1777573236.129643:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+456:59536:x1863919925933056:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 372us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.129650:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15421 00000100:00100000:1.0:1777573236.135245:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.135958:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925933312 00000100:00100000:2.0:1777573236.135968:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925933312 00000100:00100000:2.0:1777573236.136310:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15422 00000100:00100000:2.0:1777573236.136324:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+456:59536:x1863919925933312:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.136396:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.136421:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c4c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d1 expref: 456 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.136441:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.136447:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.136611:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.136630:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.136640:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.136685:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978645 00000004:00010000:2.0:1777573236.136709:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4721e2b reply state 00000000515395fa transno 4294978646 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.136722:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.136730:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.136732:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.136735:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.136830:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+458:59536:x1863919925933312:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 509us (1594us total) trans 4294978646 rc 0/0 00000100:00100000:2.0:1777573236.136836:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15422 00000020:00080000:2.0:1777573236.136842:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573236.138994:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.139558:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925933440 00000100:00100000:1.0:1777573236.139568:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925933440 00000100:00100000:1.0:1777573236.139779:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12325 00000100:00100000:1.0:1777573236.139789:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+31:59536:x1863919925933440:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.139806:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.139834:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6d8 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.139860:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d67, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:1.0:1777573236.139879:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.139881:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.139894:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d8 expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.139907:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d8 expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.139916:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7e200, rc 0) 00000100:00100000:1.0:1777573236.139963:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925933440:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 176us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.139974:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12325 00000100:00100000:3.0:1777573236.143859:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.144076:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925933568 00000100:00100000:3.0:1777573236.144086:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.144086:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925933568 00000100:00100000:2.0:1777573236.144182:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925933696 00000100:00100000:2.0:1777573236.144186:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925933696 00002000:00010000:2.0:1777573236.144216:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.144221:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ce00 with x1863919925933696 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.144232:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ce00. 00000100:00100000:2.0:1777573236.144265:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5047 00002000:00010000:0.0:1777573236.144440:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (53248->18446744073709551615) 00002000:00100000:0.0:1777573236.144445:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c000 with x1863919925933568 ext(53248->18446744073709551615) 00002000:00010000:0.0:1777573236.144453:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c000. 00000100:00100000:0.0:1777573236.144469:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5048 00000100:00100000:0.0:1777573236.144477:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+32:2406:x1863919925933568:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573236.144513:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+31:2406:x1863919925933696:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.144628:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:0.0:1777573236.144632:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.144634:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573236.144636:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.144638:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:2.0:1777573236.144656:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.144658:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.144660:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573236.144662:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.144664:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573236.144858:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+32:2406:x1863919925933696:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 584us (770us total) trans 21474841636 rc 0/0 00000100:00100000:0.0:1777573236.144858:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+33:2406:x1863919925933568:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 382us (1006us total) trans 17179874791 rc 0/0 00000100:00100000:2.0:1777573236.144866:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5047 00000100:00100000:0.0:1777573236.144869:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5048 00002000:00010000:2.0:1777573236.144870:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00010000:0.0:1777573236.144872:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (53248->18446744073709551615) 00002000:00100000:2.0:1777573236.144873:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ce00 with x1863919925933696 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573236.144875:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c000 with x1863919925933568 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573236.144878:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ce00. 00002000:00010000:0.0:1777573236.144878:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c000. 00000100:00100000:0.0:1777573236.147824:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.147892:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925933824 00000100:00100000:2.0:1777573236.147902:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925933824 00000100:00100000:2.0:1777573236.147963:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15423 00000100:00100000:2.0:1777573236.147972:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+458:59536:x1863919925933824:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.147994:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.148016:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c61 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6df expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.148103:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c68 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.148114:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.148123:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.148305:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573236.148310:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.148328:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.148353:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c61 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6df expref: 460 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.148370:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c68 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6df expref: 459 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.148379:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.148381:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.148384:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:2.0:1777573236.148439:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+459:59536:x1863919925933824:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 469us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.148446:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15423 00000100:00100000:1.0:1777573236.156389:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.157420:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925934080 00000100:00100000:2.0:1777573236.157433:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925934080 00000100:00100000:2.0:1777573236.157491:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15424 00000100:00100000:2.0:1777573236.157501:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+459:59536:x1863919925934080:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.157677:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.157707:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199c68 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6df expref: 459 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.157732:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.157736:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.158005:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.158022:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.158029:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.158063:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978647 00000004:00010000:2.0:1777573236.158078:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063235c95 reply state 000000005ea1cd9d transno 4294978648 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.158086:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.158091:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.158092:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.158094:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573236.158536:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573236.158698:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+461:59536:x1863919925934080:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1198us (2324us total) trans 4294978648 rc 0/0 00000100:00100000:2.0:1777573236.158705:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15424 00000020:00080000:2.0:1777573236.158709:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573236.158849:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932140672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573236.158887:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573236.158916:0:11981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932140672 00000100:00100000:1.0:1777573236.159088:0:11981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932140672 00000100:00100000:1.0:1777573236.159155:0:11981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1777573236.159163:0:11981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919932140672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573236.159182:0:11981:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 484921920 pending 0 free 3915784192 avail 3683774464 00000100:00100000:1.0:1777573236.159236:0:11981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919932140672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.159240:0:11981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00080000:3.0:1777573236.159356:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573236.159371:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474841600 gen 2 00000004:00080000:0.0:1777573236.159378:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b67b80, transno 21474841549 00000004:00080000:0.0:1777573236.159396:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b66a00, transno 21474841550 00000004:00080000:0.0:1777573236.159399:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6823480, transno 21474841551 00000004:00080000:0.0:1777573236.159401:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b67800, transno 21474841552 00000004:00080000:0.0:1777573236.159403:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6822300, transno 21474841553 00000004:00080000:0.0:1777573236.159405:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b65c00, transno 21474841554 00000004:00080000:0.0:1777573236.159407:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6820000, transno 21474841555 00000004:00080000:0.0:1777573236.159409:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b65880, transno 21474841556 00000004:00080000:0.0:1777573236.159411:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7980e00, transno 21474841557 00000004:00080000:0.0:1777573236.159413:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7982d80, transno 21474841558 00000004:00080000:0.0:1777573236.159415:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7981500, transno 21474841559 00000004:00080000:0.0:1777573236.159418:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7983480, transno 21474841560 00000004:00080000:0.0:1777573236.159421:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7980000, transno 21474841561 00000004:00080000:0.0:1777573236.159424:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7980380, transno 21474841562 00000004:00080000:0.0:1777573236.159426:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7980a80, transno 21474841563 00000004:00080000:0.0:1777573236.159427:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca41c00, transno 21474841564 00000004:00080000:0.0:1777573236.159430:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1bb80, transno 21474841565 00000004:00080000:0.0:1777573236.159432:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1b480, transno 21474841566 00000004:00080000:0.0:1777573236.159439:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c58a2300, transno 21474841567 00000004:00080000:0.0:1777573236.159441:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2cee69500, transno 21474841568 00000004:00080000:0.0:1777573236.159443:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19c00, transno 21474841569 00000004:00080000:0.0:1777573236.159446:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c58a0a80, transno 21474841570 00000004:00080000:0.0:1777573236.159447:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7b4df80, transno 21474841571 00000004:00080000:0.0:1777573236.159449:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2cee68e00, transno 21474841572 00000004:00080000:0.0:1777573236.159451:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fcad80, transno 21474841573 00000004:00080000:0.0:1777573236.159453:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fcbb80, transno 21474841574 00000004:00080000:0.0:1777573236.159455:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fc9f80, transno 21474841575 00000004:00080000:0.0:1777573236.159457:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c64b6d80, transno 21474841576 00000004:00080000:0.0:1777573236.159459:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c64b6300, transno 21474841577 00000004:00080000:0.0:1777573236.159461:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6ea00, transno 21474841578 00000004:00080000:0.0:1777573236.159462:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6820380, transno 21474841579 00000004:00080000:0.0:1777573236.159465:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821500, transno 21474841580 00000004:00080000:0.0:1777573236.159468:0:3637:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474841584 committed transno 21474841600 00000004:00080000:0.0:1777573236.159482:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499f800, transno 21474841585 00000004:00080000:0.0:1777573236.159484:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2af1c00, transno 21474841586 00000004:00080000:0.0:1777573236.159485:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6dc00, transno 21474841587 00000004:00080000:0.0:1777573236.159487:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2c24380, transno 21474841588 00000004:00080000:0.0:1777573236.159489:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f9500, transno 21474841589 00000004:00080000:0.0:1777573236.159490:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2af3100, transno 21474841590 00000004:00080000:0.0:1777573236.159492:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499fb80, transno 21474841591 00000004:00080000:0.0:1777573236.159494:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2af0700, transno 21474841592 00000004:00080000:0.0:1777573236.159496:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2af0a80, transno 21474841593 00000004:00080000:0.0:1777573236.159498:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3512300, transno 21474841594 00000004:00080000:0.0:1777573236.159500:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2a300, transno 21474841595 00000004:00080000:0.0:1777573236.159501:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e28000, transno 21474841596 00000004:00080000:0.0:1777573236.159503:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3512680, transno 21474841597 00000004:00080000:0.0:1777573236.159504:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e29180, transno 21474841598 00000004:00080000:0.0:1777573236.159506:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab83b80, transno 21474841599 00000004:00080000:0.0:1777573236.159507:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2c26d80, transno 21474841600 00000100:00100000:0.0:1777573236.159516:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932140672:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1777573236.159655:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 35 in progress, 0 in flight, 13 done 00000004:00080000:1.0:1777573236.159808:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 35 done 00000100:00100000:3.0:1777573236.165466:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.165571:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925934208 00000100:00100000:0.0:1777573236.165582:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925934208 00000100:00100000:0.0:1777573236.165641:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12326 00000100:00100000:0.0:1777573236.165651:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925934208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.165669:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.165688:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6e6 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.165713:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d68, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:0.0:1777573236.165733:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.165735:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.165742:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6e6 expref: 33 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.165759:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6e6 expref: 33 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.165805:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00e00, rc 0) 00000100:00100000:0.0:1777573236.165957:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+33:59536:x1863919925934208:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 307us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.165964:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12326 00000100:00100000:3.0:1777573236.172420:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.172462:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.172550:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925934336 00000100:00100000:0.0:1777573236.172552:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925934464 00000100:00100000:0.0:1777573236.172562:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925934464 00000100:00100000:2.0:1777573236.172566:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925934336 00002000:00010000:0.0:1777573236.172602:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00010000:2.0:1777573236.172603:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (53248->18446744073709551615) 00002000:00100000:2.0:1777573236.172611:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eaad80 with x1863919925934336 ext(53248->18446744073709551615) 00002000:00100000:0.0:1777573236.172611:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9c00 with x1863919925934464 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.172626:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6eaad80. 00002000:00010000:0.0:1777573236.172626:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea9c00. 00000100:00100000:2.0:1777573236.172654:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5049 00000100:00100000:2.0:1777573236.172665:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925934336:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.172813:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:2.0:1777573236.172817:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.172819:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573236.172822:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.172824:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:2.0:1777573236.172888:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925934336:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 224us (476us total) trans 21474841637 rc 0/0 00000100:00100000:2.0:1777573236.172903:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5049 00002000:00010000:2.0:1777573236.172906:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (53248->18446744073709551615) 00002000:00100000:2.0:1777573236.172908:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eaad80 with x1863919925934336 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573236.172911:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6eaad80. 00000100:00100000:2.0:1777573236.172925:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5050 00000100:00100000:2.0:1777573236.172930:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925934464:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.172986:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.172988:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.172990:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573236.172991:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.172993:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573236.173007:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925934464:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 77us (545us total) trans 17179874792 rc 0/0 00000100:00100000:2.0:1777573236.173013:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5050 00002000:00010000:2.0:1777573236.173015:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.173017:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9c00 with x1863919925934464 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.173019:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea9c00. 00000100:00100000:1.0:1777573236.177971:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.179093:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925934592 00000100:00100000:3.0:1777573236.179105:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925934592 00000100:00100000:0.0:1777573236.179313:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15425 00000100:00100000:0.0:1777573236.179324:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+461:59536:x1863919925934592:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.179348:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.179451:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199c7d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6ed expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.179547:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c84 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.179562:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c84 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.179574:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c84 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.179602:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:0.0:1777573236.179606:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.179623:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c84 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.179649:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199c7d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ed expref: 463 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.179667:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c84 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ed expref: 462 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.179676:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.179678:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.179682:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f01600, rc 0) 00000100:00100000:0.0:1777573236.179850:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+462:59536:x1863919925934592:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 526us (1889us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.179858:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15425 00000100:00100000:1.0:1777573236.185660:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.185757:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925934848 00000100:00100000:2.0:1777573236.185767:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925934848 00000100:00100000:2.0:1777573236.185827:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15426 00000100:00100000:2.0:1777573236.185836:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+462:59536:x1863919925934848:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.185889:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.185916:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c84 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ed expref: 462 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.185936:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.185942:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.186102:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.186121:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.186132:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.186176:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978649 00000004:00010000:2.0:1777573236.186211:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f775383 reply state 0000000085f2def7 transno 4294978650 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.186224:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.186232:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.186234:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.186237:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.186732:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+464:59536:x1863919925934848:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 895us (1079us total) trans 4294978650 rc 0/0 00000100:00100000:2.0:1777573236.186740:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15426 00000020:00080000:2.0:1777573236.186746:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573236.191894:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.191968:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925934976 00000100:00100000:3.0:1777573236.191978:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925934976 00000100:00100000:3.0:1777573236.192035:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12327 00000100:00100000:3.0:1777573236.192045:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+34:59536:x1863919925934976:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573236.192064:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573236.192085:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6f4 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573236.192112:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d6a, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:3.0:1777573236.192133:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.192135:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.192143:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6f4 expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.192158:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6f4 expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.192169:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa800, rc 0) 00000100:00100000:3.0:1777573236.192603:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925934976:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 557us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573236.192611:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12327 00000100:00100000:1.0:1777573236.195073:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.195115:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.195267:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925935104 00000100:00100000:2.0:1777573236.195308:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925935104 00002000:00010000:2.0:1777573236.195349:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (53248->18446744073709551615) 00002000:00100000:2.0:1777573236.195354:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea6300 with x1863919925935104 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573236.195365:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea6300. 00000100:00100000:2.0:1777573236.195400:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925935232 00000100:00100000:2.0:1777573236.195403:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925935232 00002000:00010000:2.0:1777573236.195417:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.195420:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea4000 with x1863919925935232 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.195427:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ea4000. 00000100:00100000:2.0:1777573236.195454:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5051 00000100:00100000:2.0:1777573236.195464:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+35:2406:x1863919925935104:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573236.195486:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5052 00000100:00100000:1.0:1777573236.195498:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+34:2406:x1863919925935232:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.195615:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:1.0:1777573236.195615:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.195622:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.195622:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.195629:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573236.195629:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573236.195636:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.195636:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.195642:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:1.0:1777573236.195643:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573236.195730:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+35:2406:x1863919925935232:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 234us (613us total) trans 21474841638 rc 0/0 00000100:00100000:1.0:1777573236.195739:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5052 00002000:00010000:1.0:1777573236.195742:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.195745:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea4000 with x1863919925935232 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.195750:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ea4000. 00000100:00100000:2.0:1777573236.195912:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+36:2406:x1863919925935104:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 448us (844us total) trans 17179874793 rc 0/0 00000100:00100000:2.0:1777573236.195923:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5051 00002000:00010000:2.0:1777573236.195927:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (53248->18446744073709551615) 00002000:00100000:2.0:1777573236.195930:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea6300 with x1863919925935104 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573236.195935:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea6300. 00000100:00100000:2.0:1777573236.199814:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.199890:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925935360 00000100:00100000:0.0:1777573236.199900:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925935360 00000100:00100000:0.0:1777573236.199962:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15427 00000100:00100000:0.0:1777573236.199972:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+464:59536:x1863919925935360:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.199997:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.200019:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c99 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e6fb expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.200131:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199ca0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.200146:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199ca0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.200162:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199ca0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.200187:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:0.0:1777573236.200190:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.200222:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199ca0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.200249:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199c99 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6fb expref: 466 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.200370:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199ca0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6fb expref: 465 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.200562:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.200565:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.200569:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00a00, rc 0) 00000100:00100000:0.0:1777573236.200761:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+465:59536:x1863919925935360:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 790us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.200769:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15427 00000100:00100000:0.0:1777573236.203535:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.203742:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925935616 00000100:00100000:2.0:1777573236.203751:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925935616 00000100:00100000:2.0:1777573236.203808:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15428 00000100:00100000:2.0:1777573236.203818:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+465:59536:x1863919925935616:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.203870:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.203894:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199ca0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6fb expref: 465 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.203908:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.203911:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.204038:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.204052:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.204059:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.204090:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978651 00000004:00010000:2.0:1777573236.204103:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001f522993 reply state 00000000fc031f03 transno 4294978652 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.204114:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.204118:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.204119:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.204121:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.204202:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+467:59536:x1863919925935616:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 378us (665us total) trans 4294978652 rc 0/0 00000100:00100000:2.0:1777573236.204209:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15428 00000020:00080000:2.0:1777573236.204215:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573236.206523:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.206570:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925935744 00000100:00100000:0.0:1777573236.206579:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925935744 00000100:00100000:0.0:1777573236.206713:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12328 00000100:00100000:0.0:1777573236.206723:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925935744:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.206742:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.206763:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e702 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.206789:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d6c, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:0.0:1777573236.206810:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.206813:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.206821:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e702 expref: 36 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.206836:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e702 expref: 36 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.206847:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f01600, rc 0) 00000100:00100000:0.0:1777573236.206895:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+36:59536:x1863919925935744:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 175us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.206900:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12328 00000100:00100000:3.0:1777573236.210130:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.210334:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.210708:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925935872 00000100:00100000:1.0:1777573236.210708:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925936000 00000100:00100000:2.0:1777573236.210719:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925935872 00000100:00100000:1.0:1777573236.210719:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925936000 00002000:00010000:2.0:1777573236.210764:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (53248->18446744073709551615) 00002000:00010000:1.0:1777573236.210764:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.210771:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9500 with x1863919925936000 ext(0->18446744073709551615) 00002000:00100000:2.0:1777573236.210772:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9880 with x1863919925935872 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573236.210784:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6ea9880. 00002000:00010000:1.0:1777573236.210784:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea9500. 00000100:00100000:1.0:1777573236.210822:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5053 00000100:00100000:1.0:1777573236.210830:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925936000:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573236.210898:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5054 00000100:00100000:2.0:1777573236.210908:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925935872:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573236.210965:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573236.210970:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.210973:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573236.210976:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:1.0:1777573236.210978:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573236.211009:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:2.0:1777573236.211014:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.211017:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573236.211019:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:2.0:1777573236.211021:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1777573236.211030:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925936000:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 200us (695us total) trans 17179874794 rc 0/0 00000100:00100000:1.0:1777573236.211037:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5053 00002000:00010000:1.0:1777573236.211041:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.211045:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9500 with x1863919925936000 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.211049:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea9500. 00000100:00100000:2.0:1777573236.211051:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925935872:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 144us (928us total) trans 21474841639 rc 0/0 00000100:00100000:2.0:1777573236.211060:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5054 00002000:00010000:2.0:1777573236.211064:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (53248->18446744073709551615) 00002000:00100000:2.0:1777573236.211067:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9880 with x1863919925935872 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573236.211072:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6ea9880. 00000100:00100000:1.0:1777573236.213168:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.213237:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925936128 00000100:00100000:0.0:1777573236.213246:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925936128 00000100:00100000:0.0:1777573236.213326:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15429 00000100:00100000:0.0:1777573236.213335:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+467:59536:x1863919925936128:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.213357:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.213379:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199cb5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e709 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.213469:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199cbc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.213484:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199cbc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.213495:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199cbc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.213524:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:0.0:1777573236.213527:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.213545:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199cbc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.213579:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199cb5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e709 expref: 469 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.213608:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199cbc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e709 expref: 468 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.213616:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.213619:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.213622:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00a00, rc 0) 00000100:00100000:0.0:1777573236.213673:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+468:59536:x1863919925936128:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 340us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.213680:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15429 00000100:00100000:3.0:1777573236.217720:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.217825:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925936384 00000100:00100000:2.0:1777573236.217835:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925936384 00000100:00100000:2.0:1777573236.217890:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15430 00000100:00100000:2.0:1777573236.217900:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+468:59536:x1863919925936384:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.217951:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.217978:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199cbc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e709 expref: 468 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.217997:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.218001:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.218153:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.218174:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.218184:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.218243:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978653 00000004:00010000:2.0:1777573236.218265:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7c90022 reply state 00000000ff17a2bb transno 4294978654 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.219215:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.219229:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.219232:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.219236:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.219523:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+470:59536:x1863919925936384:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1621us (1808us total) trans 4294978654 rc 0/0 00000100:00100000:2.0:1777573236.219533:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15430 00000020:00080000:2.0:1777573236.219539:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.225461:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.225567:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925936512 00000100:00100000:1.0:1777573236.225579:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925936512 00000100:00100000:1.0:1777573236.225691:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12329 00000100:00100000:1.0:1777573236.225702:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+37:59536:x1863919925936512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.225722:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.225741:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e710 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.225767:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 53248, mtime: 0x69f39d73, atime: 0x69f39d6d, ctime: 0x69f39d73, blocks: 0x28 00010000:00010000:1.0:1777573236.225788:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.225791:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.225799:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e710 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.225815:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e710 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.225827:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c0030400, rc 0) 00000100:00100000:1.0:1777573236.225882:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+38:59536:x1863919925936512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 182us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.225889:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12329 00000100:00100000:1.0:1777573236.232160:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.232225:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.232320:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925936640 00000100:00100000:2.0:1777573236.232330:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925936640 00002000:00010000:2.0:1777573236.232375:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (53248->18446744073709551615) 00002000:00100000:2.0:1777573236.232379:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea4380 with x1863919925936640 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573236.232390:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea4380. 00000100:00100000:2.0:1777573236.232623:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925936768 00000100:00100000:2.0:1777573236.232627:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925936768 00002000:00010000:2.0:1777573236.232642:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.232646:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69500 with x1863919925936768 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.232652:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69500. 00000100:00100000:3.0:1777573236.232687:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5055 00000100:00100000:3.0:1777573236.232699:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925936640:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573236.232818:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5056 00000100:00100000:0.0:1777573236.232829:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925936768:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573236.232839:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:3.0:1777573236.232844:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:3.0:1777573236.232846:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573236.232849:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:3.0:1777573236.232851:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573236.232942:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925936640:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 245us (790us total) trans 17179874795 rc 0/0 00000100:00100000:3.0:1777573236.232949:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5055 00002000:00010000:3.0:1777573236.232953:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (53248->18446744073709551615) 00002000:00100000:3.0:1777573236.232956:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea4380 with x1863919925936640 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573236.232961:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea4380. 00002000:00010000:0.0:1777573236.232989:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573236.232993:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.232996:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573236.232998:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573235 -> 1777573235 00002000:00010000:0.0:1777573236.233001:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573236.233023:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925936768:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 197us (798us total) trans 21474841640 rc 0/0 00000100:00100000:0.0:1777573236.233031:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5056 00002000:00010000:0.0:1777573236.233034:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.233036:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69500 with x1863919925936768 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.233040:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69500. 00000100:00100000:3.0:1777573236.235827:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.235931:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925936896 00000100:00100000:2.0:1777573236.235941:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925936896 00000100:00100000:2.0:1777573236.235994:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15431 00000100:00100000:2.0:1777573236.236005:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+470:59536:x1863919925936896:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.236027:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.236047:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199cd1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e717 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.236144:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199cd8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.236158:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199cd8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.236169:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199cd8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.236204:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573236.236209:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.236225:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199cd8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.236248:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199cd1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e717 expref: 472 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.236264:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199cd8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e717 expref: 471 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.236321:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.236325:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.236329:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531e00, rc 0) 00000100:00100000:2.0:1777573236.236385:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+471:59536:x1863919925936896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 383us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.236392:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15431 00000100:00100000:1.0:1777573236.240559:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.240660:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925937024 00000100:00100000:2.0:1777573236.240671:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925937024 00000100:00100000:2.0:1777573236.240744:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5057 00000100:00100000:2.0:1777573236.240755:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919925937024:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573236.240795:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.240812:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.240814:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.240819:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.240834:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.240968:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.240978:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.240985:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.240990:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573236.240993:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.240999:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.241009:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.241014:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a1199cdf lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.241063:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919925937024:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 312us (514us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573236.241069:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5057 00000100:00100000:1.0:1777573236.244132:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.244217:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925937152 00000100:00100000:2.0:1777573236.244225:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925937152 00000100:00100000:2.0:1777573236.244350:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5058 00000100:00100000:2.0:1777573236.244359:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925937152:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573236.244387:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.244403:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e668 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.244409:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.244410:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.244412:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.244438:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e668 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.244450:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e668 expref: 39 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.244464:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932140800:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573236.244553:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.246969:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.247224:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932140800:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573236.247252:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.247600:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925937280 00000100:00100000:3.0:1777573236.247608:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925937280 00010000:00010000:3.0:1777573236.247642:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e668 expref: 40 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.247702:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5595 00000100:00100000:3.0:1777573236.247711:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925937280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573236.247725:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573236.247749:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e668 expref: 40 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.247761:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e668 expref: 40 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.247782:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a1199b7a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e668 expref: 40 pid: 8361 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.247799:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.247801:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.247805:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.247815:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.247845:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573236.247898:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925937280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 188us (935us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573236.247906:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5595 00010000:00010000:1.0:1777573236.248042:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.248053:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573236.251968:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874796 is committed 00002000:00010000:1.0:1777573236.252257:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:1.0:1777573236.252262:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:1.0:1777573236.252265:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:1.0:1777573236.252267:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:1.0:1777573236.252346:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.252358:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.252369:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.252462:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee6ec00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573236.252467:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.252477:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.252498:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.252512:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199ce6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.252644:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925937152:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8281us (8515us total) trans 17179874796 rc 0/0 00000100:00100000:1.0:1777573236.252653:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5058 00000100:00100000:3.0:1777573236.257622:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.257837:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925937408 00000100:00100000:2.0:1777573236.257847:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925937408 00000100:00100000:2.0:1777573236.257916:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5059 00000100:00100000:2.0:1777573236.257926:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925937408:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573236.257960:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.257980:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e676 expref: 38 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.257988:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.257990:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.257994:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.258027:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e676 expref: 38 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.258041:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e676 expref: 38 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.258055:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932140928:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573236.258306:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777573236.264926:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.265117:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925937536 00000100:00100000:1.0:1777573236.265126:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925937536 00010000:00010000:1.0:1777573236.265166:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e676 expref: 39 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.265226:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5596 00000100:00100000:1.0:1777573236.265237:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925937536:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.265252:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777573236.265345:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932140928:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.265360:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e676 expref: 39 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.265370:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.265458:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e676 expref: 39 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.265780:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199b96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e676 expref: 39 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.265796:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.265799:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.265803:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.265813:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.265843:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.265873:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.265883:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.265896:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925937536:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 661us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.265905:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5596 00000001:00080000:2.0:1777573236.268488:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841641 is committed 00002000:00010000:3.0:1777573236.268915:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:3.0:1777573236.268920:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:3.0:1777573236.268923:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:3.0:1777573236.268925:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:3.0:1777573236.268938:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.268951:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.268959:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.268965:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee6e800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573236.268970:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.268977:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.268994:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.269000:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008b756f5/0x8dc0a528a1199ced lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.269120:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925937408:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11190us (11501us total) trans 21474841641 rc 0/0 00000100:00100000:3.0:1777573236.269131:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5059 00000100:00100000:3.0:1777573236.272983:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.273409:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925937664 00000100:00100000:1.0:1777573236.273421:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925937664 00000100:00100000:1.0:1777573236.273593:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5060 00000100:00100000:1.0:1777573236.273605:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919925937664:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573236.273641:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.273663:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e684 expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.273672:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.273674:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.273678:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.273715:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e684 expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.273735:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e684 expref: 24 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.273750:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932141056:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573236.273830:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.277572:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.277732:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925937792 00000100:00100000:2.0:1777573236.277742:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925937792 00010000:00010000:2.0:1777573236.277784:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e684 expref: 25 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.277830:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5597 00000100:00100000:2.0:1777573236.277840:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925937792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573236.277855:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.277877:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e684 expref: 25 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.277890:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e684 expref: 25 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.277918:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.277920:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.277925:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.277935:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.277955:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573236.278013:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925937792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 174us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.278021:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5597 00010000:00010000:0.0:1777573236.278450:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a1199bb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e684 expref: 24 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.278469:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932141056:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573236.280022:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.280044:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.280051:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.287912:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841642 is committed 00002000:00010000:0.0:1777573236.288338:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:0.0:1777573236.288343:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.288346:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.288348:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:0.0:1777573236.288361:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.288641:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.288651:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.288659:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4592200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573236.288664:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.288673:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.288693:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.288700:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a1199cf4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.288799:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925937664:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 15192us (15822us total) trans 21474841642 rc 0/0 00000100:00100000:0.0:1777573236.288809:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5060 00000100:00100000:1.0:1777573236.293744:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.294474:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925937920 00000100:00100000:3.0:1777573236.294484:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925937920 00000100:00100000:3.0:1777573236.294565:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5061 00000100:00100000:3.0:1777573236.294576:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925937920:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573236.294614:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.294634:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e692 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.294643:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.294644:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.294648:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.294683:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e692 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.294698:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e692 expref: 25 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.294713:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6ea8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932141184:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573236.294794:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.296892:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6ea8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932141184:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.296929:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.298888:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.299007:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925938048 00000100:00100000:2.0:1777573236.299017:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925938048 00010000:00010000:2.0:1777573236.299058:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e692 expref: 26 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.299095:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5598 00000100:00100000:2.0:1777573236.299104:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925938048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573236.299119:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.299140:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e692 expref: 26 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.299153:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e692 expref: 26 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.299177:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a1199bce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e692 expref: 26 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.299203:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.299205:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.299210:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.299219:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.299249:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.299299:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.299310:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.299331:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925938048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 228us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.299340:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5598 00000001:00080000:3.0:1777573236.304860:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874797 is committed 00002000:00010000:1.0:1777573236.305018:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:1.0:1777573236.305023:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:1.0:1777573236.305026:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:1.0:1777573236.305028:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:1.0:1777573236.305041:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.305059:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.305068:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.305076:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573236.305081:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.305094:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.305124:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.305133:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a1199cfb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.306697:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925937920:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10657us (11493us total) trans 17179874797 rc 0/0 00000100:00100000:1.0:1777573236.306710:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5061 00000100:00100000:1.0:1777573236.311171:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.311246:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925938176 00000100:00100000:0.0:1777573236.311257:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925938176 00000100:00100000:0.0:1777573236.311354:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5062 00000100:00100000:0.0:1777573236.311364:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925938176:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573236.311401:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.311423:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a0 expref: 23 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.311432:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.311434:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.311437:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.311477:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a0 expref: 23 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.311490:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a0 expref: 23 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.311504:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932141312:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573236.311584:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573236.316146:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932141312:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573236.316178:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.317038:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.317447:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925938304 00000100:00100000:0.0:1777573236.317455:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925938304 00010000:00010000:0.0:1777573236.317501:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a0 expref: 24 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.317577:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5599 00000100:00100000:0.0:1777573236.317587:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925938304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573236.317603:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.317627:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a0 expref: 24 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.317641:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a0 expref: 24 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.317672:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199bea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6a0 expref: 24 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.317689:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.317691:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.317695:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.317705:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.317738:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573236.317801:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925938304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 215us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.317807:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5599 00010000:00010000:3.0:1777573236.317864:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.317874:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573236.322849:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841643 is committed 00002000:00010000:0.0:1777573236.322984:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:0.0:1777573236.322989:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.322992:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.322995:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:0.0:1777573236.323009:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.323019:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.323025:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.323029:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573236.323033:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.323039:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.323053:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.323057:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.323173:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925938176:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11806us (12003us total) trans 21474841643 rc 0/0 00000100:00100000:0.0:1777573236.323185:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5062 00000100:00100000:1.0:1777573236.326891:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.327184:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925938432 00000100:00100000:2.0:1777573236.327204:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925938432 00000100:00100000:2.0:1777573236.327293:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5063 00000100:00100000:2.0:1777573236.327304:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925938432:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573236.327338:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.327358:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ae expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.327365:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.327367:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.327370:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.327410:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ae expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.327424:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ae expref: 22 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.327623:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932141440:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573236.327745:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573236.329860:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932141440:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573236.329888:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.330391:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.330718:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925938560 00000100:00100000:2.0:1777573236.330726:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925938560 00010000:00010000:2.0:1777573236.330764:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ae expref: 23 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.330839:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5600 00000100:00100000:2.0:1777573236.330849:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925938560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573236.330863:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.330881:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ae expref: 23 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.330894:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ae expref: 23 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.330913:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a1199c06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ae expref: 23 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.330925:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.330926:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.330931:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.330938:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.330973:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573236.330998:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.331007:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.331028:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925938560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 179us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.331035:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5600 00000001:00080000:3.0:1777573236.335501:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841644 is committed 00002000:00010000:0.0:1777573236.335690:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:0.0:1777573236.335695:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.335697:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.335699:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:0.0:1777573236.335711:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.335724:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.335733:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.335739:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee6ec00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573236.335744:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.335752:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.335775:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.335782:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.335865:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925938432:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8560us (8979us total) trans 21474841644 rc 0/0 00000100:00100000:0.0:1777573236.335874:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5063 00000100:00100000:1.0:1777573236.340655:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.340733:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925938688 00000100:00100000:0.0:1777573236.340744:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925938688 00000100:00100000:0.0:1777573236.340851:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5064 00000100:00100000:0.0:1777573236.340861:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919925938688:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573236.340895:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.340914:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6bc expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.340923:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.340925:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.340928:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.340961:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6bc expref: 24 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.340982:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6bc expref: 24 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.340997:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932141568:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573236.341071:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573236.344221:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932141568:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573236.344251:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.345031:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.345095:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925938816 00000100:00100000:3.0:1777573236.345104:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925938816 00010000:00010000:3.0:1777573236.345138:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6bc expref: 25 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.345179:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5601 00000100:00100000:3.0:1777573236.345189:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925938816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573236.345214:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573236.345239:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6bc expref: 25 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.345253:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6bc expref: 25 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.345318:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000161105de/0x8dc0a528a1199c22 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6bc expref: 25 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.345335:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.345338:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.345343:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.345353:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.345376:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573236.345427:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925938816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 239us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573236.345435:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5601 00010000:00010000:0.0:1777573236.345742:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.345756:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.351032:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874798 is committed 00002000:00010000:0.0:1777573236.351149:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:0.0:1777573236.351154:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.351157:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.351159:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:0.0:1777573236.351171:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.351183:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.351207:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.351214:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573236.351219:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.351227:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.351245:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.351252:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d10 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.351591:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925938688:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10727us (10941us total) trans 17179874798 rc 0/0 00000100:00100000:0.0:1777573236.351602:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5064 00000100:00100000:1.0:1777573236.357217:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.357541:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925938944 00000100:00100000:0.0:1777573236.357551:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925938944 00000100:00100000:0.0:1777573236.357662:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5065 00000100:00100000:0.0:1777573236.357682:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925938944:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573236.357716:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.357742:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ca expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.357749:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.357751:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.357754:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.357787:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ca expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.357801:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ca expref: 21 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.357817:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932141696:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573236.357892:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573236.359503:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932141696:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573236.359524:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.360008:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.360073:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925939072 00000100:00100000:3.0:1777573236.360080:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925939072 00010000:00010000:3.0:1777573236.360111:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ca expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.360147:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5602 00000100:00100000:3.0:1777573236.360156:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925939072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573236.360170:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573236.360202:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ca expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.360215:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ca expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.360235:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a1199c3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6ca expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.360252:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.360254:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.360258:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.360311:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.360341:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573236.360377:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925939072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 222us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573236.360385:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5602 00010000:00010000:2.0:1777573236.360576:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.360586:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.364804:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841645 is committed 00002000:00010000:2.0:1777573236.364960:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:2.0:1777573236.364965:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.364968:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.364971:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:2.0:1777573236.364983:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.364996:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.365005:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.365012:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573236.365016:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.365024:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.365043:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.365051:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a1199d17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.365171:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925938944:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7496us (7960us total) trans 21474841645 rc 0/0 00000100:00100000:2.0:1777573236.365182:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5065 00000100:00100000:1.0:1777573236.370445:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.370531:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925939200 00000100:00100000:2.0:1777573236.370541:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925939200 00000100:00100000:2.0:1777573236.370643:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5066 00000100:00100000:2.0:1777573236.370651:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925939200:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573236.370679:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.370696:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d8 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.370701:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.370703:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.370706:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.370731:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d8 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.370740:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d8 expref: 23 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.370762:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932141824:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573236.370822:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573236.372987:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.373089:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932141824:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573236.373116:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.373319:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925939328 00000100:00100000:3.0:1777573236.373327:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925939328 00010000:00010000:2.0:1777573236.373645:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d8 expref: 24 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.373813:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5603 00000100:00100000:2.0:1777573236.373823:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925939328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573236.373836:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.373936:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d8 expref: 24 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.373949:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d8 expref: 24 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.373973:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a1199c5a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6d8 expref: 24 pid: 27874 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.373988:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.373990:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.373995:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.374005:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.374326:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.374348:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.374396:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573236.374463:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925939328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 641us (1481us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.374472:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5603 00000001:00080000:3.0:1777573236.379825:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874799 is committed 00002000:00010000:0.0:1777573236.379958:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:0.0:1777573236.379963:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.379966:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.379968:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:0.0:1777573236.379983:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.379996:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.380005:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.380012:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee6ec00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573236.380017:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.380026:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.380049:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.380056:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a1199d1e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.380174:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925939200:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9519us (9734us total) trans 17179874799 rc 0/0 00000100:00100000:0.0:1777573236.380182:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5066 00000100:00100000:2.0:1777573236.384548:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.384618:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925939456 00000100:00100000:1.0:1777573236.384627:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925939456 00000100:00100000:1.0:1777573236.384721:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5067 00000100:00100000:1.0:1777573236.384731:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925939456:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573236.384764:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.384786:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6e6 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.384795:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.384797:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.384800:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.384839:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6e6 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.384862:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6e6 expref: 20 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.384879:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca397100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932141952:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573236.384946:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.387566:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.387682:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca397100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932141952:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573236.387709:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.387964:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925939584 00000100:00100000:3.0:1777573236.387972:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925939584 00010000:00010000:3.0:1777573236.388005:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6e6 expref: 21 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.388078:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5604 00000100:00100000:3.0:1777573236.388088:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925939584:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573236.388104:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573236.388125:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6e6 expref: 21 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.388138:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6e6 expref: 21 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.388159:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199c76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6e6 expref: 21 pid: 28214 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.388172:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.388174:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.388177:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.388186:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.388228:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.388259:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.388301:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.388317:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925939584:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 230us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573236.388325:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5604 00000001:00080000:1.0:1777573236.392978:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841646 is committed 00002000:00010000:2.0:1777573236.393762:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:2.0:1777573236.393767:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.393769:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.393771:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:2.0:1777573236.393782:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.393795:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.393804:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.393810:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd5e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573236.393815:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.393828:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.393855:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.393864:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199d25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.393956:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925939456:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9223us (9413us total) trans 21474841646 rc 0/0 00000100:00100000:2.0:1777573236.393966:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5067 00000100:00100000:1.0:1777573236.397823:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.397913:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925939712 00000100:00100000:3.0:1777573236.397923:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925939712 00000100:00100000:3.0:1777573236.398265:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5068 00000100:00100000:3.0:1777573236.398314:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925939712:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573236.398344:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.398360:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6f4 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.398366:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.398368:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.398370:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.398400:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6f4 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.398409:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6f4 expref: 22 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.398420:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6eab800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932142080:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573236.398491:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573236.402580:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.402699:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6eab800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932142080:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573236.402722:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.402784:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925939840 00000100:00100000:1.0:1777573236.402790:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925939840 00010000:00010000:1.0:1777573236.402818:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6f4 expref: 23 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.402848:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5605 00000100:00100000:1.0:1777573236.402856:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925939840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.402870:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.402890:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6f4 expref: 23 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.402902:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6f4 expref: 23 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.402924:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a1199c92 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e6f4 expref: 23 pid: 28215 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.402945:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.402947:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.402953:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.402963:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.403070:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573236.403126:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925939840:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 270us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.403134:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5605 00010000:00010000:2.0:1777573236.403612:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.403621:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573236.408526:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874800 is committed 00002000:00010000:2.0:1777573236.408823:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:2.0:1777573236.408827:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.408830:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.408833:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:2.0:1777573236.408845:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.408857:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.408865:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.408871:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573236.408876:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.408884:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.408912:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.408919:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a1199d2c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.409082:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925939712:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10767us (11260us total) trans 17179874800 rc 0/0 00000100:00100000:2.0:1777573236.409093:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5068 00000100:00100000:3.0:1777573236.413796:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.414319:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925939968 00000100:00100000:0.0:1777573236.414329:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925939968 00000100:00100000:0.0:1777573236.414396:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5069 00000100:00100000:0.0:1777573236.414406:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+19:2406:x1863919925939968:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573236.414442:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.414464:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e702 expref: 19 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.414473:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.414475:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.414481:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.414515:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e702 expref: 19 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.414536:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e702 expref: 19 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.414552:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932142208:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573236.414632:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.418268:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932142208:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.418378:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.418666:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.418740:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925940096 00000100:00100000:0.0:1777573236.418749:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925940096 00010000:00010000:0.0:1777573236.418785:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e702 expref: 20 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.418825:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5606 00000100:00100000:0.0:1777573236.418834:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925940096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573236.418849:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.418872:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e702 expref: 20 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.418884:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e702 expref: 20 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.418908:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a1199cae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e702 expref: 20 pid: 8360 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.418923:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.418925:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.418930:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.418940:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.418967:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573236.419008:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925940096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 175us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.419016:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5606 00010000:00010000:1.0:1777573236.419522:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.419533:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.424369:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841647 is committed 00002000:00010000:1.0:1777573236.424610:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:1.0:1777573236.424615:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:1.0:1777573236.424618:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:1.0:1777573236.424621:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:1.0:1777573236.424634:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.424652:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.424661:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.424667:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573236.424672:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.424680:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.424698:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.424707:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a1199d33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.424918:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+18:2406:x1863919925939968:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10509us (11126us total) trans 21474841647 rc 0/0 00000100:00100000:1.0:1777573236.424928:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5069 00000100:00100000:3.0:1777573236.430179:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.430334:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925940224 00000100:00100000:1.0:1777573236.430346:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925940224 00000100:00100000:1.0:1777573236.430554:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5070 00000100:00100000:1.0:1777573236.430565:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925940224:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573236.430601:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.430623:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e710 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.430632:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.430634:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.430637:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.430670:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e710 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.430685:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e710 expref: 21 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.430699:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932142336:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573236.430815:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c600 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.433093:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932142336:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.433118:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.433521:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.436532:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925940352 00000100:00100000:1.0:1777573236.436547:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925940352 00010000:00010000:1.0:1777573236.436776:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e710 expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.436832:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5607 00000100:00100000:1.0:1777573236.436842:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925940352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.436860:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.436884:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e710 expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.436897:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e710 expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.436921:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f6c590/0x8dc0a528a1199cca lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e710 expref: 22 pid: 8938 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.436939:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.436941:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.436945:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.436955:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.436994:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573236.437062:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925940352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 206us (3527us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.437069:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5607 00010000:00010000:2.0:1777573236.437181:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.437199:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573236.441745:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874801 is committed 00002000:00010000:2.0:1777573236.441842:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 53248 -> 102400 00002000:00010000:2.0:1777573236.441847:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.441850:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.441852:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 48 00010000:00010000:2.0:1777573236.441863:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.441875:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.441884:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.441890:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd4600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573236.441895:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.441904:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.441922:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.441934:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d3a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.442026:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925940224:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11459us (11852us total) trans 17179874801 rc 0/0 00000100:00100000:2.0:1777573236.442037:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5070 00000100:00100000:3.0:1777573236.449577:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.449714:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925940480 00000100:00100000:1.0:1777573236.449724:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925940480 00000100:00100000:1.0:1777573236.449807:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12330 00000100:00100000:1.0:1777573236.449818:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925940480:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573236.449943:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925940480:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 127us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.449951:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12330 00000100:00100000:0.0:1777573236.452433:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.454250:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925940608 00000100:00100000:2.0:1777573236.454261:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925940608 00000100:00100000:2.0:1777573236.454323:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12331 00000100:00100000:2.0:1777573236.454332:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925940608:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573236.454441:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925940608:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 108us (2014us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.454449:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12331 00000100:00100000:0.0:1777573236.461374:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.461608:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925940864 00000100:00100000:2.0:1777573236.461618:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925940864 00000100:00100000:2.0:1777573236.461678:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15432 00000100:00100000:2.0:1777573236.461688:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+471:59536:x1863919925940864:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.461741:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.461775:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199cd8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e717 expref: 471 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.461796:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.461802:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.461977:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.461996:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.462005:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.462047:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978655 00000004:00010000:2.0:1777573236.462065:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d346046 reply state 00000000eeec61de transno 4294978656 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.462073:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.462077:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.462079:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.462080:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.462152:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+473:59536:x1863919925940864:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 466us (785us total) trans 4294978656 rc 0/0 00000100:00100000:2.0:1777573236.462157:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15432 00000020:00080000:2.0:1777573236.462161:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.464653:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.464720:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925940992 00000100:00100000:1.0:1777573236.464731:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925940992 00000100:00100000:1.0:1777573236.464784:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12332 00000100:00100000:1.0:1777573236.464793:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925940992:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.464810:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.464830:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e71e expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.464853:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d4f, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:1.0:1777573236.464871:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.464873:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.464880:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e71e expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.464896:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e71e expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.464908:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:1.0:1777573236.464971:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925940992:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 179us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.464981:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12332 00000100:00100000:0.0:1777573236.466997:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.467028:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.467067:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925941120 00000100:00100000:3.0:1777573236.467077:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925941120 00002000:00010000:3.0:1777573236.467117:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (102400->18446744073709551615) 00002000:00100000:3.0:1777573236.467122:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131880 with x1863919925941120 ext(102400->18446744073709551615) 00002000:00010000:3.0:1777573236.467134:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7131880. 00000100:00100000:3.0:1777573236.467165:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925941248 00000100:00100000:3.0:1777573236.467169:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925941248 00002000:00010000:3.0:1777573236.467182:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573236.467186:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130380 with x1863919925941248 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573236.467204:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7130380. 00000100:00100000:3.0:1777573236.467230:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5071 00000100:00100000:3.0:1777573236.467240:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925941120:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573236.467300:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5072 00000100:00100000:2.0:1777573236.467312:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+18:2405:x1863919925941248:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573236.467450:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:2.0:1777573236.467451:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573236.467455:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.467457:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:3.0:1777573236.467458:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573236.467464:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.467464:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573236.467468:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 48 -> 48 00002000:00010000:2.0:1777573236.467471:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.467475:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573236.467532:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925941248:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 221us (499us total) trans 21474841648 rc 0/0 00000100:00100000:2.0:1777573236.467541:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5072 00002000:00010000:2.0:1777573236.467545:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.467548:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130380 with x1863919925941248 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.467554:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7130380. 00000100:00100000:3.0:1777573236.467606:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925941120:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 368us (615us total) trans 17179874802 rc 0/0 00000100:00100000:3.0:1777573236.467611:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5071 00002000:00010000:3.0:1777573236.467613:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (102400->18446744073709551615) 00002000:00100000:3.0:1777573236.467615:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131880 with x1863919925941120 ext(102400->18446744073709551615) 00002000:00010000:3.0:1777573236.467618:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7131880. 00000100:00100000:2.0:1777573236.470265:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.470382:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925941376 00000100:00100000:0.0:1777573236.470390:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925941376 00000100:00100000:0.0:1777573236.470436:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15433 00000100:00100000:0.0:1777573236.470442:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+473:59536:x1863919925941376:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.470462:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.470477:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199d4f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e725 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.470555:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d56 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.470567:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d56 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.470576:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d56 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.470599:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:0.0:1777573236.470602:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.470614:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d56 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.470631:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199d4f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e725 expref: 475 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.470643:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d56 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e725 expref: 474 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.470649:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.470651:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.470653:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00000, rc 0) 00000100:00100000:0.0:1777573236.470698:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+474:59536:x1863919925941376:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 257us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.470702:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15433 00000100:00100000:1.0:1777573236.474506:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.474623:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925941632 00000100:00100000:0.0:1777573236.474633:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925941632 00000100:00100000:0.0:1777573236.474689:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15434 00000100:00100000:0.0:1777573236.474697:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+474:59536:x1863919925941632:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573236.474746:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.474770:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d56 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e725 expref: 474 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.474787:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.474792:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573236.474930:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.474949:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.474959:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573236.475007:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978657 00000004:00010000:0.0:1777573236.475029:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003cbcb8c0 reply state 00000000dfbc920a transno 4294978658 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.475040:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.475047:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.475050:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573236.475052:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573236.475133:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+476:59536:x1863919925941632:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 436us (634us total) trans 4294978658 rc 0/0 00000100:00100000:0.0:1777573236.475142:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15434 00000020:00080000:0.0:1777573236.475148:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.478114:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.478731:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925941760 00000100:00100000:2.0:1777573236.478740:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925941760 00000100:00100000:2.0:1777573236.478800:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12333 00000100:00100000:2.0:1777573236.478810:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+19:59536:x1863919925941760:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.478827:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.478848:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e72c expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573236.478872:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d51, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:2.0:1777573236.478892:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.478895:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.478902:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e72c expref: 20 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.478918:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e72c expref: 20 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.478931:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2cee6ec00, rc 0) 00000100:00100000:2.0:1777573236.478989:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925941760:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 180us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.479001:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12333 00000100:00100000:1.0:1777573236.480777:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.480827:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.480852:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925941888 00000100:00100000:2.0:1777573236.480861:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925941888 00002000:00010000:2.0:1777573236.480894:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (102400->18446744073709551615) 00002000:00100000:2.0:1777573236.480899:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394000 with x1863919925941888 ext(102400->18446744073709551615) 00002000:00010000:2.0:1777573236.480910:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394000. 00000100:00100000:2.0:1777573236.480937:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925942016 00000100:00100000:2.0:1777573236.480940:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925942016 00002000:00010000:2.0:1777573236.480950:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00000100:00100000:3.0:1777573236.480954:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5073 00002000:00100000:2.0:1777573236.480955:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7983480 with x1863919925942016 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.480963:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7983480. 00000100:00100000:3.0:1777573236.480971:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925941888:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573236.480980:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5074 00000100:00100000:2.0:1777573236.480987:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925942016:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573236.481113:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:2.0:1777573236.481113:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.481119:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:3.0:1777573236.481120:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:3.0:1777573236.481125:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573236.481125:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573236.481132:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.481134:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573236.481142:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:3.0:1777573236.481145:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1777573236.481179:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925942016:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 192us (351us total) trans 17179874803 rc 0/0 00000100:00100000:2.0:1777573236.481186:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5074 00002000:00010000:2.0:1777573236.481203:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.481206:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7983480 with x1863919925942016 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.481211:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7983480. 00000100:00100000:3.0:1777573236.481359:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925941888:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 392us (589us total) trans 21474841649 rc 0/0 00000100:00100000:3.0:1777573236.481367:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5073 00002000:00010000:3.0:1777573236.481371:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (102400->18446744073709551615) 00002000:00100000:3.0:1777573236.481374:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394000 with x1863919925941888 ext(102400->18446744073709551615) 00002000:00010000:3.0:1777573236.481379:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394000. 00000100:00100000:1.0:1777573236.485607:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.485855:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925942144 00000100:00100000:2.0:1777573236.485865:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925942144 00000100:00100000:2.0:1777573236.486069:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15435 00000100:00100000:2.0:1777573236.486080:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+476:59536:x1863919925942144:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.486101:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.486121:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199d6b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e733 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.486240:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199d72 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.486256:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199d72 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.486268:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199d72 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.486337:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:2.0:1777573236.486341:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.486357:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199d72 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.486379:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199d6b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e733 expref: 478 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.486395:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199d72 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e733 expref: 477 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.486404:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.486407:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.486411:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97d800, rc 0) 00000100:00100000:2.0:1777573236.486480:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+477:59536:x1863919925942144:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 403us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.486488:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15435 00000100:00100000:1.0:1777573236.490446:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.490666:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925942400 00000100:00100000:0.0:1777573236.490676:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925942400 00000100:00100000:0.0:1777573236.490774:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15436 00000100:00100000:0.0:1777573236.490783:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+477:59536:x1863919925942400:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573236.490831:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.490857:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199d72 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e733 expref: 477 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.490881:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.490886:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573236.491044:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.491064:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.491074:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573236.491114:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978659 00000004:00010000:0.0:1777573236.491135:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030a484d7 reply state 00000000d91eba00 transno 4294978660 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.491146:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.491152:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.491154:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573236.491157:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573236.491258:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+479:59536:x1863919925942400:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 476us (819us total) trans 4294978660 rc 0/0 00000100:00100000:0.0:1777573236.491265:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15436 00000020:00080000:0.0:1777573236.491410:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.493393:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.494309:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925942528 00000100:00100000:1.0:1777573236.494319:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925942528 00000100:00100000:1.0:1777573236.494382:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12334 00000100:00100000:1.0:1777573236.494393:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925942528:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.494412:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.494432:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e73a expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.494456:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d55, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:1.0:1777573236.494475:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.494477:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.494484:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e73a expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.494498:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e73a expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.494509:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c0030400, rc 0) 00000100:00100000:1.0:1777573236.494605:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+22:59536:x1863919925942528:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 215us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.494615:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12334 00000100:00100000:1.0:1777573236.497458:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.497540:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.497906:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925942656 00000100:00100000:0.0:1777573236.497916:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925942656 00002000:00010000:0.0:1777573236.497955:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (102400->18446744073709551615) 00002000:00100000:0.0:1777573236.497959:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7480 with x1863919925942656 ext(102400->18446744073709551615) 00002000:00010000:0.0:1777573236.497971:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7480. 00000100:00100000:0.0:1777573236.497997:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925942784 00000100:00100000:0.0:1777573236.498000:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925942784 00002000:00010000:0.0:1777573236.498010:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.498013:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7100 with x1863919925942784 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.498018:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec7100. 00000100:00100000:0.0:1777573236.498082:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5075 00000100:00100000:0.0:1777573236.498091:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925942656:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.498236:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:0.0:1777573236.498240:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.498242:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573236.498244:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.498246:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1777573236.498327:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925942656:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 236us (876us total) trans 21474841650 rc 0/0 00000100:00100000:0.0:1777573236.498334:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5075 00002000:00010000:0.0:1777573236.498337:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (102400->18446744073709551615) 00002000:00100000:0.0:1777573236.498340:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7480 with x1863919925942656 ext(102400->18446744073709551615) 00002000:00010000:0.0:1777573236.498344:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7480. 00000100:00100000:0.0:1777573236.498363:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5076 00000100:00100000:0.0:1777573236.498370:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925942784:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.498957:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573236.498960:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.498962:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573236.498964:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.498966:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573236.499004:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925942784:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 634us (1464us total) trans 17179874804 rc 0/0 00000100:00100000:0.0:1777573236.499010:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5076 00002000:00010000:0.0:1777573236.499014:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.499016:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7100 with x1863919925942784 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.499020:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec7100. 00000100:00100000:1.0:1777573236.501108:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.501221:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925942912 00000100:00100000:0.0:1777573236.501230:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925942912 00000100:00100000:0.0:1777573236.501317:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15437 00000100:00100000:0.0:1777573236.501327:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+479:59536:x1863919925942912:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.502010:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.502031:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199d87 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e741 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.502131:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199d8e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.502146:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199d8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.502157:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199d8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.502183:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:0.0:1777573236.502198:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.502218:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199d8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.502250:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199d87 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e741 expref: 481 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.502266:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199d8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e741 expref: 480 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.502306:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.502310:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.502313:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f01600, rc 0) 00000100:00100000:0.0:1777573236.502374:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+480:59536:x1863919925942912:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1048us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.502382:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15437 00000100:00100000:3.0:1777573236.505348:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.505529:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925943168 00000100:00100000:1.0:1777573236.505539:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925943168 00000100:00100000:1.0:1777573236.505959:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15438 00000100:00100000:1.0:1777573236.505970:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+480:59536:x1863919925943168:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.506032:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.506062:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199d8e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e741 expref: 480 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.506082:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.506087:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.506316:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.506336:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.506346:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.506391:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978661 00000004:00010000:1.0:1777573236.506416:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce5a903c reply state 000000001d9f520f transno 4294978662 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.506428:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.506435:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.506438:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.506441:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.506532:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+482:59536:x1863919925943168:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 563us (1187us total) trans 4294978662 rc 0/0 00000100:00100000:1.0:1777573236.506541:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15438 00000020:00080000:1.0:1777573236.506547:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573236.511569:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.512441:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925943296 00000100:00100000:2.0:1777573236.512452:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925943296 00000100:00100000:2.0:1777573236.512518:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12335 00000100:00100000:2.0:1777573236.512528:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925943296:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.512547:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.512566:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e748 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573236.512591:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d56, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:2.0:1777573236.512610:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.512613:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.512620:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e748 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.512634:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e748 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.512647:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97c800, rc 0) 00000100:00100000:2.0:1777573236.512758:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925943296:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 231us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.512764:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12335 00000100:00100000:0.0:1777573236.517668:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.517695:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.517746:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925943424 00000100:00100000:2.0:1777573236.517754:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925943424 00002000:00010000:2.0:1777573236.517788:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (102400->18446744073709551615) 00002000:00100000:2.0:1777573236.517793:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131f80 with x1863919925943424 ext(102400->18446744073709551615) 00002000:00010000:2.0:1777573236.517801:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7131f80. 00000100:00100000:2.0:1777573236.517821:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925943552 00000100:00100000:2.0:1777573236.517823:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925943552 00002000:00010000:2.0:1777573236.517832:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.517834:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133480 with x1863919925943552 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.517838:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7133480. 00000100:00100000:2.0:1777573236.517855:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5077 00000100:00100000:2.0:1777573236.517862:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925943424:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.517985:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:2.0:1777573236.517989:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.517992:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573236.517994:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.518001:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1777573236.518051:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925943424:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 189us (389us total) trans 17179874805 rc 0/0 00000100:00100000:2.0:1777573236.518059:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5077 00002000:00010000:2.0:1777573236.518063:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (102400->18446744073709551615) 00002000:00100000:2.0:1777573236.518065:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131f80 with x1863919925943424 ext(102400->18446744073709551615) 00002000:00010000:2.0:1777573236.518070:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7131f80. 00000100:00100000:2.0:1777573236.518087:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5078 00000100:00100000:2.0:1777573236.518093:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925943552:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.518168:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.518171:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.518173:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573236.518176:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.518178:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573236.518208:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925943552:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 115us (511us total) trans 21474841651 rc 0/0 00000100:00100000:2.0:1777573236.518215:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5078 00002000:00010000:2.0:1777573236.518218:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.518220:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133480 with x1863919925943552 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.518224:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7133480. 00000100:00100000:3.0:1777573236.521870:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.523797:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925943680 00000100:00100000:2.0:1777573236.523809:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925943680 00000100:00100000:2.0:1777573236.523880:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15439 00000100:00100000:2.0:1777573236.523890:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+482:59536:x1863919925943680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.523916:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.523942:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199da3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e74f expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.524056:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199daa lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.524072:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199daa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.524089:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199daa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.524124:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:2.0:1777573236.524129:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.524146:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199daa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.524176:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199da3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e74f expref: 484 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.524205:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199daa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e74f expref: 483 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.524214:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.524217:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.524221:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531e00, rc 0) 00000100:00100000:2.0:1777573236.524486:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+483:59536:x1863919925943680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 597us (2623us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.524494:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15439 00000100:00100000:1.0:1777573236.530844:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.531019:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925943936 00000100:00100000:2.0:1777573236.531028:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925943936 00000100:00100000:2.0:1777573236.531089:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15440 00000100:00100000:2.0:1777573236.531101:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+483:59536:x1863919925943936:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.531152:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.531178:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199daa lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e74f expref: 483 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.531208:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.531213:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.531634:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.531655:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.531666:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.531712:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978663 00000004:00010000:2.0:1777573236.531734:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f849081 reply state 00000000ae3dd97c transno 4294978664 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.531746:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.531752:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.531755:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.531757:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.531996:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+485:59536:x1863919925943936:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 897us (1161us total) trans 4294978664 rc 0/0 00000100:00100000:2.0:1777573236.532005:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15440 00000020:00080000:2.0:1777573236.532010:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573236.534838:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.534916:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925944064 00000100:00100000:0.0:1777573236.534926:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925944064 00000100:00100000:0.0:1777573236.534979:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12336 00000100:00100000:0.0:1777573236.534989:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925944064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.535007:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.535026:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e756 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.535049:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d57, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:0.0:1777573236.535070:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.535073:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.535080:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e756 expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.535097:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e756 expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.535111:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cb0eb400, rc 0) 00000100:00100000:0.0:1777573236.535244:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925944064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 256us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.535251:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12336 00000100:00100000:0.0:1777573236.538701:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.538763:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.538867:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925944320 00000100:00100000:2.0:1777573236.538876:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925944320 00002000:00010000:2.0:1777573236.538917:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.538922:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130700 with x1863919925944320 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573236.538935:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925944192 00002000:00010000:2.0:1777573236.538936:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7130700. 00000100:00100000:1.0:1777573236.538940:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925944192 00002000:00010000:1.0:1777573236.538957:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (102400->18446744073709551615) 00002000:00100000:1.0:1777573236.538960:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7132a00 with x1863919925944192 ext(102400->18446744073709551615) 00002000:00010000:1.0:1777573236.538967:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7132a00. 00000100:00100000:2.0:1777573236.539002:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5079 00000100:00100000:2.0:1777573236.539016:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925944320:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573236.539054:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5080 00000100:00100000:1.0:1777573236.539061:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925944192:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.539146:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573236.539149:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:2.0:1777573236.539150:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.539152:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573236.539152:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573236.539154:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573236.539155:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:1.0:1777573236.539156:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.539157:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573236.539159:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1777573236.539218:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925944320:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 207us (521us total) trans 17179874806 rc 0/0 00000100:00100000:2.0:1777573236.539225:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5079 00002000:00010000:2.0:1777573236.539229:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.539231:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130700 with x1863919925944320 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.539235:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7130700. 00000100:00100000:1.0:1777573236.539477:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925944192:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 415us (711us total) trans 21474841652 rc 0/0 00000100:00100000:1.0:1777573236.539484:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5080 00002000:00010000:1.0:1777573236.539488:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (102400->18446744073709551615) 00002000:00100000:1.0:1777573236.539491:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7132a00 with x1863919925944192 ext(102400->18446744073709551615) 00002000:00010000:1.0:1777573236.539496:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7132a00. 00000100:00100000:2.0:1777573236.542014:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.542109:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925944448 00000100:00100000:0.0:1777573236.542118:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925944448 00000100:00100000:0.0:1777573236.542351:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15441 00000100:00100000:0.0:1777573236.542361:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+485:59536:x1863919925944448:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.542394:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.542416:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199dbf lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e75d expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.542507:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199dc6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.542523:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199dc6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.542533:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199dc6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.542565:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:0.0:1777573236.542569:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.542586:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199dc6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.542611:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a1199dbf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e75d expref: 487 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.542628:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199dc6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e75d expref: 486 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.542636:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.542639:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.542642:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00a00, rc 0) 00000100:00100000:0.0:1777573236.542699:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+486:59536:x1863919925944448:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 340us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.542706:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15441 00000100:00100000:2.0:1777573236.546982:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.547167:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925944704 00000100:00100000:0.0:1777573236.547178:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925944704 00000100:00100000:0.0:1777573236.547247:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15442 00000100:00100000:0.0:1777573236.547257:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+486:59536:x1863919925944704:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573236.547344:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.547376:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a1199dc6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e75d expref: 486 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.547389:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.547392:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573236.547552:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.547572:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.547582:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573236.547626:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978665 00000004:00010000:0.0:1777573236.547648:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9d56ab9 reply state 000000002a200509 transno 4294978666 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.547661:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.547667:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.547670:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573236.547672:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573236.547761:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+488:59536:x1863919925944704:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 505us (784us total) trans 4294978666 rc 0/0 00000100:00100000:0.0:1777573236.547768:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15442 00000020:00080000:0.0:1777573236.547773:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573236.550071:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.550141:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925944832 00000100:00100000:1.0:1777573236.550150:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925944832 00000100:00100000:1.0:1777573236.550249:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12337 00000100:00100000:1.0:1777573236.550306:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+26:59536:x1863919925944832:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.550324:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.550347:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e764 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.550383:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d5d, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:1.0:1777573236.550403:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.550405:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.550412:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e764 expref: 27 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.550428:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e764 expref: 27 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.550440:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c1523800, rc 0) 00000100:00100000:1.0:1777573236.550484:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+27:59536:x1863919925944832:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 227us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.550491:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12337 00000100:00100000:1.0:1777573236.552295:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.552321:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.552421:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925945088 00000100:00100000:2.0:1777573236.552429:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925945088 00002000:00010000:2.0:1777573236.552462:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.552467:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5500 with x1863919925945088 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.552477:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5500. 00000100:00100000:2.0:1777573236.552501:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925944960 00000100:00100000:2.0:1777573236.552504:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925944960 00002000:00010000:2.0:1777573236.552517:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (102400->18446744073709551615) 00002000:00100000:2.0:1777573236.552520:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4000 with x1863919925944960 ext(102400->18446744073709551615) 00002000:00010000:2.0:1777573236.552525:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec4000. 00000100:00100000:2.0:1777573236.552543:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5081 00000100:00100000:2.0:1777573236.552551:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925945088:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573236.552620:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5082 00000100:00100000:3.0:1777573236.552630:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925944960:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.552690:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573236.552694:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:2.0:1777573236.552694:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:3.0:1777573236.552697:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.552697:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573236.552700:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573236.552700:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:3.0:1777573236.552702:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.552703:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573236.552704:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1777573236.552738:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925944960:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 110us (415us total) trans 21474841653 rc 0/0 00000100:00100000:3.0:1777573236.552745:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5082 00002000:00010000:3.0:1777573236.552748:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (102400->18446744073709551615) 00002000:00100000:3.0:1777573236.552751:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4000 with x1863919925944960 ext(102400->18446744073709551615) 00002000:00010000:3.0:1777573236.552755:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec4000. 00000100:00100000:2.0:1777573236.552842:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925945088:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 292us (570us total) trans 17179874807 rc 0/0 00000100:00100000:2.0:1777573236.552849:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5081 00002000:00010000:2.0:1777573236.552852:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.552855:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5500 with x1863919925945088 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.552859:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5500. 00000100:00100000:3.0:1777573236.555720:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.555810:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925945216 00000100:00100000:0.0:1777573236.555819:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925945216 00000100:00100000:0.0:1777573236.555863:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15443 00000100:00100000:0.0:1777573236.555871:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+488:59536:x1863919925945216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.555895:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.555912:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a1199ddb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e76b expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.555999:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199de2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.556015:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199de2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.556027:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199de2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.556050:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:0.0:1777573236.556060:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.556085:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199de2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.556113:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a1199ddb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e76b expref: 490 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.556131:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199de2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e76b expref: 489 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.556140:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.556143:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.556147:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc8bb600, rc 0) 00000100:00100000:0.0:1777573236.556372:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+489:59536:x1863919925945216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 501us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.556379:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15443 00000100:00100000:0.0:1777573236.560864:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.561081:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925945472 00000100:00100000:1.0:1777573236.561092:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925945472 00000100:00100000:1.0:1777573236.561199:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15444 00000100:00100000:1.0:1777573236.561362:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+489:59536:x1863919925945472:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.561425:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.561458:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199de2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e76b expref: 489 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.561477:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.561482:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.561632:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.561651:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.561661:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.561703:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978667 00000004:00010000:1.0:1777573236.561725:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004202b1d6 reply state 0000000041c68f9e transno 4294978668 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.561738:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.561744:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.561747:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.561749:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.561831:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+491:59536:x1863919925945472:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 624us (974us total) trans 4294978668 rc 0/0 00000100:00100000:1.0:1777573236.561841:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15444 00000020:00080000:1.0:1777573236.561846:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573236.565457:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.565590:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925945600 00000100:00100000:0.0:1777573236.565600:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925945600 00000100:00100000:0.0:1777573236.565663:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12338 00000100:00100000:0.0:1777573236.565673:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+28:59536:x1863919925945600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.565701:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.565724:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e772 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.565750:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d5e, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:0.0:1777573236.565770:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.565772:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.565780:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e772 expref: 29 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.565797:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e772 expref: 29 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.565827:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc8bbe00, rc 0) 00000100:00100000:0.0:1777573236.565890:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925945600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 218us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.565899:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12338 00000100:00100000:3.0:1777573236.569146:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.569206:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.569683:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925945728 00000100:00100000:0.0:1777573236.569693:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925945728 00002000:00010000:0.0:1777573236.569735:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (102400->18446744073709551615) 00002000:00100000:0.0:1777573236.569741:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5aa00 with x1863919925945728 ext(102400->18446744073709551615) 00002000:00010000:0.0:1777573236.569753:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5aa00. 00000100:00100000:0.0:1777573236.569829:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925945856 00000100:00100000:0.0:1777573236.569834:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925945856 00002000:00010000:0.0:1777573236.569848:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.569851:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58380 with x1863919925945856 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.569857:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b58380. 00000100:00100000:0.0:1777573236.569885:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5083 00000100:00100000:0.0:1777573236.569894:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925945728:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573236.569971:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5084 00000100:00100000:2.0:1777573236.569983:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925945856:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.570045:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:0.0:1777573236.570050:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.570053:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573236.570055:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.570057:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 48 -> 48 00002000:00010000:2.0:1777573236.570070:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.570074:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.570077:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573236.570079:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.570082:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573236.570110:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925945728:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 216us (970us total) trans 17179874808 rc 0/0 00000100:00100000:2.0:1777573236.570112:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925945856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 131us (904us total) trans 21474841654 rc 0/0 00000100:00100000:0.0:1777573236.570125:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5083 00002000:00010000:0.0:1777573236.570129:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (102400->18446744073709551615) 00000100:00100000:2.0:1777573236.570139:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5084 00002000:00010000:2.0:1777573236.570143:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.570146:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58380 with x1863919925945856 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.570151:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b58380. 00002000:00100000:0.0:1777573236.570567:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5aa00 with x1863919925945728 ext(102400->18446744073709551615) 00002000:00010000:0.0:1777573236.570573:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5aa00. 00000100:00100000:2.0:1777573236.572872:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.572954:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925945984 00000100:00100000:0.0:1777573236.572964:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925945984 00000100:00100000:0.0:1777573236.573021:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15445 00000100:00100000:0.0:1777573236.573030:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+491:59536:x1863919925945984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.573051:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.573070:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199df7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e779 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.573326:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199dfe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.573348:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199dfe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.573359:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199dfe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.573389:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:0.0:1777573236.573394:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.573411:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199dfe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.573450:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a1199df7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e779 expref: 493 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.573475:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199dfe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e779 expref: 492 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.573484:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.573487:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.573490:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9400, rc 0) 00000100:00100000:0.0:1777573236.573541:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+492:59536:x1863919925945984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 513us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.573548:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15445 00000100:00100000:3.0:1777573236.581656:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.581781:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925946240 00000100:00100000:2.0:1777573236.581790:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925946240 00000100:00100000:2.0:1777573236.581850:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15446 00000100:00100000:2.0:1777573236.581859:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+492:59536:x1863919925946240:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.581908:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.581932:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199dfe lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e779 expref: 492 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.582177:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.582181:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.582452:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.582475:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.582485:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.582528:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978669 00000004:00010000:2.0:1777573236.582549:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012ffb8a9 reply state 000000003a745960 transno 4294978670 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.582560:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.582565:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.582568:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.582570:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.582647:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+494:59536:x1863919925946240:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 788us (999us total) trans 4294978670 rc 0/0 00000100:00100000:2.0:1777573236.582655:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15446 00000020:00080000:2.0:1777573236.582660:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.586442:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.586601:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925946368 00000100:00100000:0.0:1777573236.586611:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925946368 00000100:00100000:0.0:1777573236.586700:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12339 00000100:00100000:0.0:1777573236.586709:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925946368:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.586726:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.586746:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e780 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.586771:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d62, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:0.0:1777573236.586791:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.586794:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.586801:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e780 expref: 30 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.586817:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e780 expref: 30 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.586829:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9e00, rc 0) 00000100:00100000:0.0:1777573236.586884:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+30:59536:x1863919925946368:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 176us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.586891:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12339 00000100:00100000:0.0:1777573236.588949:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.589084:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925946624 00000100:00100000:2.0:1777573236.589093:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925946624 00002000:00010000:2.0:1777573236.589130:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.589135:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131500 with x1863919925946624 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.589145:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7131500. 00000100:00100000:2.0:1777573236.589238:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5085 00000100:00100000:2.0:1777573236.589247:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925946624:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.589414:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.589418:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.589421:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573236.589423:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.589425:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573236.589480:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925946624:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 234us (538us total) trans 17179874809 rc 0/0 00000100:00100000:2.0:1777573236.589488:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5085 00002000:00010000:2.0:1777573236.589491:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.589494:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131500 with x1863919925946624 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.589498:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7131500. 00000100:00100000:1.0:1777573236.589866:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.589994:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925946496 00000100:00100000:0.0:1777573236.589999:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925946496 00002000:00010000:0.0:1777573236.590016:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (102400->18446744073709551615) 00002000:00100000:0.0:1777573236.590019:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6300 with x1863919925946496 ext(102400->18446744073709551615) 00002000:00010000:0.0:1777573236.590026:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6300. 00000100:00100000:0.0:1777573236.590088:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5086 00000100:00100000:0.0:1777573236.590096:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925946496:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.590208:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:0.0:1777573236.590211:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.590214:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573236.590216:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.590218:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1777573236.590255:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925946496:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 161us (391us total) trans 21474841655 rc 0/0 00000100:00100000:0.0:1777573236.590262:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5086 00002000:00010000:0.0:1777573236.590265:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (102400->18446744073709551615) 00002000:00100000:0.0:1777573236.590267:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6300 with x1863919925946496 ext(102400->18446744073709551615) 00002000:00010000:0.0:1777573236.590292:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6300. 00000100:00100000:0.0:1777573236.596219:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.596343:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925946752 00000100:00100000:2.0:1777573236.596353:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925946752 00000100:00100000:2.0:1777573236.596464:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15447 00000100:00100000:2.0:1777573236.596474:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+494:59536:x1863919925946752:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.596501:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.596521:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199e13 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e787 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.596626:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199e1a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.596648:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199e1a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.596660:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199e1a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.596691:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:2.0:1777573236.596695:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.596711:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199e1a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.596736:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199e13 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e787 expref: 496 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.596754:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199e1a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e787 expref: 495 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.596763:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.596766:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.596769:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9400, rc 0) 00000100:00100000:2.0:1777573236.596831:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+495:59536:x1863919925946752:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 358us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.596838:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15447 00000100:00100000:2.0:1777573236.600615:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.600741:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925947008 00000100:00100000:1.0:1777573236.600752:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925947008 00000100:00100000:1.0:1777573236.600904:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15448 00000100:00100000:1.0:1777573236.600915:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+495:59536:x1863919925947008:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.600968:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.600991:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199e1a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e787 expref: 495 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.601006:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.601009:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.601146:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.601166:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.601176:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.601230:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978671 00000004:00010000:1.0:1777573236.601252:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073765acf reply state 000000009abada77 transno 4294978672 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.601264:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.601313:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.601316:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.601319:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.601407:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+497:59536:x1863919925947008:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 494us (806us total) trans 4294978672 rc 0/0 00000100:00100000:1.0:1777573236.601414:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15448 00000020:00080000:1.0:1777573236.601419:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.602867:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.602944:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925947136 00000100:00100000:0.0:1777573236.602952:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925947136 00000100:00100000:0.0:1777573236.602993:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12340 00000100:00100000:0.0:1777573236.603001:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+31:59536:x1863919925947136:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.603014:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.603031:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e78e expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.603054:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d67, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:0.0:1777573236.603071:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.603073:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.603080:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e78e expref: 32 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.603094:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e78e expref: 32 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.603111:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc8bb600, rc 0) 00000100:00100000:0.0:1777573236.603155:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925947136:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 154us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.603162:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12340 00000100:00100000:3.0:1777573236.605394:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.605423:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.605883:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925947264 00000100:00100000:2.0:1777573236.605892:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925947264 00002000:00010000:2.0:1777573236.605927:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (102400->18446744073709551615) 00002000:00100000:2.0:1777573236.605931:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58e00 with x1863919925947264 ext(102400->18446744073709551615) 00002000:00010000:2.0:1777573236.605941:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58e00. 00000100:00100000:2.0:1777573236.606003:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925947392 00000100:00100000:2.0:1777573236.606007:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925947392 00002000:00010000:2.0:1777573236.606023:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.606026:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58000 with x1863919925947392 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.606032:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b58000. 00000100:00100000:2.0:1777573236.606057:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5087 00000100:00100000:2.0:1777573236.606066:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925947264:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.606218:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:2.0:1777573236.606221:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00000100:00100000:3.0:1777573236.606224:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5088 00002000:00010000:2.0:1777573236.606224:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573236.606226:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.606229:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1777573236.606232:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925947392:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573236.606294:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925947264:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 229us (906us total) trans 17179874810 rc 0/0 00000100:00100000:2.0:1777573236.606302:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5087 00002000:00010000:2.0:1777573236.606305:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (102400->18446744073709551615) 00002000:00100000:2.0:1777573236.606307:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58e00 with x1863919925947264 ext(102400->18446744073709551615) 00002000:00010000:2.0:1777573236.606311:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58e00. 00002000:00010000:3.0:1777573236.606331:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573236.606334:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:3.0:1777573236.606336:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573236.606338:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:3.0:1777573236.606340:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573236.606361:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925947392:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 130us (937us total) trans 21474841656 rc 0/0 00000100:00100000:3.0:1777573236.606368:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5088 00002000:00010000:3.0:1777573236.606371:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573236.606374:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58000 with x1863919925947392 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573236.606377:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b58000. 00000100:00100000:2.0:1777573236.610472:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.611929:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925947520 00000100:00100000:0.0:1777573236.611941:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925947520 00000100:00100000:0.0:1777573236.612202:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15449 00000100:00100000:0.0:1777573236.612214:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+497:59536:x1863919925947520:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.612239:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.612263:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a1199e2f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e795 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.612473:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199e36 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.612490:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199e36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.612501:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199e36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.612533:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:0.0:1777573236.612537:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.612554:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199e36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.612580:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a1199e2f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e795 expref: 499 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.612598:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199e36 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e795 expref: 498 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.612606:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.612609:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.612617:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:0.0:1777573236.612752:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+498:59536:x1863919925947520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 541us (2289us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.612757:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15449 00000100:00100000:3.0:1777573236.615723:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.615811:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925947776 00000100:00100000:1.0:1777573236.615821:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925947776 00000100:00100000:1.0:1777573236.615886:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15450 00000100:00100000:1.0:1777573236.615897:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+498:59536:x1863919925947776:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.615951:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.615973:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199e36 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e795 expref: 498 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.615990:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.615996:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.616183:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.616219:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.616229:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.616304:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978673 00000004:00010000:1.0:1777573236.616329:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000314cda7c reply state 00000000345f5325 transno 4294978674 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.616342:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.616349:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.616351:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.616354:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.616619:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+500:59536:x1863919925947776:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 725us (905us total) trans 4294978674 rc 0/0 00000100:00100000:1.0:1777573236.616626:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15450 00000020:00080000:1.0:1777573236.616630:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.618729:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.618790:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925947904 00000100:00100000:0.0:1777573236.618800:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925947904 00000100:00100000:0.0:1777573236.618852:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12341 00000100:00100000:0.0:1777573236.618861:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925947904:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.618876:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.618893:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e79c expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.618918:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d68, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:0.0:1777573236.618940:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.618942:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.618949:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e79c expref: 33 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.618963:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e79c expref: 33 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.618981:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d400, rc 0) 00000100:00100000:0.0:1777573236.619923:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+33:59536:x1863919925947904:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1061us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.619934:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12341 00000100:00100000:0.0:1777573236.622215:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.622320:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.622517:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925948032 00000100:00100000:1.0:1777573236.622527:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925948032 00000100:00100000:2.0:1777573236.622558:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925948160 00000100:00100000:2.0:1777573236.622564:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925948160 00002000:00010000:1.0:1777573236.622565:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (102400->18446744073709551615) 00002000:00100000:1.0:1777573236.622570:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133100 with x1863919925948032 ext(102400->18446744073709551615) 00002000:00010000:1.0:1777573236.622581:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7133100. 00000100:00100000:1.0:1777573236.622612:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5089 00000100:00100000:1.0:1777573236.622621:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925948032:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.622663:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.622668:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7132300 with x1863919925948160 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.622675:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7132300. 00000100:00100000:2.0:1777573236.622701:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5090 00000100:00100000:2.0:1777573236.622710:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925948160:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.622814:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.622817:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.622820:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573236.622823:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.622825:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573236.622951:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:1.0:1777573236.622955:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573236.622957:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573236.622960:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573236.622962:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1777573236.623004:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925948160:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 293us (681us total) trans 17179874811 rc 0/0 00000100:00100000:1.0:1777573236.623004:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925948032:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 381us (791us total) trans 21474841657 rc 0/0 00000100:00100000:2.0:1777573236.623018:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5090 00002000:00010000:2.0:1777573236.623021:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.623025:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7132300 with x1863919925948160 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573236.623026:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5089 00002000:00010000:2.0:1777573236.623031:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7132300. 00002000:00010000:1.0:1777573236.623033:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (102400->18446744073709551615) 00002000:00100000:1.0:1777573236.623038:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133100 with x1863919925948032 ext(102400->18446744073709551615) 00002000:00010000:1.0:1777573236.623043:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7133100. 00000100:00100000:3.0:1777573236.625575:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.625671:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925948288 00000100:00100000:0.0:1777573236.625681:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925948288 00000100:00100000:0.0:1777573236.625736:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15451 00000100:00100000:0.0:1777573236.625746:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+500:59536:x1863919925948288:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.625768:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.625787:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e4b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7a3 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.626264:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1199e52 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.626325:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1199e52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.626337:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1199e52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.626367:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:0.0:1777573236.626371:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.626388:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1199e52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.626421:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e4b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7a3 expref: 502 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.626440:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1199e52 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7a3 expref: 501 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.626449:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.626452:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.626456:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d200, rc 0) 00000100:00100000:0.0:1777573236.626502:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+501:59536:x1863919925948288:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 759us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.626510:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15451 00000100:00100000:3.0:1777573236.629565:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.629880:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925948544 00000100:00100000:2.0:1777573236.629890:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925948544 00000100:00100000:2.0:1777573236.629950:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15452 00000100:00100000:2.0:1777573236.629960:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+501:59536:x1863919925948544:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.630012:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.630036:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a1199e52 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7a3 expref: 501 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.630055:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.630059:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.630439:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.630460:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.630470:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.630514:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978675 00000004:00010000:2.0:1777573236.630537:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000096b96d35 reply state 00000000da3471de transno 4294978676 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.630550:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.630556:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.630559:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.630561:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.630686:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+503:59536:x1863919925948544:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 726us (1127us total) trans 4294978676 rc 0/0 00000100:00100000:2.0:1777573236.630694:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15452 00000020:00080000:2.0:1777573236.630699:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573236.632517:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.632632:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925948672 00000100:00100000:1.0:1777573236.632652:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925948672 00000100:00100000:1.0:1777573236.632705:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12342 00000100:00100000:1.0:1777573236.632714:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+34:59536:x1863919925948672:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.632733:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.632760:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7aa expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.632786:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d6a, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:1.0:1777573236.632816:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.632818:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.632825:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7aa expref: 35 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.632839:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7aa expref: 35 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.632850:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9400, rc 0) 00000100:00100000:1.0:1777573236.632894:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925948672:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 182us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.632901:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12342 00000100:00100000:3.0:1777573236.635386:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.635417:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.635511:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925948928 00000100:00100000:2.0:1777573236.635520:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925948928 00002000:00010000:2.0:1777573236.635558:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.635563:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743100 with x1863919925948928 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.635574:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5743100. 00000100:00100000:2.0:1777573236.635600:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925948800 00000100:00100000:2.0:1777573236.635603:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925948800 00002000:00010000:2.0:1777573236.635615:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (102400->18446744073709551615) 00002000:00100000:2.0:1777573236.635618:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740000 with x1863919925948800 ext(102400->18446744073709551615) 00002000:00010000:2.0:1777573236.635624:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5740000. 00000100:00100000:2.0:1777573236.635638:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5091 00000100:00100000:2.0:1777573236.635647:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925948928:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.635782:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.635786:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.635788:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573236.635791:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:2.0:1777573236.635793:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573236.635843:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925948928:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 196us (463us total) trans 21474841658 rc 0/0 00000100:00100000:2.0:1777573236.635851:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5091 00002000:00010000:2.0:1777573236.635855:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.635858:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5743100 with x1863919925948928 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.635862:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5743100. 00000100:00100000:0.0:1777573236.635867:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5092 00000100:00100000:0.0:1777573236.635880:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925948800:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.635977:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:0.0:1777573236.635981:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.635983:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573236.635986:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.635987:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1777573236.636028:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925948800:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 152us (610us total) trans 17179874812 rc 0/0 00000100:00100000:0.0:1777573236.636035:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5092 00002000:00010000:0.0:1777573236.636038:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (102400->18446744073709551615) 00002000:00100000:0.0:1777573236.636041:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5740000 with x1863919925948800 ext(102400->18446744073709551615) 00002000:00010000:0.0:1777573236.636047:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5740000. 00000100:00100000:3.0:1777573236.639747:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.639867:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925949056 00000100:00100000:2.0:1777573236.639876:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925949056 00000100:00100000:2.0:1777573236.639983:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15453 00000100:00100000:2.0:1777573236.639993:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+503:59536:x1863919925949056:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.640017:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.640036:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199e67 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7b1 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.640151:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199e6e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.640167:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199e6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.640178:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199e6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.640214:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:2.0:1777573236.640218:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.640234:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199e6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.640259:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199e67 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b1 expref: 505 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.640321:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199e6e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b1 expref: 504 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.640330:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.640333:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.640336:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c1829e00, rc 0) 00000100:00100000:2.0:1777573236.640389:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+504:59536:x1863919925949056:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 398us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.640396:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15453 00000100:00100000:3.0:1777573236.643383:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.643469:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925949312 00000100:00100000:0.0:1777573236.643478:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925949312 00000100:00100000:0.0:1777573236.643538:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15454 00000100:00100000:0.0:1777573236.643548:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+504:59536:x1863919925949312:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573236.643599:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.643623:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199e6e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b1 expref: 504 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.643641:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.643645:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573236.643798:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.643818:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.643829:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573236.643869:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978677 00000004:00010000:0.0:1777573236.643887:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014d9b4b8 reply state 00000000b60ffd7a transno 4294978678 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.643896:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.643902:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.643904:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573236.643906:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573236.643975:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+506:59536:x1863919925949312:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 429us (600us total) trans 4294978678 rc 0/0 00000100:00100000:0.0:1777573236.643983:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15454 00000020:00080000:0.0:1777573236.643987:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.646171:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.646265:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925949440 00000100:00100000:1.0:1777573236.646302:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925949440 00000100:00100000:1.0:1777573236.646362:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12343 00000100:00100000:1.0:1777573236.646371:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925949440:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.646386:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.646407:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7b8 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.646441:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d6c, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:1.0:1777573236.646465:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.646468:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.646475:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b8 expref: 36 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.646491:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b8 expref: 36 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.646503:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7f22400, rc 0) 00000100:00100000:1.0:1777573236.646613:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+36:59536:x1863919925949440:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 242us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.646619:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12343 00000100:00100000:3.0:1777573236.650526:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.650572:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.650611:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925949568 00000100:00100000:1.0:1777573236.650624:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925949568 00002000:00010000:1.0:1777573236.650662:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (102400->18446744073709551615) 00002000:00100000:1.0:1777573236.650667:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742d80 with x1863919925949568 ext(102400->18446744073709551615) 00002000:00010000:1.0:1777573236.650679:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5742d80. 00000100:00100000:2.0:1777573236.650681:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925949696 00000100:00100000:2.0:1777573236.650687:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925949696 00002000:00010000:2.0:1777573236.650706:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.650710:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5741880 with x1863919925949696 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573236.650716:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5093 00002000:00010000:2.0:1777573236.650718:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5741880. 00000100:00100000:1.0:1777573236.650728:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925949568:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573236.650745:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5094 00000100:00100000:2.0:1777573236.650754:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925949696:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.650873:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573236.650874:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:2.0:1777573236.650878:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:1.0:1777573236.650880:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.650884:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573236.650885:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573236.650888:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:1.0:1777573236.650889:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.650892:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573236.650894:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1777573236.650947:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925949696:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 195us (375us total) trans 17179874813 rc 0/0 00000100:00100000:2.0:1777573236.650954:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5094 00002000:00010000:2.0:1777573236.650958:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.650960:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5741880 with x1863919925949696 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.650964:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5741880. 00000100:00100000:1.0:1777573236.650988:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925949568:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 261us (469us total) trans 21474841659 rc 0/0 00000100:00100000:1.0:1777573236.650995:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5093 00002000:00010000:1.0:1777573236.650999:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (102400->18446744073709551615) 00002000:00100000:1.0:1777573236.651001:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5742d80 with x1863919925949568 ext(102400->18446744073709551615) 00002000:00010000:1.0:1777573236.651005:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5742d80. 00000100:00100000:3.0:1777573236.656162:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.657303:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925949824 00000100:00100000:0.0:1777573236.657313:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925949824 00000100:00100000:1.0:1777573236.657500:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15455 00000100:00100000:1.0:1777573236.657513:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+506:59536:x1863919925949824:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.657537:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.657562:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199e83 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7bf expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.657652:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199e8a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.657668:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199e8a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.657679:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199e8a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573236.657705:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:1.0:1777573236.657710:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573236.657727:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199e8a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.657756:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a1199e83 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7bf expref: 508 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.657774:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199e8a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7bf expref: 507 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.657783:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.657786:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573236.657789:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:1.0:1777573236.657859:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+507:59536:x1863919925949824:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 348us (1706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.657865:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15455 00000100:00100000:0.0:1777573236.664084:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.664175:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925950080 00000100:00100000:1.0:1777573236.664197:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925950080 00000100:00100000:1.0:1777573236.664349:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15456 00000100:00100000:1.0:1777573236.664359:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+507:59536:x1863919925950080:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.664410:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.664437:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199e8a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7bf expref: 507 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.664457:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.664463:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.664640:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.664663:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.664673:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.664718:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978679 00000004:00010000:1.0:1777573236.664741:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000befbd051 reply state 000000009cf1044b transno 4294978680 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.664754:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.664760:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.664763:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.664766:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.664854:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+509:59536:x1863919925950080:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 496us (780us total) trans 4294978680 rc 0/0 00000100:00100000:1.0:1777573236.664861:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15456 00000020:00080000:1.0:1777573236.664866:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.667581:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.667749:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925950208 00000100:00100000:0.0:1777573236.667758:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925950208 00000100:00100000:0.0:1777573236.667812:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12344 00000100:00100000:0.0:1777573236.667819:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+37:59536:x1863919925950208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.667834:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.667852:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7c6 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.667872:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 102400, mtime: 0x69f39d74, atime: 0x69f39d6d, ctime: 0x69f39d74, blocks: 0x30 00010000:00010000:0.0:1777573236.667888:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.667889:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.667894:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7c6 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.667905:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7c6 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.667914:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556ce00, rc 0) 00000100:00100000:0.0:1777573236.667990:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+38:59536:x1863919925950208:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 171us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.667994:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12344 00000100:00100000:3.0:1777573236.670999:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.671042:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.671151:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925950464 00000100:00100000:0.0:1777573236.671162:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925950464 00002000:00010000:0.0:1777573236.671213:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.671218:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24380 with x1863919925950464 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.671229:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c24380. 00000100:00100000:0.0:1777573236.671262:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925950336 00000100:00100000:0.0:1777573236.671265:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925950336 00002000:00010000:0.0:1777573236.671314:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (102400->18446744073709551615) 00002000:00100000:0.0:1777573236.671317:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26d80 with x1863919925950336 ext(102400->18446744073709551615) 00002000:00010000:0.0:1777573236.671323:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c26d80. 00000100:00100000:0.0:1777573236.671339:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5095 00000100:00100000:0.0:1777573236.671348:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925950464:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.671511:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573236.671515:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.671517:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573236.671519:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573235 -> 1777573236 00002000:00010000:0.0:1777573236.671522:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573236.671573:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925950464:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 226us (583us total) trans 21474841660 rc 0/0 00000100:00100000:0.0:1777573236.671581:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5095 00002000:00010000:0.0:1777573236.671596:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.671599:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24380 with x1863919925950464 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.671602:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c24380. 00000100:00100000:0.0:1777573236.671622:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5096 00000100:00100000:0.0:1777573236.671628:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925950336:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.671698:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 102400 -> 102400 00002000:00010000:0.0:1777573236.671702:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.671704:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573236.671706:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.671708:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1777573236.671736:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925950336:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 107us (693us total) trans 17179874814 rc 0/0 00000100:00100000:0.0:1777573236.671742:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5096 00002000:00010000:0.0:1777573236.671745:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (102400->18446744073709551615) 00002000:00100000:0.0:1777573236.671747:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26d80 with x1863919925950336 ext(102400->18446744073709551615) 00002000:00010000:0.0:1777573236.671751:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c26d80. 00000100:00100000:3.0:1777573236.677615:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.677892:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925950592 00000100:00100000:2.0:1777573236.677902:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925950592 00000100:00100000:2.0:1777573236.677970:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15457 00000100:00100000:2.0:1777573236.677980:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+509:59536:x1863919925950592:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.678003:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.678029:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1828a00/0x8dc0a528a1199e9f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7cd expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.678129:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199ea6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.678158:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199ea6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.678169:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199ea6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.678208:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 102400 00000004:00200000:2.0:1777573236.678213:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.678231:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199ea6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.678256:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1828a00/0x8dc0a528a1199e9f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7cd expref: 511 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.678551:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199ea6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7cd expref: 510 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.678561:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.678563:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.678567:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c1829e00, rc 0) 00000100:00100000:2.0:1777573236.678635:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+510:59536:x1863919925950592:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 655us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.678642:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15457 00000100:00100000:3.0:1777573236.683818:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.683884:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925950720 00000100:00100000:1.0:1777573236.683893:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925950720 00000100:00100000:1.0:1777573236.683954:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5097 00000100:00100000:1.0:1777573236.683962:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925950720:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573236.684015:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.684031:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.684034:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.684039:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.684059:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.684446:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.684455:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.684463:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.684469:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573236.684474:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.684482:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.684507:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.684515:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e298122b/0x8dc0a528a1199ead lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.684581:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925950720:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 619us (772us total) trans 0 rc 12288/12288 00000100:00100000:1.0:1777573236.684590:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5097 00000100:00100000:3.0:1777573236.687992:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.688094:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925950848 00000100:00100000:2.0:1777573236.688105:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925950848 00000100:00100000:2.0:1777573236.688179:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5098 00000100:00100000:2.0:1777573236.688201:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925950848:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573236.688245:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.688266:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e71e expref: 39 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.688301:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.688304:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.688307:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.688345:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e71e expref: 39 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.688359:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e71e expref: 39 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.688372:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932142464:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573236.689422:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d6f2a540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573236.691957:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932142464:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573236.691980:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.692168:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.692880:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925950976 00000100:00100000:0.0:1777573236.692890:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925950976 00010000:00010000:0.0:1777573236.692929:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e71e expref: 40 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.693008:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5608 00000100:00100000:0.0:1777573236.693017:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925950976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573236.693032:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.693053:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e71e expref: 40 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.693066:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e71e expref: 40 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.693088:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a1199d48 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e71e expref: 40 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.693109:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.693110:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.693114:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.693124:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.693154:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573236.693219:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925950976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 203us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.693227:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5608 00010000:00010000:2.0:1777573236.693293:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.693302:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573236.696069:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874815 is committed 00002000:00010000:2.0:1777573236.696443:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:2.0:1777573236.696448:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:2.0:1777573236.696467:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.696480:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.696489:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.696495:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c1828a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573236.696500:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.696508:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.696525:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.696532:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a1199eb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.696621:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925950848:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8428us (8632us total) trans 17179874815 rc 0/0 00000100:00100000:2.0:1777573236.696632:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5098 00000100:00100000:3.0:1777573236.700405:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.700510:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925951104 00000100:00100000:1.0:1777573236.700521:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925951104 00000100:00100000:1.0:1777573236.700592:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5099 00000100:00100000:1.0:1777573236.700602:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925951104:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573236.700634:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.700654:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e72c expref: 38 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.700661:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.700663:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.700666:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.700699:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e72c expref: 38 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.700715:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e72c expref: 38 pid: 8362 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.700729:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932142592:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573236.700903:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.702879:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932142592:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.702908:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.703557:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.703828:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925951232 00000100:00100000:2.0:1777573236.703836:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925951232 00010000:00010000:2.0:1777573236.703869:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e72c expref: 39 pid: 8362 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.703904:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5609 00000100:00100000:2.0:1777573236.703913:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925951232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573236.703928:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.703948:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e72c expref: 39 pid: 8362 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.703962:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e72c expref: 39 pid: 8362 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.703984:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000286ced5b/0x8dc0a528a1199d64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e72c expref: 39 pid: 8362 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.703998:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.704000:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.704004:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.704013:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.704039:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.704079:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.704092:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925951232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 178us (535us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573236.704094:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.704107:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5609 00000001:00080000:2.0:1777573236.705908:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841661 is committed 00002000:00010000:1.0:1777573236.706025:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:1.0:1777573236.706030:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:1.0:1777573236.706041:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.706053:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.706062:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.706069:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573236.706073:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.706082:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.706104:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.706111:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ebb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.706251:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925951104:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5647us (5851us total) trans 21474841661 rc 0/0 00000100:00100000:1.0:1777573236.706258:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5099 00000100:00100000:3.0:1777573236.711402:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.711462:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925951360 00000100:00100000:1.0:1777573236.711473:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925951360 00000100:00100000:1.0:1777573236.711544:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5100 00000100:00100000:1.0:1777573236.711555:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919925951360:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573236.711590:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.711611:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e73a expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.711619:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.711621:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.711625:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.711662:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e73a expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.711683:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e73a expref: 24 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.711698:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932142720:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573236.711774:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.713372:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932142720:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.713395:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.713910:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.713991:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925951488 00000100:00100000:1.0:1777573236.713999:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925951488 00010000:00010000:1.0:1777573236.714031:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e73a expref: 25 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.714067:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5610 00000100:00100000:1.0:1777573236.714076:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925951488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.714091:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.714128:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e73a expref: 25 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.714142:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e73a expref: 25 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.714169:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f6c590/0x8dc0a528a1199d80 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e73a expref: 25 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.714193:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.714195:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.714200:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.714210:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.714241:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573236.714315:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.714324:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.714377:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925951488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 302us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.714385:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5610 00000001:00080000:2.0:1777573236.721655:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841662 is committed 00002000:00010000:3.0:1777573236.722885:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:3.0:1777573236.722892:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:3.0:1777573236.722904:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.722916:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.722929:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.722936:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573236.722941:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.722950:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.722968:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.722976:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adde490c/0x8dc0a528a1199ec2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.723072:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925951360:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11510us (11670us total) trans 21474841662 rc 0/0 00000100:00100000:3.0:1777573236.723082:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5100 00000100:00100000:3.0:1777573236.730830:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.731112:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925951616 00000100:00100000:0.0:1777573236.731124:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925951616 00000100:00100000:0.0:1777573236.731256:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5101 00000100:00100000:0.0:1777573236.731267:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919925951616:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573236.731342:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.731363:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e748 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.731371:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.731373:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.731376:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.731415:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e748 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.731428:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e748 expref: 25 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.731454:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932142848:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573236.731531:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:0.0:1777573236.736507:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.736617:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925951744 00000100:00100000:1.0:1777573236.736628:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925951744 00010000:00010000:1.0:1777573236.736664:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e748 expref: 26 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.736723:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5611 00000100:00100000:1.0:1777573236.736731:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925951744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.736743:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.736771:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e748 expref: 26 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.736790:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e748 expref: 26 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.736820:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.736821:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.736826:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.736835:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.736854:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573236.736924:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925951744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 193us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.736931:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5611 00010000:00010000:3.0:1777573236.737949:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a1199d9c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e748 expref: 25 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.737972:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932142848:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573236.737993:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.738004:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.738011:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.745326:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874816 is committed 00002000:00010000:3.0:1777573236.748022:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:3.0:1777573236.748031:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:3.0:1777573236.748044:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.748057:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.748065:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.748072:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573236.748077:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.748084:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.748102:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.748111:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a1199ec9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.748232:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919925951616:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 16962us (17407us total) trans 17179874816 rc 0/0 00000100:00100000:3.0:1777573236.748245:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5101 00000100:00100000:0.0:1777573236.756577:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.756684:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925951872 00000100:00100000:2.0:1777573236.756693:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925951872 00000100:00100000:2.0:1777573236.756766:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5102 00000100:00100000:2.0:1777573236.756776:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925951872:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573236.756828:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.756886:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e756 expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.756895:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.756897:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.756900:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.756999:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e756 expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.757014:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e756 expref: 23 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.757027:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932142976:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573236.757324:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d6f2a540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573236.759960:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932142976:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573236.759993:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.761158:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.761232:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925952000 00000100:00100000:2.0:1777573236.761241:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925952000 00010000:00010000:2.0:1777573236.761518:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e756 expref: 24 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.761566:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5612 00000100:00100000:2.0:1777573236.761577:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925952000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573236.761595:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.761616:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e756 expref: 24 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.761632:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e756 expref: 24 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.761655:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a1199db8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e756 expref: 24 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.761671:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.761673:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.761678:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.761687:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.761720:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573236.761777:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925952000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 202us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.761786:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5612 00010000:00010000:3.0:1777573236.762571:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.762582:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.768704:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841663 is committed 00002000:00010000:3.0:1777573236.769221:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:3.0:1777573236.769226:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:3.0:1777573236.769238:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.769249:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.769259:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.769314:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c1828a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573236.769324:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.769334:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.769352:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.769359:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005eb1fbda/0x8dc0a528a1199ed0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.769451:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925951872:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12671us (12878us total) trans 21474841663 rc 0/0 00000100:00100000:3.0:1777573236.769460:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5102 00000100:00100000:0.0:1777573236.774513:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.774598:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925952128 00000100:00100000:3.0:1777573236.774606:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925952128 00000100:00100000:3.0:1777573236.774690:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5103 00000100:00100000:3.0:1777573236.774701:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925952128:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573236.774735:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.774756:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e764 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.774764:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.774766:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.774770:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.774800:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e764 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.774810:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e764 expref: 22 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.774820:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24424:1863919932143104:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573236.774890:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573236.777088:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24424:1863919932143104:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573236.777130:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.777966:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.778024:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925952256 00000100:00100000:3.0:1777573236.778030:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925952256 00010000:00010000:3.0:1777573236.778057:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e764 expref: 23 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.778088:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5613 00000100:00100000:3.0:1777573236.778104:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925952256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573236.778116:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573236.778134:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e764 expref: 23 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.778149:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e764 expref: 23 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.778166:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020699cdf/0x8dc0a528a1199dd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e764 expref: 23 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.778178:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.778180:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.778198:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.778210:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.778317:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573236.778367:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925952256:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 265us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573236.778375:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5613 00010000:00010000:2.0:1777573236.782699:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.782717:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.788311:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841664 is committed 00002000:00010000:2.0:1777573236.788487:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:2.0:1777573236.788493:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:2.0:1777573236.788505:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.788519:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.788527:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.788534:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573236.788538:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.788546:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.788563:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.788571:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a1199ed7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.788663:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925952128:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13960us (14155us total) trans 21474841664 rc 0/0 00000100:00100000:2.0:1777573236.788673:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5103 00000100:00100000:0.0:1777573236.795131:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.795366:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925952384 00000100:00100000:3.0:1777573236.795376:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925952384 00000100:00100000:3.0:1777573236.795456:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5104 00000100:00100000:3.0:1777573236.795466:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925952384:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573236.795496:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.795518:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e772 expref: 24 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.795527:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.795529:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.795532:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.795567:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e772 expref: 24 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.795580:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e772 expref: 24 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.795595:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932143232:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573236.795675:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38600 going to sleep for 11 seconds 00000100:00100000:0.0:1777573236.800376:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.800435:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932143232:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573236.800466:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.800483:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925952512 00000100:00100000:1.0:1777573236.800491:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925952512 00010000:00010000:1.0:1777573236.800525:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e772 expref: 25 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.800556:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5614 00000100:00100000:1.0:1777573236.800563:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925952512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.800575:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.800597:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e772 expref: 25 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.800610:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e772 expref: 25 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.800632:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097321838/0x8dc0a528a1199df0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e772 expref: 25 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.800658:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.800661:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.800665:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.800675:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.800706:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573236.800754:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925952512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 191us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.800762:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5614 00010000:00010000:3.0:1777573236.800784:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.800794:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573236.806442:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874817 is committed 00002000:00010000:2.0:1777573236.806882:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:2.0:1777573236.806885:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:2.0:1777573236.806896:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.806906:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.806912:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.806916:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caac00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573236.806919:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.806925:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.806938:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.806944:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a1199ede lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.807038:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925952384:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11569us (11917us total) trans 17179874817 rc 0/0 00000100:00100000:2.0:1777573236.807220:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5104 00000100:00100000:0.0:1777573236.812385:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.812447:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925952640 00000100:00100000:1.0:1777573236.812458:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925952640 00000100:00100000:1.0:1777573236.812524:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5105 00000100:00100000:1.0:1777573236.812535:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcef0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925952640:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573236.812567:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.812685:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e780 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.812695:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.812697:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.812701:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.812736:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e780 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.812750:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e780 expref: 21 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.812765:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932143360:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573236.812838:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.816216:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932143360:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.816246:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.817839:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.817904:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925952768 00000100:00100000:1.0:1777573236.817912:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925952768 00010000:00010000:1.0:1777573236.817950:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e780 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.817990:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5615 00000100:00100000:1.0:1777573236.817997:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925952768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.818009:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.818026:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e780 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.818036:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e780 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.818058:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db6eafc2/0x8dc0a528a1199e0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e780 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.818073:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.818075:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.818079:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.818089:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.818119:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573236.818168:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925952768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 170us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.818175:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5615 00010000:00010000:0.0:1777573236.818354:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.818620:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.825201:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841665 is committed 00002000:00010000:0.0:1777573236.825494:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:0.0:1777573236.825500:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:0.0:1777573236.825514:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.825527:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.825536:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.825542:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573236.825547:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.825556:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.825573:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.825580:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199ee5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.825690:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcef0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925952640:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13144us (13300us total) trans 21474841665 rc 0/0 00000100:00100000:0.0:1777573236.825701:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5105 00000100:00100000:0.0:1777573236.834058:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.834177:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925952896 00000100:00100000:2.0:1777573236.834197:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925952896 00000100:00100000:2.0:1777573236.834321:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5106 00000100:00100000:2.0:1777573236.834332:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925952896:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573236.834368:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.834390:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e78e expref: 23 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.834398:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.834401:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573236.834404:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.834437:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e78e expref: 23 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.834453:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e78e expref: 23 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.834468:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932143488:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573236.834551:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d6f2acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573236.838388:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.838525:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925953024 00000100:00100000:3.0:1777573236.838534:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925953024 00010000:00010000:3.0:1777573236.838574:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e78e expref: 24 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.838617:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5616 00000100:00100000:3.0:1777573236.838627:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925953024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573236.838642:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573236.838664:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e78e expref: 24 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.838677:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e78e expref: 24 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.838700:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.838702:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573236.838707:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.838717:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.838737:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573236.838790:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925953024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 165us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573236.838797:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5616 00010000:00010000:1.0:1777573236.839719:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058bab20a/0x8dc0a528a1199e28 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e78e expref: 23 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.839739:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932143488:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.839761:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.839771:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.839778:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573236.844459:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874818 is committed 00002000:00010000:1.0:1777573236.844574:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:1.0:1777573236.844580:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:1.0:1777573236.844593:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.844605:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.844614:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.844621:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eb400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573236.844625:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.844638:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.844655:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.844663:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199eec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.844750:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925952896:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10416us (10697us total) trans 17179874818 rc 0/0 00000100:00100000:1.0:1777573236.844760:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5106 00000100:00100000:2.0:1777573236.854031:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573236.854132:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925953152 00000100:00100000:3.0:1777573236.854142:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925953152 00000100:00100000:3.0:1777573236.854250:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5107 00000100:00100000:3.0:1777573236.854259:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925953152:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573236.854329:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.854355:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e79c expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.854363:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.854365:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573236.854369:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.854516:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e79c expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.854533:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e79c expref: 20 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.854547:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932143616:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573236.854639:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573236.859485:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.859679:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932143616:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573236.859706:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.860005:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925953280 00000100:00100000:1.0:1777573236.860014:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925953280 00010000:00010000:1.0:1777573236.860050:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e79c expref: 21 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.860089:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5617 00000100:00100000:1.0:1777573236.860100:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925953280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.860115:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.860135:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e79c expref: 21 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.860148:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e79c expref: 21 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.860171:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a1199e44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e79c expref: 21 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.860197:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.860199:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.860204:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.860217:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.860536:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573236.860639:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925953280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 540us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.860649:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5617 00010000:00010000:0.0:1777573236.860663:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.860675:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.866348:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841666 is committed 00002000:00010000:0.0:1777573236.866754:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:0.0:1777573236.866759:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:0.0:1777573236.866771:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.866783:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.866792:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.869044:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573236.869051:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.869060:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.869080:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.869088:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a1199ef3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.869215:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925953152:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 14952us (15268us total) trans 21474841666 rc 0/0 00000100:00100000:0.0:1777573236.869226:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5107 00000100:00100000:3.0:1777573236.873919:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.874018:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925953408 00000100:00100000:1.0:1777573236.874029:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925953408 00000100:00100000:1.0:1777573236.874100:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5108 00000100:00100000:1.0:1777573236.874111:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925953408:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573236.874146:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.874166:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7aa expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.874191:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.874194:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.874197:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.874233:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7aa expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.874247:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7aa expref: 22 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.874262:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28800:1863919932143744:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573236.874373:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573236.879543:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.879668:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28800:1863919932143744:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.879695:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.879963:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925953536 00000100:00100000:2.0:1777573236.879971:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925953536 00010000:00010000:2.0:1777573236.880008:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7aa expref: 23 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573236.880048:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5618 00000100:00100000:2.0:1777573236.880059:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925953536:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573236.880074:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.880097:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7aa expref: 23 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.880110:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7aa expref: 23 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.880132:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041d5d0b5/0x8dc0a528a1199e60 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7aa expref: 23 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.880149:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.880151:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573236.880156:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.880165:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.880207:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573236.880328:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925953536:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 270us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.880336:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5618 00010000:00010000:1.0:1777573236.880746:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.880756:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573236.886625:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874819 is committed 00002000:00010000:1.0:1777573236.886746:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:1.0:1777573236.886752:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:1.0:1777573236.886763:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.886776:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.886785:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.886792:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573236.886796:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.886805:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.886822:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.886828:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a1199efa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.886907:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925953408:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12795us (12994us total) trans 17179874819 rc 0/0 00000100:00100000:1.0:1777573236.886914:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5108 00000100:00100000:3.0:1777573236.892228:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.892341:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925953664 00000100:00100000:1.0:1777573236.892353:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925953664 00000100:00100000:1.0:1777573236.892434:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5109 00000100:00100000:1.0:1777573236.892444:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925953664:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573236.892481:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.892502:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b8 expref: 19 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.892511:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.892513:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573236.892516:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.892550:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b8 expref: 19 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.892564:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b8 expref: 19 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.892580:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932143872:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573236.892675:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573236.898864:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932143872:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573236.898894:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.900113:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.900230:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925953792 00000100:00100000:1.0:1777573236.900238:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925953792 00010000:00010000:1.0:1777573236.900302:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b8 expref: 20 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.900346:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5619 00000100:00100000:1.0:1777573236.900355:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d050c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925953792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.900370:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.900390:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b8 expref: 20 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.900402:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b8 expref: 20 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.900425:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199e7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7b8 expref: 20 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.900441:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.900443:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.900448:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.900457:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.900489:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573236.900534:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.900545:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.900641:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d050c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925953792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 286us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.900648:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5619 00000001:00080000:1.0:1777573236.907539:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841667 is committed 00002000:00010000:3.0:1777573236.907661:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:3.0:1777573236.907667:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:3.0:1777573236.907680:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.907694:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.907702:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.907709:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573236.907713:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.907721:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.907738:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573236.907746:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a1199f01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573236.907843:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919925953664:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 15395us (15620us total) trans 21474841667 rc 0/0 00000100:00100000:3.0:1777573236.907853:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5109 00000100:00100000:3.0:1777573236.912934:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.915563:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925953920 00000100:00100000:0.0:1777573236.915578:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925953920 00000100:00100000:0.0:1777573236.915707:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5110 00000100:00100000:0.0:1777573236.915718:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925953920:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573236.915754:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.915774:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7c6 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.915830:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.915832:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573236.915835:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.915870:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7c6 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.915883:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7c6 expref: 21 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.915897:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932144000:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573236.916028:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:2.0:1777573236.918993:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.919082:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925954048 00000100:00100000:1.0:1777573236.919091:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925954048 00010000:00010000:1.0:1777573236.919132:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7c6 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573236.919174:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5620 00000100:00100000:1.0:1777573236.919193:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925954048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573236.919208:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.919229:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7c6 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.919242:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7c6 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.919312:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.919315:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.919319:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.919334:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.919355:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573236.919397:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925954048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 215us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.919408:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5620 00010000:00010000:0.0:1777573236.919538:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199e98 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7c6 expref: 21 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.919553:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932144000:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573236.919573:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.919582:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.919588:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.923984:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874820 is committed 00002000:00010000:0.0:1777573236.924820:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 102400 -> 118784 00002000:00010000:0.0:1777573236.924826:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:0.0:1777573236.924838:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.924851:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.924859:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.924865:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573236.924870:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.924878:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.924894:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.924900:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a1199f08 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573236.925020:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925953920:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9300us (12749us total) trans 17179874820 rc 0/0 00000100:00100000:0.0:1777573236.925032:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5110 00000100:00100000:2.0:1777573236.929952:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.930013:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925954176 00000100:00100000:0.0:1777573236.930023:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925954176 00000100:00100000:0.0:1777573236.930075:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12345 00000100:00100000:0.0:1777573236.930085:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925954176:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573236.930366:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925954176:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 282us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.930378:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12345 00000100:00100000:2.0:1777573236.933601:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.933829:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925954304 00000100:00100000:0.0:1777573236.933839:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925954304 00000100:00100000:0.0:1777573236.933893:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12346 00000100:00100000:0.0:1777573236.933902:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925954304:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573236.934006:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925954304:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 105us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.934013:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12346 00000100:00100000:1.0:1777573236.937855:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.937951:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925954560 00000100:00100000:2.0:1777573236.937962:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925954560 00000100:00100000:2.0:1777573236.938057:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15458 00000100:00100000:2.0:1777573236.938067:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+510:59536:x1863919925954560:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.938118:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.938143:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a1199ea6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7cd expref: 510 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.938162:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.938167:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.938396:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.938417:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.938428:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.938469:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978681 00000004:00010000:2.0:1777573236.938490:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000def9e2eb reply state 00000000da4ec7d5 transno 4294978682 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.938501:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.938507:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.938510:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.938512:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.938591:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+512:59536:x1863919925954560:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 525us (745us total) trans 4294978682 rc 0/0 00000100:00100000:2.0:1777573236.938598:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15458 00000020:00080000:2.0:1777573236.938603:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573236.942518:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.942632:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925954688 00000100:00100000:0.0:1777573236.942643:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925954688 00000100:00100000:0.0:1777573236.942703:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12347 00000100:00100000:0.0:1777573236.942713:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925954688:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.942733:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.942753:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7d4 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.942778:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d4f, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:0.0:1777573236.942799:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.942802:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.942809:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7d4 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.942826:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7d4 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.942838:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556ce00, rc 0) 00000100:00100000:0.0:1777573236.942929:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925954688:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 214us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.942936:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12347 00000100:00100000:2.0:1777573236.946817:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.946854:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.947045:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925954944 00000100:00100000:0.0:1777573236.947056:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925954944 00002000:00010000:0.0:1777573236.947095:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.947100:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9500 with x1863919925954944 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.947111:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6ea9500. 00000100:00100000:0.0:1777573236.947191:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925954816 00000100:00100000:0.0:1777573236.947195:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925954816 00002000:00010000:0.0:1777573236.947215:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (118784->18446744073709551615) 00002000:00100000:0.0:1777573236.947218:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9880 with x1863919925954816 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573236.947225:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea9880. 00000100:00100000:2.0:1777573236.947361:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5111 00000100:00100000:2.0:1777573236.947372:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919925954944:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.947619:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573236.947623:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.947625:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573236.947628:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.947630:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573236.947692:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925954944:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 323us (886us total) trans 21474841668 rc 0/0 00000100:00100000:2.0:1777573236.947700:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5111 00002000:00010000:2.0:1777573236.947705:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.947708:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9500 with x1863919925954944 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.947712:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6ea9500. 00000100:00100000:2.0:1777573236.947731:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5112 00000100:00100000:2.0:1777573236.947738:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925954816:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573236.947820:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:2.0:1777573236.947823:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.947825:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573236.947828:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573236.947829:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1777573236.947849:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925954816:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 112us (994us total) trans 17179874821 rc 0/0 00000100:00100000:2.0:1777573236.947855:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5112 00002000:00010000:2.0:1777573236.947858:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (118784->18446744073709551615) 00002000:00100000:2.0:1777573236.947861:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9880 with x1863919925954816 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573236.947865:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea9880. 00000100:00100000:2.0:1777573236.952076:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.952165:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925955072 00000100:00100000:0.0:1777573236.952174:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925955072 00000100:00100000:0.0:1777573236.952311:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15459 00000100:00100000:0.0:1777573236.952323:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+512:59536:x1863919925955072:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.952354:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.952374:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a1199f1d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7db expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.952479:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199f24 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.952495:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199f24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.952507:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199f24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573236.952535:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:0.0:1777573236.952539:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573236.952556:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199f24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.952595:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a1199f1d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7db expref: 514 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.952622:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199f24 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7db expref: 513 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.952630:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.952633:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573236.952636:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:0.0:1777573236.952684:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+513:59536:x1863919925955072:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 363us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.952691:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15459 00000100:00100000:1.0:1777573236.956784:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.957090:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925955328 00000100:00100000:0.0:1777573236.957101:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925955328 00000100:00100000:0.0:1777573236.957218:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15460 00000100:00100000:0.0:1777573236.957229:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+513:59536:x1863919925955328:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573236.957331:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573236.957357:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a1199f24 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7db expref: 513 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.957374:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.957379:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573236.957547:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.957572:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.957582:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573236.957643:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978683 00000004:00010000:0.0:1777573236.957666:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001c127d4f reply state 000000002e11b9fa transno 4294978684 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.957678:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.957684:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573236.957687:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573236.957689:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573236.957767:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+515:59536:x1863919925955328:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 540us (993us total) trans 4294978684 rc 0/0 00000100:00100000:0.0:1777573236.957775:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15460 00000020:00080000:0.0:1777573236.957781:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573236.960079:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.960235:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925955456 00000100:00100000:1.0:1777573236.960246:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925955456 00000100:00100000:1.0:1777573236.960320:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12348 00000100:00100000:1.0:1777573236.960330:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+19:59536:x1863919925955456:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.960347:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.960368:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7e2 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573236.960392:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d51, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:1.0:1777573236.960411:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.960414:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573236.960422:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e2 expref: 20 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.960438:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e2 expref: 20 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.960451:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588600, rc 0) 00000100:00100000:1.0:1777573236.960511:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925955456:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 182us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.960519:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12348 00000100:00100000:1.0:1777573236.963726:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.963900:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.964057:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925955712 00000100:00100000:2.0:1777573236.964066:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925955712 00002000:00010000:2.0:1777573236.964109:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573236.964113:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7480 with x1863919925955712 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573236.964125:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec7480. 00000100:00100000:2.0:1777573236.964194:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925955584 00000100:00100000:2.0:1777573236.964198:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925955584 00002000:00010000:2.0:1777573236.964212:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (118784->18446744073709551615) 00002000:00100000:2.0:1777573236.964216:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7100 with x1863919925955584 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573236.964221:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7100. 00000100:00100000:0.0:1777573236.964267:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5113 00000100:00100000:0.0:1777573236.964312:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925955712:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.964493:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573236.964497:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.964499:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573236.964501:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.964503:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573236.964552:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925955712:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 243us (832us total) trans 17179874822 rc 0/0 00000100:00100000:0.0:1777573236.964559:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5113 00002000:00010000:0.0:1777573236.964563:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573236.964565:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7480 with x1863919925955712 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573236.964582:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec7480. 00000100:00100000:0.0:1777573236.964598:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5114 00000100:00100000:0.0:1777573236.964605:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925955584:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.964680:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:0.0:1777573236.964683:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.964685:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573236.964687:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.964689:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1777573236.964712:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925955584:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 107us (812us total) trans 21474841669 rc 0/0 00000100:00100000:0.0:1777573236.964718:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5114 00002000:00010000:0.0:1777573236.964720:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (118784->18446744073709551615) 00002000:00100000:0.0:1777573236.964723:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7100 with x1863919925955584 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573236.964728:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7100. 00000100:00100000:3.0:1777573236.969964:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.970083:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925955840 00000100:00100000:1.0:1777573236.970094:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925955840 00000100:00100000:1.0:1777573236.970206:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15461 00000100:00100000:1.0:1777573236.970217:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+515:59536:x1863919925955840:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573236.970240:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573236.970261:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f39 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7e9 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.970529:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199f40 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.970546:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199f40 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.970558:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199f40 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573236.970666:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:1.0:1777573236.970670:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573236.970688:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199f40 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.970712:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f39 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e9 expref: 517 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.970730:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199f40 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e9 expref: 516 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.970739:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.970742:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573236.970745:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:1.0:1777573236.970925:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+516:59536:x1863919925955840:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 710us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573236.970932:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15461 00000100:00100000:3.0:1777573236.974042:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.974561:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925956096 00000100:00100000:1.0:1777573236.974572:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925956096 00000100:00100000:1.0:1777573236.974624:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15462 00000100:00100000:1.0:1777573236.974635:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+516:59536:x1863919925956096:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573236.974688:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573236.974914:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a1199f40 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e9 expref: 516 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.974937:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.974942:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573236.975481:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.975505:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.975516:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573236.975657:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978685 00000004:00010000:1.0:1777573236.975685:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2c555ba reply state 000000001127a8b6 transno 4294978686 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.975699:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573236.975705:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573236.975708:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573236.975711:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573236.975813:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+518:59536:x1863919925956096:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1179us (1778us total) trans 4294978686 rc 0/0 00000100:00100000:1.0:1777573236.975822:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15462 00000020:00080000:1.0:1777573236.975827:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573236.978684:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573236.978803:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925956224 00000100:00100000:0.0:1777573236.978813:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925956224 00000100:00100000:0.0:1777573236.978897:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12349 00000100:00100000:0.0:1777573236.978907:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925956224:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573236.978925:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573236.978945:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7f0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573236.978971:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d55, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:0.0:1777573236.978992:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.978994:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573236.979001:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f0 expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.979017:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f0 expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573236.979029:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:0.0:1777573236.979080:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+22:59536:x1863919925956224:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 174us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573236.979087:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12349 00000100:00100000:2.0:1777573236.982239:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573236.982299:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925956352 00000100:00100000:1.0:1777573236.982310:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925956352 00000100:00100000:2.0:1777573236.982317:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:1.0:1777573236.982351:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (118784->18446744073709551615) 00002000:00100000:1.0:1777573236.982357:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eab800 with x1863919925956352 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573236.982369:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6eab800. 00000100:00100000:1.0:1777573236.982393:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925956480 00000100:00100000:1.0:1777573236.982396:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925956480 00002000:00010000:1.0:1777573236.982411:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.982415:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea8a80 with x1863919925956480 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.982421:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea8a80. 00000100:00100000:0.0:1777573236.982427:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5115 00000100:00100000:1.0:1777573236.982462:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5116 00000100:00100000:1.0:1777573236.982471:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925956480:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573236.982540:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925956352:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573236.982626:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:0.0:1777573236.982629:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.982631:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573236.982632:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573236.982634:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1777573236.982679:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925956352:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 145us (449us total) trans 21474841670 rc 0/0 00000100:00100000:0.0:1777573236.982684:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5115 00002000:00010000:0.0:1777573236.982688:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (118784->18446744073709551615) 00002000:00100000:0.0:1777573236.982690:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eab800 with x1863919925956352 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573236.982693:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6eab800. 00002000:00010000:1.0:1777573236.982718:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573236.982721:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573236.982723:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573236.982724:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573236.982726:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573236.982746:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925956480:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 278us (430us total) trans 17179874823 rc 0/0 00000100:00100000:1.0:1777573236.982751:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5116 00002000:00010000:1.0:1777573236.982754:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573236.982755:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea8a80 with x1863919925956480 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573236.982758:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea8a80. 00000100:00100000:3.0:1777573236.986849:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.990462:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925956608 00000100:00100000:2.0:1777573236.990476:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925956608 00000100:00100000:2.0:1777573236.990534:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15463 00000100:00100000:2.0:1777573236.990540:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+518:59536:x1863919925956608:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573236.990561:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573236.990579:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199f55 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7f7 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.990660:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1199f5c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.990673:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1199f5c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.990682:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1199f5c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573236.990701:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573236.990704:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573236.990717:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1199f5c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.990735:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199f55 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f7 expref: 520 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.990749:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1199f5c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f7 expref: 519 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.990756:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.990758:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573236.990760:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c588f400, rc 0) 00000100:00100000:2.0:1777573236.990820:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+519:59536:x1863919925956608:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 279us (3981us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573236.990826:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15463 00000100:00100000:3.0:1777573236.994388:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573236.994779:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925956864 00000100:00100000:2.0:1777573236.994789:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925956864 00000100:00100000:2.0:1777573236.994854:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15464 00000100:00100000:2.0:1777573236.994864:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+519:59536:x1863919925956864:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573236.994915:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573236.994940:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a1199f5c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f7 expref: 519 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.994958:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.994963:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573236.995116:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.995139:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.995150:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573236.995203:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978687 00000004:00010000:2.0:1777573236.995226:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8a32faa reply state 000000007f87eee3 transno 4294978688 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.995239:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573236.995245:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573236.995247:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573236.995250:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573236.995384:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+521:59536:x1863919925956864:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 521us (1005us total) trans 4294978688 rc 0/0 00000100:00100000:2.0:1777573236.995392:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15464 00000020:00080000:2.0:1777573236.995398:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.000080:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.000234:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925956992 00000100:00100000:0.0:1777573237.000245:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925956992 00000100:00100000:0.0:1777573237.000356:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12350 00000100:00100000:0.0:1777573237.000367:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925956992:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.000387:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.000407:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e7fe expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.000431:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d56, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:0.0:1777573237.000452:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.000455:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.000463:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7fe expref: 25 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.000479:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7fe expref: 25 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.000496:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d200, rc 0) 00000100:00100000:0.0:1777573237.000555:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925956992:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 191us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.000562:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12350 00000100:00100000:0.0:1777573237.004153:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.004205:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.004308:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925957248 00000100:00100000:2.0:1777573237.004320:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925957248 00002000:00010000:2.0:1777573237.004365:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.004371:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fca680 with x1863919925957248 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.004382:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fca680. 00000100:00100000:2.0:1777573237.004413:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925957120 00000100:00100000:2.0:1777573237.004417:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925957120 00000100:00100000:1.0:1777573237.004424:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5117 00002000:00010000:2.0:1777573237.004431:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (118784->18446744073709551615) 00002000:00100000:2.0:1777573237.004435:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fcaa00 with x1863919925957120 ext(118784->18446744073709551615) 00000100:00100000:1.0:1777573237.004440:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925957248:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.004443:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fcaa00. 00000100:00100000:2.0:1777573237.004466:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5118 00000100:00100000:2.0:1777573237.004482:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925957120:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.004601:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:1.0:1777573237.004601:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.004607:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.004608:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.004613:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573237.004614:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573237.004619:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.004620:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.004624:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573237.004625:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1777573237.006475:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925957120:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1984us (2259us total) trans 17179874824 rc 0/0 00000100:00100000:2.0:1777573237.006488:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5118 00002000:00010000:2.0:1777573237.006495:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (118784->18446744073709551615) 00002000:00100000:2.0:1777573237.006499:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fcaa00 with x1863919925957120 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573237.006508:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fcaa00. 00000100:00100000:1.0:1777573237.007430:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925957248:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 2993us (3282us total) trans 21474841671 rc 0/0 00000100:00100000:1.0:1777573237.007441:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5117 00002000:00010000:1.0:1777573237.007445:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.007448:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fca680 with x1863919925957248 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.007456:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fca680. 00000100:00100000:3.0:1777573237.010478:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.010640:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925957376 00000100:00100000:0.0:1777573237.010650:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925957376 00000100:00100000:0.0:1777573237.010711:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15465 00000100:00100000:0.0:1777573237.010722:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+521:59536:x1863919925957376:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.010746:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.010769:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a1199f71 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e805 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.010864:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199f78 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.010880:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199f78 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.010891:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199f78 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573237.010923:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:0.0:1777573237.010927:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573237.010945:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199f78 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.010977:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a1199f71 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e805 expref: 523 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.011018:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199f78 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e805 expref: 522 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.011024:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.011026:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573237.011029:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:0.0:1777573237.011077:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+522:59536:x1863919925957376:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 357us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.011083:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15465 00000100:00100000:3.0:1777573237.014811:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.015313:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925957632 00000100:00100000:2.0:1777573237.015334:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925957632 00000100:00100000:2.0:1777573237.015397:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15466 00000100:00100000:2.0:1777573237.015410:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+522:59536:x1863919925957632:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.015466:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.015494:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199f78 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e805 expref: 522 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.015514:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.015520:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.016029:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.016054:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.016065:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.016207:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978689 00000004:00010000:2.0:1777573237.016233:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed846154 reply state 00000000e3b23f27 transno 4294978690 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.016246:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.016253:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.016256:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.016258:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.016463:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+524:59536:x1863919925957632:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1054us (1658us total) trans 4294978690 rc 0/0 00000100:00100000:2.0:1777573237.016471:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15466 00000020:00080000:2.0:1777573237.016477:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.018765:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.018887:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925957760 00000100:00100000:1.0:1777573237.018896:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925957760 00000100:00100000:1.0:1777573237.018945:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12351 00000100:00100000:1.0:1777573237.018952:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925957760:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.018966:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.018982:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e80c expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573237.019001:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d57, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:1.0:1777573237.019019:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.019021:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.019027:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e80c expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.019043:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e80c expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.019056:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:1.0:1777573237.019198:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925957760:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 245us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.019206:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12351 00000100:00100000:1.0:1777573237.021519:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.021603:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.021698:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925957888 00000100:00100000:0.0:1777573237.021709:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925957888 00000100:00100000:2.0:1777573237.021743:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925958016 00000100:00100000:2.0:1777573237.021748:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925958016 00002000:00010000:0.0:1777573237.021749:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (118784->18446744073709551615) 00002000:00100000:0.0:1777573237.021756:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4000 with x1863919925957888 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573237.021767:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00010000:0.0:1777573237.021767:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec4000. 00002000:00100000:2.0:1777573237.021772:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5500 with x1863919925958016 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.021780:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5500. 00000100:00100000:0.0:1777573237.021805:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5119 00000100:00100000:2.0:1777573237.021814:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5120 00000100:00100000:0.0:1777573237.021819:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925957888:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573237.021825:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925958016:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.021957:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573237.021958:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:2.0:1777573237.021960:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.021965:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573237.021965:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.021969:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.021973:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573237.021973:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573237.021977:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.021980:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1777573237.022043:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925958016:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 219us (438us total) trans 17179874825 rc 0/0 00000100:00100000:0.0:1777573237.022044:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925957888:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 229us (529us total) trans 21474841672 rc 0/0 00000100:00100000:2.0:1777573237.022052:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5120 00002000:00010000:2.0:1777573237.022058:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.022062:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5500 with x1863919925958016 ext(0->18446744073709551615) 00000100:00100000:0.0:1777573237.022062:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5119 00002000:00010000:0.0:1777573237.022067:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (118784->18446744073709551615) 00002000:00010000:2.0:1777573237.022068:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5500. 00002000:00100000:0.0:1777573237.022073:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4000 with x1863919925957888 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573237.022080:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec4000. 00000100:00100000:3.0:1777573237.024402:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.024453:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925958144 00000100:00100000:1.0:1777573237.024462:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925958144 00000100:00100000:1.0:1777573237.024505:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15467 00000100:00100000:1.0:1777573237.024512:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+524:59536:x1863919925958144:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.024531:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.024550:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f8d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e813 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.024646:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199f94 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.024662:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199f94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.024672:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199f94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.024699:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:1.0:1777573237.024703:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.024719:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199f94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.024743:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f8d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e813 expref: 526 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.024761:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199f94 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e813 expref: 525 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.024769:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.024772:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.024775:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588e00, rc 0) 00000100:00100000:1.0:1777573237.024830:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+525:59536:x1863919925958144:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 318us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.024836:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15467 00000100:00100000:3.0:1777573237.030611:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.030701:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925958400 00000100:00100000:1.0:1777573237.030712:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925958400 00000100:00100000:1.0:1777573237.030778:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15468 00000100:00100000:1.0:1777573237.030788:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+525:59536:x1863919925958400:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.030844:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.030870:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199f94 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e813 expref: 525 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.030890:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.030895:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.031249:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.031321:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.031333:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.031380:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978691 00000004:00010000:1.0:1777573237.031403:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d61b043 reply state 0000000040555711 transno 4294978692 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.031415:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.031423:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.031425:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.031428:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.031508:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+527:59536:x1863919925958400:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 721us (906us total) trans 4294978692 rc 0/0 00000100:00100000:1.0:1777573237.031515:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15468 00000020:00080000:1.0:1777573237.031520:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.033898:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.033986:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925958528 00000100:00100000:1.0:1777573237.033997:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925958528 00000100:00100000:1.0:1777573237.034352:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12352 00000100:00100000:1.0:1777573237.034363:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+26:59536:x1863919925958528:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.034379:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.034399:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e81a expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573237.034422:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d5d, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:1.0:1777573237.034443:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.034445:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.034452:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e81a expref: 27 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.034468:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e81a expref: 27 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.034480:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7f22400, rc 0) 00000100:00100000:1.0:1777573237.034548:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+27:59536:x1863919925958528:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 187us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.034554:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12352 00000100:00100000:2.0:1777573237.038767:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.038882:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.041846:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925958656 00000100:00100000:0.0:1777573237.041858:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925958656 00002000:00010000:0.0:1777573237.041895:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (118784->18446744073709551615) 00002000:00100000:0.0:1777573237.041899:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eab480 with x1863919925958656 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573237.041909:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6eab480. 00000100:00100000:2.0:1777573237.041965:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925958784 00000100:00100000:2.0:1777573237.041970:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925958784 00000100:00100000:0.0:1777573237.041973:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5121 00000100:00100000:0.0:1777573237.041981:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919925958656:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.041987:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.041991:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58380 with x1863919925958784 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.041998:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58380. 00000100:00100000:2.0:1777573237.042113:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5122 00002000:00010000:0.0:1777573237.042120:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 118784 -> 118784 00000100:00100000:2.0:1777573237.042121:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919925958784:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573237.042123:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.042126:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573237.042128:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.042130:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 72 -> 72 00002000:00010000:2.0:1777573237.042223:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.042226:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.042228:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573237.042230:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.042232:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573237.042330:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+28:2406:x1863919925958784:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 145us (3383us total) trans 17179874826 rc 0/0 00000100:00100000:2.0:1777573237.042339:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5122 00002000:00010000:2.0:1777573237.042343:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00000100:00100000:0.0:1777573237.042343:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+28:2406:x1863919925958656:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 363us (3586us total) trans 21474841673 rc 0/0 00002000:00100000:2.0:1777573237.042346:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58380 with x1863919925958784 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.042350:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58380. 00000100:00100000:0.0:1777573237.042350:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5121 00002000:00010000:0.0:1777573237.042353:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (118784->18446744073709551615) 00002000:00100000:0.0:1777573237.042354:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eab480 with x1863919925958656 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573237.042358:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6eab480. 00000100:00100000:3.0:1777573237.046049:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.046212:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925958912 00000100:00100000:0.0:1777573237.046223:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925958912 00000100:00100000:0.0:1777573237.046323:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15469 00000100:00100000:0.0:1777573237.046331:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+527:59536:x1863919925958912:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.046351:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.046366:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199fa9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e821 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.046439:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fb0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.046452:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fb0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.046464:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fb0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573237.046490:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:0.0:1777573237.046499:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573237.046517:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fb0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.046542:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a1199fa9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e821 expref: 529 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.046556:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fb0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e821 expref: 528 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.046562:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.046564:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573237.046566:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:0.0:1777573237.046622:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+528:59536:x1863919925958912:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 293us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.046628:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15469 00000100:00100000:3.0:1777573237.050504:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.050624:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925959168 00000100:00100000:2.0:1777573237.050634:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925959168 00000100:00100000:2.0:1777573237.050700:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15470 00000100:00100000:2.0:1777573237.050711:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+528:59536:x1863919925959168:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.050761:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.050790:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fb0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e821 expref: 528 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.050810:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.050816:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.051045:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.051071:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.051082:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.051138:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978693 00000004:00010000:2.0:1777573237.051160:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da50eeb8 reply state 00000000cd07e387 transno 4294978694 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.051188:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.051195:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.051198:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.051200:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.051534:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+530:59536:x1863919925959168:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 825us (1040us total) trans 4294978694 rc 0/0 00000100:00100000:2.0:1777573237.051542:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15470 00000020:00080000:2.0:1777573237.051547:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.054048:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.054613:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925959296 00000100:00100000:2.0:1777573237.054624:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925959296 00000100:00100000:2.0:1777573237.054855:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12353 00000100:00100000:2.0:1777573237.054867:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:59536:x1863919925959296:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.054885:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.054908:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e828 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573237.054936:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d5e, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:2.0:1777573237.054958:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.054961:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.054968:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e828 expref: 29 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.054984:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e828 expref: 29 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.054997:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c588f400, rc 0) 00000100:00100000:2.0:1777573237.055056:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925959296:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 191us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.055063:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12353 00000100:00100000:3.0:1777573237.057970:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.058033:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925959424 00000100:00100000:1.0:1777573237.058043:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925959424 00002000:00010000:1.0:1777573237.058086:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (118784->18446744073709551615) 00002000:00100000:1.0:1777573237.058091:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ae680 with x1863919925959424 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573237.058102:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8ae680. 00000100:00100000:1.0:1777573237.058136:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5123 00000100:00100000:1.0:1777573237.058146:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925959424:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.058457:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:1.0:1777573237.058461:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.058464:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573237.058466:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.058468:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1777573237.058663:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925959424:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 518us (701us total) trans 17179874827 rc 0/0 00000100:00100000:1.0:1777573237.058672:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5123 00002000:00010000:1.0:1777573237.058676:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (118784->18446744073709551615) 00002000:00100000:1.0:1777573237.058679:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ae680 with x1863919925959424 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573237.058684:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8ae680. 00000100:00100000:3.0:1777573237.061738:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.061780:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925959552 00000100:00100000:2.0:1777573237.061789:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925959552 00002000:00010000:2.0:1777573237.061823:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.061827:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adf80 with x1863919925959552 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.061837:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8adf80. 00000100:00100000:2.0:1777573237.061868:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5124 00000100:00100000:2.0:1777573237.061877:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925959552:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.062034:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.062038:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.062041:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573237.062043:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.062044:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573237.062104:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925959552:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 227us (375us total) trans 21474841674 rc 0/0 00000100:00100000:2.0:1777573237.062113:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5124 00002000:00010000:2.0:1777573237.062117:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.062120:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adf80 with x1863919925959552 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.062124:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8adf80. 00000100:00100000:0.0:1777573237.065689:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.065910:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925959680 00000100:00100000:2.0:1777573237.065921:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925959680 00000100:00100000:2.0:1777573237.066020:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15471 00000100:00100000:2.0:1777573237.066031:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+530:59536:x1863919925959680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.066057:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.066079:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199fc5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e82f expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.066192:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1199fcc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.066208:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1199fcc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.066219:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1199fcc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.066254:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573237.066259:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.066322:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1199fcc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.066351:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199fc5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e82f expref: 532 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.066376:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1199fcc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e82f expref: 531 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.066385:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.066389:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.066393:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c8345c00, rc 0) 00000100:00100000:2.0:1777573237.066452:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+531:59536:x1863919925959680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 423us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.066460:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15471 00000100:00100000:3.0:1777573237.072811:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.072870:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925959936 00000100:00100000:0.0:1777573237.072880:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925959936 00000100:00100000:0.0:1777573237.073311:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15472 00000100:00100000:0.0:1777573237.073324:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+531:59536:x1863919925959936:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573237.073380:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.073407:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a1199fcc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e82f expref: 531 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.073428:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.073432:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573237.073600:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.073625:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.073634:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573237.073677:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978695 00000004:00010000:0.0:1777573237.073698:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca50ff79 reply state 000000003801eccd transno 4294978696 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.073709:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.073715:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.073718:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573237.073721:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573237.073817:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+533:59536:x1863919925959936:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 496us (1015us total) trans 4294978696 rc 0/0 00000100:00100000:0.0:1777573237.073823:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15472 00000020:00080000:0.0:1777573237.073828:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.078134:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.078208:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925960064 00000100:00100000:0.0:1777573237.078218:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925960064 00000100:00100000:0.0:1777573237.078396:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12354 00000100:00100000:0.0:1777573237.078412:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925960064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.078430:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.078454:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e836 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.078478:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d62, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:0.0:1777573237.078500:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.078503:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.078511:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e836 expref: 30 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.078527:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e836 expref: 30 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.078539:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd5e00, rc 0) 00000100:00100000:0.0:1777573237.078613:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+30:59536:x1863919925960064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 208us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.078620:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12354 00000100:00100000:3.0:1777573237.085142:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.085198:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.085303:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925960320 00000100:00100000:0.0:1777573237.085305:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925960192 00000100:00100000:1.0:1777573237.085314:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925960320 00000100:00100000:0.0:1777573237.085314:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925960192 00002000:00010000:0.0:1777573237.085357:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (118784->18446744073709551615) 00002000:00010000:1.0:1777573237.085358:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.085365:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8aea00 with x1863919925960320 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573237.085366:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ad180 with x1863919925960192 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573237.085379:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8aea00. 00002000:00010000:0.0:1777573237.085380:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ad180. 00000100:00100000:1.0:1777573237.085453:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5125 00000100:00100000:1.0:1777573237.085463:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925960320:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.085604:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.085607:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.085610:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573237.085612:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.085615:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573237.085672:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925960320:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 211us (539us total) trans 17179874828 rc 0/0 00000100:00100000:1.0:1777573237.085679:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5125 00002000:00010000:1.0:1777573237.085683:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.085686:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8aea00 with x1863919925960320 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.085691:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8aea00. 00000100:00100000:1.0:1777573237.085709:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5126 00000100:00100000:1.0:1777573237.085716:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925960192:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.085787:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:1.0:1777573237.085790:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.085792:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573237.085794:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.085796:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1777573237.085815:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925960192:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 101us (617us total) trans 21474841675 rc 0/0 00000100:00100000:1.0:1777573237.085821:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5126 00002000:00010000:1.0:1777573237.085823:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (118784->18446744073709551615) 00002000:00100000:1.0:1777573237.085826:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ad180 with x1863919925960192 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573237.085829:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ad180. 00000100:00100000:1.0:1777573237.090090:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.090203:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925960448 00000100:00100000:2.0:1777573237.090214:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925960448 00000100:00100000:2.0:1777573237.090298:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15473 00000100:00100000:2.0:1777573237.090309:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+533:59536:x1863919925960448:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.090332:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.090353:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199fe1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e83d expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.090472:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199fe8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.090489:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199fe8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.090668:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199fe8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.090699:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573237.090702:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.090718:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199fe8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.090743:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a1199fe1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e83d expref: 535 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.090763:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199fe8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e83d expref: 534 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.090772:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.090775:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.090778:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7ca00, rc 0) 00000100:00100000:2.0:1777573237.090832:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+534:59536:x1863919925960448:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 526us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.090839:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15473 00000100:00100000:2.0:1777573237.094504:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.094608:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925960704 00000100:00100000:1.0:1777573237.094618:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925960704 00000100:00100000:1.0:1777573237.094767:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15474 00000100:00100000:1.0:1777573237.094776:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+534:59536:x1863919925960704:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.094825:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.094848:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a1199fe8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e83d expref: 534 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.094879:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.094885:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.095061:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.095087:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.095096:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.095137:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978697 00000004:00010000:1.0:1777573237.095158:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013002174 reply state 00000000b3188dec transno 4294978698 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.095170:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.095185:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.095189:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.095191:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.095306:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+536:59536:x1863919925960704:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 530us (810us total) trans 4294978698 rc 0/0 00000100:00100000:1.0:1777573237.095314:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15474 00000020:00080000:1.0:1777573237.095318:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.097784:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.097992:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925960832 00000100:00100000:1.0:1777573237.098002:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925960832 00000100:00100000:1.0:1777573237.098107:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12355 00000100:00100000:1.0:1777573237.098118:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+31:59536:x1863919925960832:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.098136:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.098156:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e844 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573237.098199:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d67, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:1.0:1777573237.098220:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.098222:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.098229:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e844 expref: 32 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.098244:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e844 expref: 32 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.098255:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cb0eb400, rc 0) 00000100:00100000:1.0:1777573237.098329:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925960832:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 213us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.098336:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12355 00000100:00100000:3.0:1777573237.103223:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.103266:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.103328:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925961088 00000100:00100000:2.0:1777573237.103338:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925961088 00000100:00100000:1.0:1777573237.103347:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925960960 00000100:00100000:1.0:1777573237.103350:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925960960 00002000:00010000:2.0:1777573237.103379:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00010000:1.0:1777573237.103379:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (118784->18446744073709551615) 00002000:00100000:2.0:1777573237.103384:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ac700 with x1863919925961088 ext(0->18446744073709551615) 00002000:00100000:1.0:1777573237.103384:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8aed80 with x1863919925960960 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573237.103401:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ac700. 00002000:00010000:1.0:1777573237.103401:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8aed80. 00000100:00100000:2.0:1777573237.103431:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5127 00000100:00100000:2.0:1777573237.103440:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925961088:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573237.103471:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5128 00000100:00100000:1.0:1777573237.103478:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925960960:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.103606:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:1.0:1777573237.103610:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.103612:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573237.103614:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.103617:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1777573237.103677:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925960960:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 199us (418us total) trans 17179874829 rc 0/0 00000100:00100000:1.0:1777573237.103685:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5128 00002000:00010000:1.0:1777573237.103688:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (118784->18446744073709551615) 00002000:00100000:1.0:1777573237.103690:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8aed80 with x1863919925960960 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573237.103694:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8aed80. 00002000:00010000:2.0:1777573237.103801:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.103804:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.103806:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573237.103808:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.103810:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573237.103832:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925961088:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 394us (617us total) trans 21474841676 rc 0/0 00000100:00100000:2.0:1777573237.103838:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5127 00002000:00010000:2.0:1777573237.103841:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.103843:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ac700 with x1863919925961088 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.103847:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ac700. 00000100:00100000:2.0:1777573237.109321:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.109364:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925961216 00000100:00100000:1.0:1777573237.109375:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925961216 00000100:00100000:1.0:1777573237.109429:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15475 00000100:00100000:1.0:1777573237.109439:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+536:59536:x1863919925961216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.109462:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.109483:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199ffd lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e84b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.109581:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a004 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.109598:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a004 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.109609:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a004 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.109638:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:1.0:1777573237.109642:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.109659:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a004 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.109766:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a1199ffd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e84b expref: 538 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.109784:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a004 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e84b expref: 537 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.109872:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.109875:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.109879:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9e00, rc 0) 00000100:00100000:1.0:1777573237.109998:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+537:59536:x1863919925961216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 560us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.110005:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15475 00000100:00100000:3.0:1777573237.113266:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.113457:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925961472 00000100:00100000:0.0:1777573237.113467:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925961472 00000100:00100000:0.0:1777573237.113526:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15476 00000100:00100000:0.0:1777573237.113536:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+537:59536:x1863919925961472:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573237.113587:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.113613:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a004 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e84b expref: 537 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.113633:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.113637:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573237.113780:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.113804:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.113814:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573237.113853:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978699 00000004:00010000:0.0:1777573237.113871:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f235b6e1 reply state 00000000bd42cd7b transno 4294978700 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.113882:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.113892:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.113895:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573237.113897:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573237.113976:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+539:59536:x1863919925961472:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 442us (725us total) trans 4294978700 rc 0/0 00000100:00100000:0.0:1777573237.113983:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15476 00000020:00080000:0.0:1777573237.113988:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.116831:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.116938:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925961600 00000100:00100000:1.0:1777573237.116956:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925961600 00000100:00100000:1.0:1777573237.117050:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12356 00000100:00100000:1.0:1777573237.117061:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925961600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.117079:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.117101:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e852 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573237.117127:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d68, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:1.0:1777573237.117154:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.117157:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.117164:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e852 expref: 33 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.117194:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e852 expref: 33 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.117206:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc8bb600, rc 0) 00000100:00100000:1.0:1777573237.117265:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+33:59536:x1863919925961600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 206us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.117307:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12356 00000100:00100000:3.0:1777573237.120838:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.121329:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925961728 00000100:00100000:3.0:1777573237.121339:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.121339:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925961728 00002000:00010000:1.0:1777573237.121382:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (118784->18446744073709551615) 00002000:00100000:1.0:1777573237.121388:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ac380 with x1863919925961728 ext(118784->18446744073709551615) 00000100:00100000:0.0:1777573237.121388:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925961856 00000100:00100000:0.0:1777573237.121396:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925961856 00002000:00010000:1.0:1777573237.121401:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ac380. 00002000:00010000:0.0:1777573237.121419:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.121425:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8af480 with x1863919925961856 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573237.121426:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5129 00002000:00010000:0.0:1777573237.121434:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8af480. 00000100:00100000:1.0:1777573237.121440:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925961728:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573237.121463:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5130 00000100:00100000:0.0:1777573237.121471:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925961856:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573237.121577:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.121580:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:0.0:1777573237.121580:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.121585:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573237.121587:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.121588:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.121592:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573237.121594:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573237.121598:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.121600:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1777573237.121639:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925961856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 170us (302us total) trans 17179874830 rc 0/0 00000100:00100000:0.0:1777573237.121644:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5130 00002000:00010000:0.0:1777573237.121646:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.121648:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8af480 with x1863919925961856 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.121651:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8af480. 00000100:00100000:1.0:1777573237.121826:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925961728:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 389us (996us total) trans 21474841677 rc 0/0 00000100:00100000:1.0:1777573237.121833:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5129 00002000:00010000:1.0:1777573237.121837:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (118784->18446744073709551615) 00002000:00100000:1.0:1777573237.121840:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ac380 with x1863919925961728 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573237.121845:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ac380. 00000100:00100000:0.0:1777573237.125103:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.125232:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925961984 00000100:00100000:2.0:1777573237.125244:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925961984 00000100:00100000:2.0:1777573237.125423:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15477 00000100:00100000:2.0:1777573237.125434:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+539:59536:x1863919925961984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.125459:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.125477:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a019 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e859 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.125582:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a020 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.125603:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a020 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.125614:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a020 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.125644:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573237.125648:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.125666:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a020 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.125691:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a019 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e859 expref: 541 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.125710:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a020 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e859 expref: 540 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.125719:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.125722:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.125725:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7ca00, rc 0) 00000100:00100000:2.0:1777573237.125788:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+540:59536:x1863919925961984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 357us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.125795:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15477 00000100:00100000:3.0:1777573237.131107:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.131206:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925962240 00000100:00100000:0.0:1777573237.131217:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925962240 00000100:00100000:1.0:1777573237.131386:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15478 00000100:00100000:1.0:1777573237.131399:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+540:59536:x1863919925962240:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.131460:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.131486:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a020 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e859 expref: 540 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.131506:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.131510:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.131679:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.131703:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.131714:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.131764:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978701 00000004:00010000:1.0:1777573237.131787:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e3a04ce reply state 00000000699edf2c transno 4294978702 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.131806:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.131815:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.131818:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.131820:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.131912:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+542:59536:x1863919925962240:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 516us (815us total) trans 4294978702 rc 0/0 00000100:00100000:1.0:1777573237.131923:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15478 00000020:00080000:1.0:1777573237.131929:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573237.135171:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.135490:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925962368 00000100:00100000:1.0:1777573237.135500:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925962368 00000100:00100000:1.0:1777573237.135588:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12357 00000100:00100000:1.0:1777573237.135599:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+34:59536:x1863919925962368:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.135616:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.135637:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e860 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573237.135662:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d6a, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:1.0:1777573237.135682:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.135684:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.135692:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e860 expref: 35 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.135706:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e860 expref: 35 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.135718:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9e00, rc 0) 00000100:00100000:1.0:1777573237.135814:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925962368:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 217us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.135822:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12357 00000100:00100000:0.0:1777573237.138004:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.138098:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925962496 00000100:00100000:1.0:1777573237.138108:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925962496 00002000:00010000:1.0:1777573237.138147:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (118784->18446744073709551615) 00002000:00100000:1.0:1777573237.138151:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8700 with x1863919925962496 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573237.138162:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc8700. 00000100:00100000:1.0:1777573237.138242:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5131 00000100:00100000:1.0:1777573237.138253:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925962496:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.138466:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:1.0:1777573237.138471:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.138473:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573237.138476:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.138477:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1777573237.138542:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925962496:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 291us (545us total) trans 17179874831 rc 0/0 00000100:00100000:1.0:1777573237.138557:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5131 00002000:00010000:1.0:1777573237.138561:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (118784->18446744073709551615) 00002000:00100000:1.0:1777573237.138564:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8700 with x1863919925962496 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573237.138569:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc8700. 00000100:00100000:0.0:1777573237.139156:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.139251:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925962624 00000100:00100000:1.0:1777573237.139338:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925962624 00002000:00010000:1.0:1777573237.139465:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.139469:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8000 with x1863919925962624 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.139475:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8000. 00000100:00100000:1.0:1777573237.139495:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5132 00000100:00100000:1.0:1777573237.139503:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925962624:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.139610:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.139614:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.139617:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573237.139618:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:1.0:1777573237.139620:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573237.139698:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925962624:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 196us (543us total) trans 21474841678 rc 0/0 00000100:00100000:1.0:1777573237.139705:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5132 00002000:00010000:1.0:1777573237.139709:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.139712:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8000 with x1863919925962624 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.139716:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8000. 00000100:00100000:2.0:1777573237.142187:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.142301:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925962752 00000100:00100000:0.0:1777573237.142310:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925962752 00000100:00100000:0.0:1777573237.142456:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15479 00000100:00100000:0.0:1777573237.142467:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+542:59536:x1863919925962752:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.142489:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.142509:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a035 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e867 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.142605:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a03c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.142621:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a03c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.142633:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a03c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573237.142664:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:0.0:1777573237.142668:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573237.142684:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a03c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.142708:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a035 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e867 expref: 544 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.142726:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a03c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e867 expref: 543 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.142735:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.142738:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573237.142742:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7f000, rc 0) 00000100:00100000:0.0:1777573237.142852:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+543:59536:x1863919925962752:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 388us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.142860:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15479 00000100:00100000:0.0:1777573237.147060:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.148893:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925963008 00000100:00100000:1.0:1777573237.148907:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925963008 00000100:00100000:1.0:1777573237.148993:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15480 00000100:00100000:1.0:1777573237.149004:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+543:59536:x1863919925963008:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.149062:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.149091:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a03c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e867 expref: 543 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.149113:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.149118:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.149321:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.149347:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.149367:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.149416:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978703 00000004:00010000:1.0:1777573237.149439:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000094c30d31 reply state 000000000dc7a678 transno 4294978704 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.149461:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.149468:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.149470:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.149473:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.149570:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+545:59536:x1863919925963008:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 567us (2517us total) trans 4294978704 rc 0/0 00000100:00100000:1.0:1777573237.149577:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15480 00000020:00080000:1.0:1777573237.149582:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.152522:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.152734:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925963136 00000100:00100000:2.0:1777573237.152747:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925963136 00000100:00100000:2.0:1777573237.152858:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12358 00000100:00100000:2.0:1777573237.152871:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925963136:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.152889:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.152911:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e86e expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573237.152938:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d6c, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:2.0:1777573237.152960:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.152962:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.152969:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e86e expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.152986:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e86e expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.152999:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7c400, rc 0) 00000100:00100000:2.0:1777573237.153057:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+36:59536:x1863919925963136:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 189us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.153065:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12358 00000100:00100000:3.0:1777573237.156361:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.156403:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925963264 00000100:00100000:0.0:1777573237.156414:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925963264 00002000:00010000:0.0:1777573237.156461:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (118784->18446744073709551615) 00002000:00100000:0.0:1777573237.156470:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556680 with x1863919925963264 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573237.156482:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8556680. 00000100:00100000:0.0:1777573237.156516:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5133 00000100:00100000:0.0:1777573237.156526:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925963264:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573237.156677:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:0.0:1777573237.156681:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.156684:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573237.156686:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.156688:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1777573237.156744:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925963264:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 219us (399us total) trans 21474841679 rc 0/0 00000100:00100000:0.0:1777573237.156751:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5133 00002000:00010000:0.0:1777573237.156755:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (118784->18446744073709551615) 00002000:00100000:0.0:1777573237.156758:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556680 with x1863919925963264 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573237.156763:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8556680. 00000100:00100000:0.0:1777573237.158943:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.159008:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925963392 00000100:00100000:3.0:1777573237.159017:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925963392 00002000:00010000:3.0:1777573237.159051:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573237.159056:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9c00 with x1863919925963392 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573237.159067:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc9c00. 00000100:00100000:3.0:1777573237.159103:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5134 00000100:00100000:3.0:1777573237.159112:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925963392:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573237.159265:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573237.159296:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:3.0:1777573237.159299:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573237.159301:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:3.0:1777573237.159303:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573237.159370:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925963392:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 258us (435us total) trans 17179874832 rc 0/0 00000100:00100000:3.0:1777573237.159377:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5134 00002000:00010000:3.0:1777573237.159380:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573237.159386:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9c00 with x1863919925963392 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573237.159390:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc9c00. 00000100:00100000:3.0:1777573237.163048:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.163250:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925963520 00000100:00100000:0.0:1777573237.163261:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925963520 00000100:00100000:0.0:1777573237.163432:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15481 00000100:00100000:0.0:1777573237.163442:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+545:59536:x1863919925963520:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.163468:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.163489:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a051 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e875 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.163614:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a058 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.163629:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a058 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.163639:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a058 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573237.163667:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:0.0:1777573237.163672:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573237.163689:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a058 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.163714:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a051 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e875 expref: 547 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.163733:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a058 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e875 expref: 546 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.163747:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.163750:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573237.163753:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7f000, rc 0) 00000100:00100000:0.0:1777573237.163813:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+546:59536:x1863919925963520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 373us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.163820:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15481 00000100:00100000:2.0:1777573237.170127:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.170198:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925963776 00000100:00100000:1.0:1777573237.170210:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925963776 00000100:00100000:1.0:1777573237.170328:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15482 00000100:00100000:1.0:1777573237.170339:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+546:59536:x1863919925963776:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.170393:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.170420:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a058 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e875 expref: 546 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.170448:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.170453:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.170619:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.170644:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.170654:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.170705:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978705 00000004:00010000:1.0:1777573237.170755:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005f2e7eb reply state 00000000bc36a2d1 transno 4294978706 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.170767:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.170772:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.170775:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.170777:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.170859:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+548:59536:x1863919925963776:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 522us (738us total) trans 4294978706 rc 0/0 00000100:00100000:1.0:1777573237.170867:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15482 00000020:00080000:1.0:1777573237.170872:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.175526:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.175595:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925963904 00000100:00100000:0.0:1777573237.175607:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925963904 00000100:00100000:0.0:1777573237.175688:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12359 00000100:00100000:0.0:1777573237.175754:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+37:59536:x1863919925963904:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.175775:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.175798:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e87c expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.175830:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 118784, mtime: 0x69f39d74, atime: 0x69f39d6d, ctime: 0x69f39d74, blocks: 0x48 00010000:00010000:0.0:1777573237.175857:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.175859:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.175867:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e87c expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.175885:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e87c expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.175899:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7e200, rc 0) 00000100:00100000:0.0:1777573237.175975:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+38:59536:x1863919925963904:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 278us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.175983:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12359 00010000:00010000:3.0:1777573237.182554:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573237.184129:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.184208:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925964032 00000100:00100000:3.0:1777573237.184471:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.184525:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925964032 00000100:00100000:0.0:1777573237.184531:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925964160 00000100:00100000:0.0:1777573237.184537:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925964160 00002000:00010000:2.0:1777573237.184572:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (118784->18446744073709551615) 00002000:00010000:0.0:1777573237.184572:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.184581:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557100 with x1863919925964032 ext(118784->18446744073709551615) 00002000:00100000:0.0:1777573237.184581:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554e00 with x1863919925964160 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.184599:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8554e00. 00000100:00100000:0.0:1777573237.184635:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5135 00000100:00100000:0.0:1777573237.184645:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925964160:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.184787:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557100. 00000100:00100000:2.0:1777573237.184813:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5136 00000100:00100000:2.0:1777573237.184822:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925964032:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573237.184871:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573237.184875:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.184878:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573237.184881:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:0.0:1777573237.184884:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573237.184912:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:2.0:1777573237.184916:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.184919:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573237.184921:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573236 -> 1777573236 00002000:00010000:2.0:1777573237.184924:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1777573237.185207:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925964160:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 563us (735us total) trans 21474841680 rc 0/0 00000100:00100000:0.0:1777573237.185216:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5135 00002000:00010000:0.0:1777573237.185219:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.185222:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554e00 with x1863919925964160 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.185227:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8554e00. 00000100:00100000:2.0:1777573237.185383:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925964032:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 562us (1260us total) trans 17179874833 rc 0/0 00000100:00100000:2.0:1777573237.185469:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5136 00002000:00010000:2.0:1777573237.185474:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (118784->18446744073709551615) 00002000:00100000:2.0:1777573237.185477:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557100 with x1863919925964032 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573237.185481:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557100. 00000100:00100000:3.0:1777573237.189029:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.189245:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925964288 00000100:00100000:1.0:1777573237.189257:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925964288 00000100:00100000:1.0:1777573237.189354:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15483 00000100:00100000:1.0:1777573237.189365:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+548:59536:x1863919925964288:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.189391:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.189414:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119a06d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e883 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.189511:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119a074 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.189526:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119a074 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.189537:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119a074 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.189565:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:1.0:1777573237.189569:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.189586:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119a074 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.189611:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119a06d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e883 expref: 550 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.189630:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119a074 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e883 expref: 549 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.189700:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.189703:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.189706:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c64da200, rc 0) 00000100:00100000:1.0:1777573237.189765:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+549:59536:x1863919925964288:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 402us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.189773:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15483 00000100:00100000:1.0:1777573237.195020:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.195266:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925964416 00000100:00100000:2.0:1777573237.195294:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925964416 00000100:00100000:2.0:1777573237.195373:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5137 00000100:00100000:2.0:1777573237.195383:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925964416:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573237.195438:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.195454:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.195456:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.195461:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.195474:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.195583:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.195592:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.195600:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.195607:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7ca00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573237.195611:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.195620:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.195635:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.195642:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a07b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.195758:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925964416:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 376us (747us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1777573237.195767:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5137 00000100:00100000:3.0:1777573237.200136:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.200230:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925964544 00000100:00100000:0.0:1777573237.200240:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925964544 00000100:00100000:0.0:1777573237.200964:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5138 00000100:00100000:0.0:1777573237.200978:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925964544:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573237.201016:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.201038:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7d4 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.201046:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.201048:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.201051:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.201099:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7d4 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.201115:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7d4 expref: 39 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.201131:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932144128:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573237.201232:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573237.203554:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932144128:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573237.203576:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.203730:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.203782:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925964672 00000100:00100000:2.0:1777573237.203790:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925964672 00010000:00010000:2.0:1777573237.203824:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7d4 expref: 40 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.203864:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5621 00000100:00100000:2.0:1777573237.203873:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925964672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.203890:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.203908:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7d4 expref: 40 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.203918:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7d4 expref: 40 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.203937:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a1199f16 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7d4 expref: 40 pid: 8361 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.203968:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.203970:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.203974:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.203986:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.204017:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573237.204070:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925964672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 198us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.204078:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5621 00010000:00010000:1.0:1777573237.204208:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.204222:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.205920:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874834 is committed 00002000:00010000:1.0:1777573237.206171:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:1.0:1777573237.206186:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:1.0:1777573237.206198:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.206209:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.206217:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.206224:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7f000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573237.206229:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.206238:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.206257:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.206264:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031b19017/0x8dc0a528a119a082 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.206435:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925964544:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5458us (6306us total) trans 17179874834 rc 0/0 00000100:00100000:1.0:1777573237.206445:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5138 00000100:00100000:0.0:1777573237.211184:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.211234:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925964800 00000100:00100000:1.0:1777573237.211244:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925964800 00000100:00100000:1.0:1777573237.211563:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5139 00000100:00100000:1.0:1777573237.211575:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925964800:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573237.211612:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.211634:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e2 expref: 38 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.211642:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.211644:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.211648:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.211685:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e2 expref: 38 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.211701:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e2 expref: 38 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.211717:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932144256:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573237.211858:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573237.215889:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.216058:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932144256:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573237.216099:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.216252:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925964928 00000100:00100000:2.0:1777573237.216261:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925964928 00010000:00010000:2.0:1777573237.216325:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e2 expref: 39 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.216410:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5622 00000100:00100000:2.0:1777573237.216419:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925964928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.216437:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.216456:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e2 expref: 39 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.216469:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e2 expref: 39 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.216493:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a1199f32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7e2 expref: 39 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.216510:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.216512:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.216516:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.216526:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.216561:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573237.216615:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925964928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 197us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.216622:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5622 00010000:00010000:3.0:1777573237.216660:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.216671:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.218990:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841681 is committed 00002000:00010000:3.0:1777573237.219101:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:3.0:1777573237.219105:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:3.0:1777573237.219116:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.219127:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.219135:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.219141:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c64db600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573237.219145:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.219153:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.219169:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.219193:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053cee92d/0x8dc0a528a119a089 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.219334:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925964800:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7700us (8106us total) trans 21474841681 rc 0/0 00000100:00100000:3.0:1777573237.219345:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5139 00000100:00100000:0.0:1777573237.224204:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.224400:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925965056 00000100:00100000:2.0:1777573237.224411:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925965056 00000100:00100000:2.0:1777573237.224533:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5140 00000100:00100000:2.0:1777573237.224545:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925965056:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573237.224580:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.224613:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f0 expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.224621:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.224623:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.224626:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.224661:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f0 expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.224676:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f0 expref: 24 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.224698:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932144384:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573237.224788:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573237.228969:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.229051:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932144384:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573237.229088:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.229165:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925965184 00000100:00100000:0.0:1777573237.229180:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925965184 00010000:00010000:0.0:1777573237.229218:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f0 expref: 25 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.229259:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5623 00000100:00100000:0.0:1777573237.229316:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925965184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573237.229333:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.229357:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f0 expref: 25 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.229370:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f0 expref: 25 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.229392:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c00dd53/0x8dc0a528a1199f4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7f0 expref: 25 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.229408:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.229410:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.229415:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.229426:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.229458:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.229554:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.229560:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.230001:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925965184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 731us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.230010:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5623 00000001:00080000:2.0:1777573237.234161:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841682 is committed 00002000:00010000:1.0:1777573237.235044:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:1.0:1777573237.235050:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:1.0:1777573237.235065:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.235080:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.235089:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.235097:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7ca00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573237.235101:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.235110:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.235129:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.235141:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067c4bad6/0x8dc0a528a119a090 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.235321:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925965056:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10774us (11122us total) trans 21474841682 rc 0/0 00000100:00100000:1.0:1777573237.235333:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5140 00000100:00100000:1.0:1777573237.240000:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.240150:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925965312 00000100:00100000:0.0:1777573237.240160:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925965312 00000100:00100000:0.0:1777573237.240248:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5141 00000100:00100000:0.0:1777573237.240257:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925965312:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573237.240331:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.240364:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7fe expref: 25 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.240373:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.240375:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.240379:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.240417:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7fe expref: 25 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.240432:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7fe expref: 25 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.240447:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932144512:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573237.240521:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.244100:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.244234:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932144512:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573237.244262:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.244348:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925965440 00000100:00100000:2.0:1777573237.244356:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925965440 00010000:00010000:2.0:1777573237.244393:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7fe expref: 26 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.244432:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5624 00000100:00100000:2.0:1777573237.244441:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925965440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.244455:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.244477:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7fe expref: 26 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.244494:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7fe expref: 26 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.244516:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a1199f6a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e7fe expref: 26 pid: 28215 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.244531:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.244533:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.244537:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.244546:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.244575:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.244767:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.244776:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.245961:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925965440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1515us (1863us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.245970:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5624 00000001:00080000:2.0:1777573237.249933:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874835 is committed 00002000:00010000:1.0:1777573237.250062:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:1.0:1777573237.250067:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.250070:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.250073:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:1.0:1777573237.250086:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.250099:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.250110:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.250118:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573237.250123:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.250133:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.250153:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.250162:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119a097 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.250307:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925965312:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10008us (10272us total) trans 17179874835 rc 0/0 00000100:00100000:1.0:1777573237.250320:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5141 00000100:00100000:0.0:1777573237.256382:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.256479:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925965568 00000100:00100000:1.0:1777573237.256489:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925965568 00000100:00100000:1.0:1777573237.256547:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5142 00000100:00100000:1.0:1777573237.256553:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919925965568:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573237.256581:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.256602:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e80c expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.256610:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.256612:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.256615:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.256652:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e80c expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.256665:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e80c expref: 23 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.256684:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932144640:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573237.256766:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573237.260032:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932144640:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573237.260063:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.260231:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.260332:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925965696 00000100:00100000:1.0:1777573237.260341:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925965696 00010000:00010000:1.0:1777573237.260381:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e80c expref: 24 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.260430:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5625 00000100:00100000:1.0:1777573237.260441:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925965696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573237.260459:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.260484:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e80c expref: 24 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.260497:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e80c expref: 24 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.260522:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a1199f86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e80c expref: 24 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.260538:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.260540:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.260545:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.260555:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.260579:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573237.260757:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925965696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 317us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.260766:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5625 00010000:00010000:0.0:1777573237.260827:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.260837:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.266409:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841683 is committed 00002000:00010000:0.0:1777573237.266619:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:0.0:1777573237.266624:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.266627:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.266629:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:0.0:1777573237.266749:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.266763:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.266772:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.266779:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7f000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573237.266784:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.266793:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.266811:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.266820:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031b19017/0x8dc0a528a119a09e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.266922:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919925965568:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10364us (10542us total) trans 21474841683 rc 0/0 00000100:00100000:0.0:1777573237.266932:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5142 00000100:00100000:0.0:1777573237.271742:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.271811:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925965824 00000100:00100000:1.0:1777573237.271822:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925965824 00000100:00100000:1.0:1777573237.271928:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5143 00000100:00100000:1.0:1777573237.271941:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925965824:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573237.271989:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.272012:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e81a expref: 22 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.272028:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.272031:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.272034:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.272072:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e81a expref: 22 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.272088:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e81a expref: 22 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.272104:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932144768:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573237.272202:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.274257:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.274295:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932144768:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573237.274324:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.274504:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925965952 00000100:00100000:2.0:1777573237.274512:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925965952 00010000:00010000:2.0:1777573237.274545:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e81a expref: 23 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.274584:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5626 00000100:00100000:2.0:1777573237.274593:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c2e9c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925965952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.274618:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.274644:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e81a expref: 23 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.274658:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e81a expref: 23 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.274680:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000403fdf36/0x8dc0a528a1199fa2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e81a expref: 23 pid: 14598 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.274695:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.274697:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.274701:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.274710:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.274742:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573237.274792:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c2e9c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925965952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 199us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.274800:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5626 00010000:00010000:1.0:1777573237.275051:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.275061:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.279422:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841684 is committed 00002000:00010000:1.0:1777573237.279551:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:1.0:1777573237.279556:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.279559:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.279561:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:1.0:1777573237.279574:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.279587:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.279596:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.279603:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573237.279608:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.279617:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.279642:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.279650:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119a0a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.279788:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925965824:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7845us (8050us total) trans 21474841684 rc 0/0 00000100:00100000:1.0:1777573237.279799:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5143 00000100:00100000:3.0:1777573237.286845:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.286961:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925966080 00000100:00100000:2.0:1777573237.286971:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925966080 00000100:00100000:2.0:1777573237.287092:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5144 00000100:00100000:2.0:1777573237.287104:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919925966080:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573237.287141:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.287185:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e828 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.287194:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.287196:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.287199:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.287231:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e828 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.287245:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e828 expref: 24 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.287259:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932144896:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573237.287371:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c34d9240 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.290432:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.290490:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932144896:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573237.290512:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.291899:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925966208 00000100:00100000:0.0:1777573237.291909:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925966208 00010000:00010000:0.0:1777573237.291955:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e828 expref: 25 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.291996:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5627 00000100:00100000:0.0:1777573237.292003:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925966208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573237.292016:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.292033:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e828 expref: 25 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.292042:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e828 expref: 25 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.292059:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6668946/0x8dc0a528a1199fbe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e828 expref: 25 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.292072:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.292073:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.292077:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.292087:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.292112:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573237.292165:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925966208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 162us (1743us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.292180:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5627 00010000:00010000:3.0:1777573237.292688:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.292699:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.296373:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874836 is committed 00002000:00010000:3.0:1777573237.296505:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:3.0:1777573237.296509:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:3.0:1777573237.296512:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:3.0:1777573237.296514:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:3.0:1777573237.296525:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.296536:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.296549:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.296555:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7ca00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573237.296560:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.296568:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.296585:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.296592:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067c4bad6/0x8dc0a528a119a0ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.296681:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919925966080:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9576us (9841us total) trans 17179874836 rc 0/0 00000100:00100000:3.0:1777573237.296691:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5144 00000100:00100000:0.0:1777573237.300567:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.300732:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925966336 00000100:00100000:3.0:1777573237.300742:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925966336 00000100:00100000:3.0:1777573237.300827:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5145 00000100:00100000:3.0:1777573237.300837:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925966336:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573237.300878:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.300905:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e836 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.300914:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573237.300916:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573237.300919:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.301219:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e836 expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.301241:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e836 expref: 21 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.301258:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed5500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932145024:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573237.301366:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573237.308747:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.308895:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed5500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932145024:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573237.308925:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.309229:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925966464 00000100:00100000:0.0:1777573237.309239:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925966464 00010000:00010000:0.0:1777573237.309302:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e836 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.309361:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5628 00000100:00100000:0.0:1777573237.309371:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925966464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573237.309389:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.309414:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e836 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.309428:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e836 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.309452:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055f74bc3/0x8dc0a528a1199fda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e836 expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.309476:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.309477:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.309483:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.309492:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.309526:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573237.309590:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925966464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 220us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.309597:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5628 00010000:00010000:2.0:1777573237.309797:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.309806:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.315505:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841685 is committed 00002000:00010000:2.0:1777573237.315607:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:2.0:1777573237.315611:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.315613:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.315615:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:2.0:1777573237.315626:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.315636:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.315647:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.315654:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573237.315659:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.315667:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.315681:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.315686:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a0b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.315773:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925966336:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 14934us (15212us total) trans 21474841685 rc 0/0 00000100:00100000:2.0:1777573237.315784:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5145 00000100:00100000:1.0:1777573237.320258:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.320415:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925966592 00000100:00100000:3.0:1777573237.320427:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925966592 00000100:00100000:3.0:1777573237.322267:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5146 00000100:00100000:3.0:1777573237.322299:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925966592:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573237.322339:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.322771:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e844 expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.322779:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573237.322781:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573237.322784:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.322815:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e844 expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.322829:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e844 expref: 23 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.322841:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932145152:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573237.322913:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d389c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.325421:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932145152:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573237.325451:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.325714:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.325781:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925966720 00000100:00100000:2.0:1777573237.325788:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925966720 00010000:00010000:2.0:1777573237.325823:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e844 expref: 24 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.325904:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5629 00000100:00100000:2.0:1777573237.325914:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925966720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.325929:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.325951:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e844 expref: 24 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.325964:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e844 expref: 24 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.325986:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a69f06a7/0x8dc0a528a1199ff6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e844 expref: 24 pid: 29349 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.326001:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.326003:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.326008:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.326018:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.326043:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573237.326095:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925966720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 182us (464us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573237.326111:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.326112:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5629 00010000:00010000:3.0:1777573237.326124:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.330637:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874837 is committed 00002000:00010000:3.0:1777573237.331340:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:3.0:1777573237.331346:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:3.0:1777573237.331348:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:3.0:1777573237.331428:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:3.0:1777573237.331442:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.331454:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.331468:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.331475:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573237.331480:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.331488:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.331506:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.331513:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119a0ba lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.331637:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925966592:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9344us (11387us total) trans 17179874837 rc 0/0 00000100:00100000:3.0:1777573237.331647:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5146 00000100:00100000:1.0:1777573237.336472:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.336770:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925966848 00000100:00100000:0.0:1777573237.336781:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925966848 00000100:00100000:0.0:1777573237.337719:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5147 00000100:00100000:0.0:1777573237.337732:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925966848:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573237.337775:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.337794:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e852 expref: 20 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.337803:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.337805:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.337808:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.337848:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e852 expref: 20 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.337861:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e852 expref: 20 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.337876:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932145280:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573237.337961:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573237.342007:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932145280:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573237.342036:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.342111:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.342231:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925966976 00000100:00100000:0.0:1777573237.342238:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925966976 00010000:00010000:0.0:1777573237.342574:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e852 expref: 21 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.342614:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5630 00000100:00100000:0.0:1777573237.342625:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925966976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573237.342638:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.342659:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e852 expref: 21 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.342676:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e852 expref: 21 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.342698:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a012 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e852 expref: 21 pid: 8360 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.342713:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.342715:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.342719:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.342729:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.342755:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.343034:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.343044:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.343429:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925966976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 806us (1319us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.343437:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5630 00000001:00080000:2.0:1777573237.348147:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841686 is committed 00002000:00010000:1.0:1777573237.348305:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:1.0:1777573237.348310:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.348313:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.348316:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:1.0:1777573237.348330:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.348343:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.348352:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.348359:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573237.348364:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.348372:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.348392:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.348400:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119a0c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.348558:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925966848:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10827us (12093us total) trans 21474841686 rc 0/0 00000100:00100000:1.0:1777573237.348568:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5147 00000100:00100000:3.0:1777573237.352979:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.353026:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925967104 00000100:00100000:1.0:1777573237.353035:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925967104 00000100:00100000:1.0:1777573237.353087:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5148 00000100:00100000:1.0:1777573237.353096:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925967104:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573237.353132:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.353150:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e860 expref: 22 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.353156:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.353157:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.353160:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.353196:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e860 expref: 22 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.353208:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e860 expref: 22 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.353222:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932145408:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573237.353513:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573237.357890:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932145408:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573237.357921:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.358678:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.358998:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925967232 00000100:00100000:0.0:1777573237.359008:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925967232 00010000:00010000:0.0:1777573237.359046:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e860 expref: 23 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.359091:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5631 00000100:00100000:0.0:1777573237.359100:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925967232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573237.359117:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.359139:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e860 expref: 23 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.359153:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e860 expref: 23 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.359187:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a02e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e860 expref: 23 pid: 27874 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.359203:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.359205:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.359210:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.359220:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.359254:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573237.359292:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.359300:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.359333:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925967232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 234us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.359341:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5631 00000001:00080000:1.0:1777573237.362612:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874838 is committed 00002000:00010000:2.0:1777573237.363026:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:2.0:1777573237.363031:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.363035:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.363037:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:2.0:1777573237.363049:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.363061:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.363071:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.363079:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573237.363084:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.363092:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.363110:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.363118:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a0c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.363222:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925967104:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10122us (10248us total) trans 17179874838 rc 0/0 00000100:00100000:2.0:1777573237.363233:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5148 00000100:00100000:2.0:1777573237.369201:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.369306:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925967360 00000100:00100000:1.0:1777573237.369317:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925967360 00000100:00100000:1.0:1777573237.369391:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5149 00000100:00100000:1.0:1777573237.369402:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925967360:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573237.369438:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.369459:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e86e expref: 19 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.369468:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.369470:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.369473:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.369509:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e86e expref: 19 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.369522:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e86e expref: 19 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.369538:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932145536:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573237.369612:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573237.372382:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932145536:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573237.372413:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.373132:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.373324:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925967488 00000100:00100000:0.0:1777573237.373333:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925967488 00010000:00010000:0.0:1777573237.373369:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e86e expref: 20 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.373408:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5632 00000100:00100000:0.0:1777573237.373418:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925967488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573237.373438:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.373460:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e86e expref: 20 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.373472:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e86e expref: 20 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.373496:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a04a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e86e expref: 20 pid: 28214 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.373511:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.373513:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.373518:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.373528:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.373545:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573237.373587:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925967488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 171us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.373592:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5632 00010000:00010000:1.0:1777573237.373645:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.373654:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.379587:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841687 is committed 00002000:00010000:2.0:1777573237.379703:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:2.0:1777573237.379708:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.379711:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.379713:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:2.0:1777573237.379725:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.379737:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.379745:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.379752:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573237.379757:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.379767:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.379785:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.379792:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a0cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.379872:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+18:2405:x1863919925967360:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10470us (10678us total) trans 21474841687 rc 0/0 00000100:00100000:2.0:1777573237.379880:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5149 00000100:00100000:2.0:1777573237.383916:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.384134:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925967616 00000100:00100000:1.0:1777573237.384145:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925967616 00000100:00100000:1.0:1777573237.384228:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5150 00000100:00100000:1.0:1777573237.384238:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919925967616:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573237.384308:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.384330:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e87c expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.384339:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.384341:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.384345:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.384383:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e87c expref: 21 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.384397:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e87c expref: 21 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.384413:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932145664:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573237.384498:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573237.386840:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932145664:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573237.386868:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.387495:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.387681:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925967744 00000100:00100000:1.0:1777573237.387689:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925967744 00010000:00010000:1.0:1777573237.387724:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e87c expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.387759:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5633 00000100:00100000:1.0:1777573237.387769:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c2e9e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925967744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573237.387783:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.387806:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e87c expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.387818:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e87c expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.387840:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b1e58d5/0x8dc0a528a119a066 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e87c expref: 22 pid: 8938 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.387860:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.387862:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.387867:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.387877:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.387908:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573237.387955:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c2e9e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925967744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 187us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.387962:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5633 00010000:00010000:0.0:1777573237.388197:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.388207:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.394371:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874839 is committed 00002000:00010000:0.0:1777573237.394482:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 118784 -> 208896 00002000:00010000:0.0:1777573237.394487:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.394490:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.394492:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 72 -> 104 00010000:00010000:0.0:1777573237.394504:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.394517:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.394525:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.394532:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573237.394537:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.394545:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.394824:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.394835:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [196608->208895] (req 196608->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.394926:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925967616:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10685us (11015us total) trans 17179874839 rc 0/0 00000100:00100000:0.0:1777573237.394935:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5150 00000100:00100000:2.0:1777573237.399314:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.399435:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925967872 00000100:00100000:1.0:1777573237.399483:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925967872 00000100:00100000:1.0:1777573237.399678:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12360 00000100:00100000:1.0:1777573237.399688:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925967872:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573237.400417:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925967872:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 729us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.400427:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12360 00000100:00100000:3.0:1777573237.402696:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.402754:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925968000 00000100:00100000:1.0:1777573237.402763:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925968000 00000100:00100000:1.0:1777573237.402814:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12361 00000100:00100000:1.0:1777573237.402825:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925968000:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573237.402933:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925968000:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 109us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.402941:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12361 00000100:00100000:3.0:1777573237.405225:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.405332:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925968256 00000100:00100000:1.0:1777573237.405341:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925968256 00000100:00100000:1.0:1777573237.405400:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15484 00000100:00100000:1.0:1777573237.405411:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+549:59536:x1863919925968256:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.405460:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.405491:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119a074 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e883 expref: 549 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.405510:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.405515:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.405679:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.405709:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.405720:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.405765:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978707 00000004:00010000:1.0:1777573237.405789:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0362e09 reply state 00000000e61ca560 transno 4294978708 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.405802:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.405808:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.405811:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.405814:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.405904:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+551:59536:x1863919925968256:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 483us (670us total) trans 4294978708 rc 0/0 00000100:00100000:1.0:1777573237.405913:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15484 00000020:00080000:1.0:1777573237.405919:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573237.407825:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.407999:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925968384 00000100:00100000:1.0:1777573237.408008:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925968384 00000100:00100000:1.0:1777573237.408053:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12362 00000100:00100000:1.0:1777573237.408062:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925968384:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.408077:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.408097:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e88a expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573237.408124:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 208896, mtime: 0x69f39d74, atime: 0x69f39d4f, ctime: 0x69f39d74, blocks: 0x68 00010000:00010000:1.0:1777573237.408145:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.408147:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.408155:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e88a expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.408183:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e88a expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.408196:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6400, rc 0) 00000100:00100000:1.0:1777573237.408250:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925968384:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 189us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.408257:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12362 00000100:00100000:3.0:1777573237.410361:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.410392:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.410560:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925968512 00000100:00100000:1.0:1777573237.410570:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925968512 00002000:00010000:1.0:1777573237.410602:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (208896->18446744073709551615) 00002000:00100000:1.0:1777573237.410606:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4a80 with x1863919925968512 ext(208896->18446744073709551615) 00002000:00010000:1.0:1777573237.410616:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4a80. 00000100:00100000:1.0:1777573237.410633:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925968640 00000100:00100000:1.0:1777573237.410636:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925968640 00002000:00010000:1.0:1777573237.410648:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.410651:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5c00 with x1863919925968640 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.410657:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed5c00. 00000100:00100000:1.0:1777573237.410680:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5151 00000100:00100000:1.0:1777573237.410689:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925968512:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573237.410690:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5152 00000100:00100000:2.0:1777573237.410698:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919925968640:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.410832:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.410832:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:2.0:1777573237.410836:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.410836:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.410840:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:1.0:1777573237.410840:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573237.410843:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.410843:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.410847:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573237.410847:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573237.411035:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925968512:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 346us (678us total) trans 17179874840 rc 0/0 00000100:00100000:1.0:1777573237.411043:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5151 00002000:00010000:1.0:1777573237.411047:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (208896->18446744073709551615) 00002000:00100000:1.0:1777573237.411049:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4a80 with x1863919925968512 ext(208896->18446744073709551615) 00002000:00010000:1.0:1777573237.411054:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4a80. 00000100:00100000:2.0:1777573237.411227:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919925968640:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 529us (833us total) trans 21474841688 rc 0/0 00000100:00100000:2.0:1777573237.411234:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5152 00002000:00010000:2.0:1777573237.411237:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.411239:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5c00 with x1863919925968640 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.411243:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ed5c00. 00000100:00100000:3.0:1777573237.414836:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.415179:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925968768 00000100:00100000:0.0:1777573237.415193:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925968768 00000100:00100000:0.0:1777573237.415267:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15485 00000100:00100000:0.0:1777573237.415301:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+551:59536:x1863919925968768:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.415324:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.415343:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119a0eb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e891 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.415436:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a0f2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.415451:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a0f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.415461:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a0f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573237.415489:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:0.0:1777573237.415493:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573237.415509:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a0f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.415537:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119a0eb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e891 expref: 553 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.415553:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a0f2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e891 expref: 552 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.415561:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.415565:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573237.415568:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a8800, rc 0) 00000100:00100000:0.0:1777573237.416378:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+552:59536:x1863919925968768:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 333us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.416389:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15485 00000100:00100000:3.0:1777573237.418832:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.418921:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925969024 00000100:00100000:2.0:1777573237.418935:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925969024 00000100:00100000:2.0:1777573237.419068:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15486 00000100:00100000:2.0:1777573237.419082:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+552:59536:x1863919925969024:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.419133:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.419164:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a0f2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e891 expref: 552 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.419362:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.419367:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.419528:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.419552:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.419562:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.419607:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978709 00000004:00010000:2.0:1777573237.419631:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000075f5bc5 reply state 000000005288796c transno 4294978710 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.419643:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.419649:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.419651:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.419654:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.419740:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+554:59536:x1863919925969024:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 662us (920us total) trans 4294978710 rc 0/0 00000100:00100000:2.0:1777573237.419748:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15486 00000020:00080000:2.0:1777573237.419752:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.421113:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.421186:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925969152 00000100:00100000:2.0:1777573237.421196:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925969152 00000100:00100000:2.0:1777573237.421262:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12363 00000100:00100000:2.0:1777573237.421288:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+19:59536:x1863919925969152:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.421315:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.421337:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e898 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573237.421374:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 208896, mtime: 0x69f39d74, atime: 0x69f39d51, ctime: 0x69f39d74, blocks: 0x68 00010000:00010000:2.0:1777573237.421398:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.421401:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.421409:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e898 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.421426:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e898 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.421440:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7c400, rc 0) 00000100:00100000:2.0:1777573237.421494:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925969152:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 225us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.421502:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12363 00000100:00100000:2.0:1777573237.425652:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.425739:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.426135:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925969280 00000100:00100000:3.0:1777573237.426149:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925969280 00002000:00010000:3.0:1777573237.426214:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (208896->18446744073709551615) 00002000:00100000:3.0:1777573237.426220:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744a80 with x1863919925969280 ext(208896->18446744073709551615) 00002000:00010000:3.0:1777573237.426236:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5744a80. 00000100:00100000:3.0:1777573237.426362:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925969408 00000100:00100000:3.0:1777573237.426366:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925969408 00002000:00010000:3.0:1777573237.426382:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573237.426385:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745f80 with x1863919925969408 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573237.426392:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5745f80. 00000100:00100000:0.0:1777573237.426555:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5153 00000100:00100000:0.0:1777573237.426569:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925969280:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573237.426676:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5154 00000100:00100000:2.0:1777573237.426686:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925969408:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573237.426761:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:0.0:1777573237.426765:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.426768:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573237.426770:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.426772:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 104 -> 104 00002000:00010000:2.0:1777573237.426779:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.426781:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.426783:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573237.426785:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.426787:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573237.426850:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925969280:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 284us (1211us total) trans 21474841689 rc 0/0 00000100:00100000:0.0:1777573237.426858:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5153 00002000:00010000:0.0:1777573237.426862:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (208896->18446744073709551615) 00002000:00100000:0.0:1777573237.426865:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744a80 with x1863919925969280 ext(208896->18446744073709551615) 00000100:00100000:2.0:1777573237.426872:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925969408:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 189us (1133us total) trans 17179874841 rc 0/0 00002000:00010000:0.0:1777573237.426872:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5744a80. 00000100:00100000:2.0:1777573237.426877:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5154 00002000:00010000:2.0:1777573237.426880:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.426883:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5745f80 with x1863919925969408 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.426886:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5745f80. 00000100:00100000:3.0:1777573237.429508:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.429671:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925969536 00000100:00100000:1.0:1777573237.429684:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925969536 00000100:00100000:1.0:1777573237.429752:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15487 00000100:00100000:1.0:1777573237.429765:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+554:59536:x1863919925969536:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.429799:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.429825:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119a107 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e89f expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.429979:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a10e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.429999:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a10e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.430014:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a10e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.430050:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:1.0:1777573237.430055:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.430078:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a10e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.430109:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119a107 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e89f expref: 556 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.430130:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a10e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e89f expref: 555 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.430140:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.430143:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.430147:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6000, rc 0) 00000100:00100000:1.0:1777573237.430227:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+555:59536:x1863919925969536:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 465us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.430239:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15487 00000100:00100000:1.0:1777573237.433652:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.433791:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925969792 00000100:00100000:2.0:1777573237.433804:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925969792 00000100:00100000:2.0:1777573237.433883:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15488 00000100:00100000:2.0:1777573237.433895:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+555:59536:x1863919925969792:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.433974:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.434008:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a10e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e89f expref: 555 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.434033:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.434039:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.434262:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.435397:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.435413:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.435495:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978711 00000004:00010000:2.0:1777573237.435539:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003964d224 reply state 000000004bb8e0bb transno 4294978712 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.435557:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.435564:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.435567:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.435571:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.435697:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+557:59536:x1863919925969792:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1801us (2055us total) trans 4294978712 rc 0/0 00000100:00100000:2.0:1777573237.435706:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15488 00000020:00080000:2.0:1777573237.435712:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573237.438179:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.438297:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925969920 00000100:00100000:0.0:1777573237.438310:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925969920 00000100:00100000:0.0:1777573237.438499:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12364 00000100:00100000:0.0:1777573237.438512:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925969920:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.438534:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.438561:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8a6 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.438593:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 208896, mtime: 0x69f39d74, atime: 0x69f39d55, ctime: 0x69f39d74, blocks: 0x68 00010000:00010000:0.0:1777573237.438621:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.438624:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.438633:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8a6 expref: 22 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.438653:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8a6 expref: 22 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.438669:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a8e00, rc 0) 00000100:00100000:0.0:1777573237.438766:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+22:59536:x1863919925969920:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 258us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.438771:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12364 00000100:00100000:3.0:1777573237.440267:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.440528:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925970176 00000100:00100000:0.0:1777573237.440539:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925970176 00002000:00010000:0.0:1777573237.440582:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.440587:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4700 with x1863919925970176 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.440600:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec4700. 00000100:00100000:0.0:1777573237.440665:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5155 00000100:00100000:0.0:1777573237.440676:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925970176:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573237.440853:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:0.0:1777573237.440862:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573237.440867:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.440870:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573237.440873:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.440875:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573237.440954:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925970048 00000100:00100000:1.0:1777573237.440958:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925970048 00002000:00010000:1.0:1777573237.440972:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (208896->18446744073709551615) 00002000:00100000:1.0:1777573237.440976:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8380 with x1863919925970048 ext(208896->18446744073709551615) 00002000:00010000:1.0:1777573237.440981:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8380. 00000100:00100000:1.0:1777573237.440998:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5156 00000100:00100000:1.0:1777573237.441005:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925970048:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573237.441093:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925970176:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 419us (831us total) trans 17179874842 rc 0/0 00000100:00100000:0.0:1777573237.441099:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5155 00002000:00010000:0.0:1777573237.441102:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.441104:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4700 with x1863919925970176 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.441107:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec4700. 00002000:00010000:1.0:1777573237.441157:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:1.0:1777573237.441160:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.441161:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573237.441163:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.441165:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573237.441230:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925970048:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 224us (378us total) trans 21474841690 rc 0/0 00000100:00100000:1.0:1777573237.441237:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5156 00002000:00010000:1.0:1777573237.441240:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (208896->18446744073709551615) 00002000:00100000:1.0:1777573237.441242:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8380 with x1863919925970048 ext(208896->18446744073709551615) 00002000:00010000:1.0:1777573237.441247:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8380. 00000100:00100000:2.0:1777573237.443343:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.443539:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925970304 00000100:00100000:1.0:1777573237.443550:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925970304 00000100:00100000:1.0:1777573237.443620:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15489 00000100:00100000:1.0:1777573237.443635:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+557:59536:x1863919925970304:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.443670:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.443695:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119a123 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8ad expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.443821:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a12a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.443840:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a12a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.443854:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a12a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.443888:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:1.0:1777573237.443893:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.443915:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a12a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.443946:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119a123 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ad expref: 559 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.443966:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a12a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ad expref: 558 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.443976:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.443985:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.443989:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6000, rc 0) 00000100:00100000:1.0:1777573237.444058:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+558:59536:x1863919925970304:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 428us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.444069:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15489 00000100:00100000:3.0:1777573237.448378:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.448448:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925970560 00000100:00100000:2.0:1777573237.448462:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925970560 00000100:00100000:2.0:1777573237.448532:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15490 00000100:00100000:2.0:1777573237.448544:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+558:59536:x1863919925970560:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.448609:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.448653:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a12a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ad expref: 558 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.448678:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.448684:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.449085:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.449114:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.449123:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.449182:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978713 00000004:00010000:2.0:1777573237.449255:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ca6199c reply state 00000000f3fbbde6 transno 4294978714 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.449293:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.449300:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.449302:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.449304:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.449393:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+560:59536:x1863919925970560:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 852us (1029us total) trans 4294978714 rc 0/0 00000100:00100000:2.0:1777573237.449399:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15490 00000020:00080000:2.0:1777573237.449404:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573237.451565:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.451618:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925970688 00000100:00100000:1.0:1777573237.451631:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925970688 00000100:00100000:1.0:1777573237.451818:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12365 00000100:00100000:1.0:1777573237.451830:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925970688:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.451852:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.451879:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8b4 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573237.451922:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d56, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:1.0:1777573237.451951:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.451954:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.451964:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8b4 expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.451983:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8b4 expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.451999:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e7000, rc 0) 00000100:00100000:1.0:1777573237.452067:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925970688:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 239us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.452075:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12365 00000100:00100000:0.0:1777573237.454222:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.455080:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.455396:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925970816 00000100:00100000:0.0:1777573237.455449:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925970816 00002000:00010000:0.0:1777573237.455498:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (208896->18446744073709551615) 00002000:00100000:0.0:1777573237.455503:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d6a00 with x1863919925970816 ext(208896->18446744073709551615) 00002000:00010000:0.0:1777573237.455517:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d6a00. 00000100:00100000:0.0:1777573237.455539:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925970944 00000100:00100000:0.0:1777573237.455541:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925970944 00002000:00010000:0.0:1777573237.455551:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.455553:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6680 with x1863919925970944 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.455558:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec6680. 00000100:00100000:0.0:1777573237.455608:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5157 00000100:00100000:0.0:1777573237.455616:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925970816:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573237.455780:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5158 00000100:00100000:3.0:1777573237.455794:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925970944:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573237.455956:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573237.455960:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:3.0:1777573237.455963:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573237.455966:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:3.0:1777573237.455969:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573237.456029:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:0.0:1777573237.456033:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.456035:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573237.456037:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.456039:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573237.456050:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925970944:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 262us (972us total) trans 21474841691 rc 0/0 00000100:00100000:3.0:1777573237.456057:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5158 00002000:00010000:3.0:1777573237.456062:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573237.456065:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6680 with x1863919925970944 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573237.456069:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec6680. 00000100:00100000:0.0:1777573237.456069:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925970816:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 445us (1850us total) trans 17179874843 rc 0/0 00000100:00100000:0.0:1777573237.456075:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5157 00002000:00010000:0.0:1777573237.456078:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (208896->18446744073709551615) 00002000:00100000:0.0:1777573237.456080:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d6a00 with x1863919925970816 ext(208896->18446744073709551615) 00002000:00010000:0.0:1777573237.456084:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d6a00. 00000100:00100000:0.0:1777573237.459248:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.459346:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925971072 00000100:00100000:2.0:1777573237.459362:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925971072 00000100:00100000:2.0:1777573237.459453:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15491 00000100:00100000:2.0:1777573237.459467:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+560:59536:x1863919925971072:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.459491:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.459512:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a13f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8bb expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.459615:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a146 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.459632:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a146 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.459645:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a146 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.459672:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:2.0:1777573237.459675:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.459692:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a146 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.459719:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a13f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8bb expref: 562 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.459739:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a146 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8bb expref: 561 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.459745:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.459747:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.459749:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588600, rc 0) 00000100:00100000:2.0:1777573237.459809:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+561:59536:x1863919925971072:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 346us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.459816:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15491 00000100:00100000:1.0:1777573237.463627:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.463708:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925971328 00000100:00100000:2.0:1777573237.463719:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925971328 00000100:00100000:2.0:1777573237.463775:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15492 00000100:00100000:2.0:1777573237.463786:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+561:59536:x1863919925971328:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.463835:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.463862:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a146 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8bb expref: 561 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.463882:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.463887:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.464140:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.464166:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.464187:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.464230:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978715 00000004:00010000:2.0:1777573237.464254:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003290a7fd reply state 00000000037c553c transno 4294978716 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.464266:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.464291:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.464295:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.464298:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.464372:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+563:59536:x1863919925971328:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 588us (754us total) trans 4294978716 rc 0/0 00000100:00100000:2.0:1777573237.464380:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15492 00000020:00080000:2.0:1777573237.464385:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.466552:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.466634:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925971456 00000100:00100000:1.0:1777573237.466644:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925971456 00000100:00100000:1.0:1777573237.466700:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12366 00000100:00100000:1.0:1777573237.466709:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925971456:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.466724:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.466742:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8c2 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573237.466764:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d57, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:1.0:1777573237.466780:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.466782:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.466788:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c2 expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.466803:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c2 expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.466815:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6c00, rc 0) 00000100:00100000:1.0:1777573237.466863:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925971456:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 156us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.466869:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12366 00000100:00100000:0.0:1777573237.468962:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.469201:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.469257:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925971712 00000100:00100000:2.0:1777573237.469295:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925971712 00002000:00010000:2.0:1777573237.469339:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.469344:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f100 with x1863919925971712 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.469356:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0f100. 00000100:00100000:3.0:1777573237.469576:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925971584 00000100:00100000:3.0:1777573237.469586:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925971584 00000100:00100000:2.0:1777573237.469607:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5159 00000100:00100000:2.0:1777573237.469619:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925971712:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573237.469645:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (208896->18446744073709551615) 00002000:00100000:3.0:1777573237.469653:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ca80 with x1863919925971584 ext(208896->18446744073709551615) 00002000:00010000:3.0:1777573237.469664:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ca80. 00000100:00100000:3.0:1777573237.469699:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5160 00000100:00100000:3.0:1777573237.469719:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925971584:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.469773:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.469776:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.469778:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573237.469779:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.469781:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573237.469837:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919925971712:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 220us (885us total) trans 17179874844 rc 0/0 00000100:00100000:2.0:1777573237.469847:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5159 00002000:00010000:2.0:1777573237.469851:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.469854:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f100 with x1863919925971712 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.469860:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0f100. 00002000:00010000:3.0:1777573237.469874:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:3.0:1777573237.469880:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.469883:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573237.469885:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.469888:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573237.469934:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925971584:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 225us (732us total) trans 21474841692 rc 0/0 00000100:00100000:3.0:1777573237.469941:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5160 00002000:00010000:3.0:1777573237.469946:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (208896->18446744073709551615) 00002000:00100000:3.0:1777573237.469949:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ca80 with x1863919925971584 ext(208896->18446744073709551615) 00002000:00010000:3.0:1777573237.469953:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ca80. 00000100:00100000:3.0:1777573237.475402:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.475467:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925971840 00000100:00100000:1.0:1777573237.475476:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925971840 00000100:00100000:1.0:1777573237.475535:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15493 00000100:00100000:1.0:1777573237.475545:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+563:59536:x1863919925971840:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.475569:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.475599:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a15b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8c9 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.475695:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119a162 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.475710:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119a162 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.475721:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119a162 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.475761:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:1.0:1777573237.475766:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.475784:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119a162 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.475806:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119a15b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c9 expref: 565 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.475826:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119a162 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c9 expref: 564 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.475834:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.475837:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.475840:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e7200, rc 0) 00000100:00100000:1.0:1777573237.475901:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+564:59536:x1863919925971840:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 357us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.475909:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15493 00000100:00100000:1.0:1777573237.479163:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.479406:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925972096 00000100:00100000:2.0:1777573237.479416:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925972096 00000100:00100000:2.0:1777573237.479468:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15494 00000100:00100000:2.0:1777573237.479477:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+564:59536:x1863919925972096:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.479530:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.479551:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119a162 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c9 expref: 564 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.479567:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.479571:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.479696:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.479716:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.479723:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.479754:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978717 00000004:00010000:2.0:1777573237.479770:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046dc219e reply state 000000005e0cecb9 transno 4294978718 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.479780:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.479784:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.479786:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.479788:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.480094:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+566:59536:x1863919925972096:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 617us (936us total) trans 4294978718 rc 0/0 00000100:00100000:2.0:1777573237.480102:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15494 00000020:00080000:2.0:1777573237.480107:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573237.483806:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.484149:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925972224 00000100:00100000:1.0:1777573237.484160:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925972224 00000100:00100000:2.0:1777573237.484700:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12367 00000100:00100000:2.0:1777573237.484714:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+26:59536:x1863919925972224:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.484732:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.484751:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8d0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573237.484777:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d5d, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:2.0:1777573237.484801:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.484803:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.485028:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d0 expref: 27 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.485048:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d0 expref: 27 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.485061:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556ce00, rc 0) 00000100:00100000:2.0:1777573237.485244:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:59536:x1863919925972224:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 534us (1446us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.485252:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12367 00000100:00100000:1.0:1777573237.489646:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.489687:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.489720:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925972352 00000100:00100000:2.0:1777573237.489729:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925972352 00000100:00100000:0.0:1777573237.489751:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925972480 00000100:00100000:0.0:1777573237.489757:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925972480 00002000:00010000:2.0:1777573237.489770:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (208896->18446744073709551615) 00002000:00100000:2.0:1777573237.489775:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66d80 with x1863919925972352 ext(208896->18446744073709551615) 00002000:00010000:0.0:1777573237.489777:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.489782:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64700 with x1863919925972480 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.489787:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b66d80. 00002000:00010000:0.0:1777573237.489789:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b64700. 00000100:00100000:2.0:1777573237.489972:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5161 00000100:00100000:2.0:1777573237.489982:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925972352:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.490114:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:2.0:1777573237.490118:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.490120:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573237.490122:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.490124:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1777573237.490221:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925972352:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 240us (584us total) trans 21474841693 rc 0/0 00000100:00100000:2.0:1777573237.490232:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5161 00002000:00010000:2.0:1777573237.490235:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (208896->18446744073709551615) 00002000:00100000:2.0:1777573237.490238:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66d80 with x1863919925972352 ext(208896->18446744073709551615) 00002000:00010000:2.0:1777573237.490243:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b66d80. 00000100:00100000:2.0:1777573237.490260:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5162 00000100:00100000:2.0:1777573237.490266:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925972480:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.490368:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.490371:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.490374:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573237.490376:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.490378:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573237.490397:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925972480:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 131us (711us total) trans 17179874845 rc 0/0 00000100:00100000:2.0:1777573237.490403:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5162 00002000:00010000:2.0:1777573237.490405:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.490408:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64700 with x1863919925972480 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.490412:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b64700. 00000100:00100000:1.0:1777573237.493556:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.493732:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925972608 00000100:00100000:2.0:1777573237.493741:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925972608 00000100:00100000:2.0:1777573237.493800:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15495 00000100:00100000:2.0:1777573237.493811:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+566:59536:x1863919925972608:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.493833:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.493853:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a177 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8d7 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.493951:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a17e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.493967:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a17e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.493976:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a17e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.494007:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:2.0:1777573237.494011:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.494027:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a17e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.494051:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a177 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d7 expref: 568 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.494068:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a17e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d7 expref: 567 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.494076:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.494079:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.494082:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:2.0:1777573237.494204:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+567:59536:x1863919925972608:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 394us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.494211:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15495 00000100:00100000:1.0:1777573237.497059:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.497327:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925972864 00000100:00100000:0.0:1777573237.497336:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925972864 00000100:00100000:0.0:1777573237.497392:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15496 00000100:00100000:0.0:1777573237.497402:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+567:59536:x1863919925972864:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573237.497451:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.497475:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a17e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d7 expref: 567 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.497495:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.497500:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573237.497659:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.497684:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.497694:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573237.497736:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978719 00000004:00010000:0.0:1777573237.497758:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007af6a58 reply state 00000000da2027db transno 4294978720 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.497770:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.497777:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.497779:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573237.497783:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573237.497909:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+569:59536:x1863919925972864:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 508us (854us total) trans 4294978720 rc 0/0 00000100:00100000:0.0:1777573237.497916:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15496 00000020:00080000:0.0:1777573237.497921:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573237.500885:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.501005:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925972992 00000100:00100000:0.0:1777573237.501014:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925972992 00000100:00100000:0.0:1777573237.501075:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12368 00000100:00100000:0.0:1777573237.501087:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+28:59536:x1863919925972992:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.501104:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.501124:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8de expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.501149:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d5e, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:0.0:1777573237.501184:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.501187:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.501194:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8de expref: 29 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.501212:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8de expref: 29 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.501224:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9e00, rc 0) 00000100:00100000:0.0:1777573237.501521:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925972992:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 436us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.501539:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12368 00000100:00100000:1.0:1777573237.503732:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.503787:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.503872:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925973248 00000100:00100000:0.0:1777573237.503885:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925973248 00002000:00010000:0.0:1777573237.503923:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.503927:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554700 with x1863919925973248 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.503937:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8554700. 00000100:00100000:3.0:1777573237.503963:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925973120 00000100:00100000:0.0:1777573237.503967:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5163 00000100:00100000:3.0:1777573237.503970:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925973120 00000100:00100000:0.0:1777573237.503976:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919925973248:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573237.503992:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (208896->18446744073709551615) 00002000:00100000:3.0:1777573237.503997:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499f800 with x1863919925973120 ext(208896->18446744073709551615) 00002000:00010000:3.0:1777573237.504004:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499f800. 00000100:00100000:3.0:1777573237.504034:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5164 00000100:00100000:3.0:1777573237.504044:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925973120:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573237.504098:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573237.504101:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.504103:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573237.504105:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.504107:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573237.504137:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:3.0:1777573237.504142:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.504145:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573237.504147:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.504149:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777573237.504155:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919925973248:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 178us (426us total) trans 21474841694 rc 0/0 00000100:00100000:0.0:1777573237.504162:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5163 00002000:00010000:0.0:1777573237.504166:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.504180:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554700 with x1863919925973248 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.504185:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8554700. 00000100:00100000:3.0:1777573237.504666:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925973120:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 624us (876us total) trans 17179874846 rc 0/0 00000100:00100000:3.0:1777573237.504674:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5164 00002000:00010000:3.0:1777573237.504678:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (208896->18446744073709551615) 00002000:00100000:3.0:1777573237.504680:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499f800 with x1863919925973120 ext(208896->18446744073709551615) 00002000:00010000:3.0:1777573237.504684:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499f800. 00000100:00100000:1.0:1777573237.510684:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.510930:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925973376 00000100:00100000:0.0:1777573237.510940:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925973376 00000100:00100000:0.0:1777573237.510998:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15497 00000100:00100000:0.0:1777573237.511006:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+569:59536:x1863919925973376:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.511026:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.511047:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a193 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8e5 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.511139:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119a19a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.511155:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119a19a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.511166:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119a19a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573237.511206:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:0.0:1777573237.511210:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573237.511228:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119a19a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.511254:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a193 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8e5 expref: 571 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.511315:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119a19a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8e5 expref: 570 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.511326:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.511329:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573237.511334:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd5e00, rc 0) 00000100:00100000:0.0:1777573237.511393:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+570:59536:x1863919925973376:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 386us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.511400:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15497 00000100:00100000:1.0:1777573237.515182:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.515404:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925973632 00000100:00100000:0.0:1777573237.515413:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925973632 00000100:00100000:0.0:1777573237.515460:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15498 00000100:00100000:0.0:1777573237.515467:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+570:59536:x1863919925973632:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573237.515512:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.515531:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119a19a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8e5 expref: 570 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.515545:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.515548:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573237.515675:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.515697:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.515705:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573237.515738:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978721 00000004:00010000:0.0:1777573237.515752:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000020fb7a91 reply state 000000000ac32f28 transno 4294978722 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.515760:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.515764:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.515766:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573237.515767:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573237.515822:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+572:59536:x1863919925973632:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 356us (661us total) trans 4294978722 rc 0/0 00000100:00100000:0.0:1777573237.515827:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15498 00000020:00080000:0.0:1777573237.515832:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573237.518480:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.519087:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925973760 00000100:00100000:0.0:1777573237.519106:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925973760 00000100:00100000:0.0:1777573237.519158:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12369 00000100:00100000:0.0:1777573237.519175:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925973760:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.519192:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.519213:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8ec expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.519243:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d62, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:0.0:1777573237.519264:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.519267:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.519287:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ec expref: 30 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.519300:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ec expref: 30 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.519309:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7e200, rc 0) 00000100:00100000:0.0:1777573237.519356:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+30:59536:x1863919925973760:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 191us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.519362:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12369 00000100:00100000:1.0:1777573237.521634:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.521706:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925973888 00000100:00100000:1.0:1777573237.521715:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.521715:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925973888 00002000:00010000:0.0:1777573237.521749:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (208896->18446744073709551615) 00002000:00100000:0.0:1777573237.521755:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d180 with x1863919925973888 ext(208896->18446744073709551615) 00002000:00010000:0.0:1777573237.521766:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499d180. 00000100:00100000:0.0:1777573237.521787:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925974016 00000100:00100000:0.0:1777573237.521790:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925974016 00002000:00010000:0.0:1777573237.521806:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.521810:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499f480 with x1863919925974016 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.521816:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499f480. 00000100:00100000:3.0:1777573237.521821:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5165 00000100:00100000:3.0:1777573237.521834:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925973888:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573237.521847:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5166 00000100:00100000:0.0:1777573237.521857:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925974016:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573237.522047:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573237.522051:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.522053:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573237.522055:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:0.0:1777573237.522059:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573237.522119:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925974016:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 264us (402us total) trans 17179874847 rc 0/0 00000100:00100000:0.0:1777573237.522126:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5166 00002000:00010000:0.0:1777573237.522129:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.522131:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499f480 with x1863919925974016 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.522143:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499f480. 00002000:00010000:3.0:1777573237.522503:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:3.0:1777573237.522507:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.522509:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573237.522511:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.522514:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777573237.522546:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925973888:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 715us (918us total) trans 21474841695 rc 0/0 00000100:00100000:3.0:1777573237.522554:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5165 00002000:00010000:3.0:1777573237.522558:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (208896->18446744073709551615) 00002000:00100000:3.0:1777573237.522560:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d180 with x1863919925973888 ext(208896->18446744073709551615) 00002000:00010000:3.0:1777573237.522565:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499d180. 00000100:00100000:1.0:1777573237.524445:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.524530:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925974144 00000100:00100000:2.0:1777573237.524539:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925974144 00000100:00100000:2.0:1777573237.524588:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15499 00000100:00100000:2.0:1777573237.524598:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+572:59536:x1863919925974144:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.524620:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.524641:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a1af lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8f3 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.524754:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1b6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.524770:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.524793:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.524821:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:2.0:1777573237.524825:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.524842:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.524868:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a1af lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8f3 expref: 574 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.524887:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1b6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8f3 expref: 573 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.524895:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.524899:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.524903:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:2.0:1777573237.524955:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+573:59536:x1863919925974144:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 359us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.524963:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15499 00000100:00100000:1.0:1777573237.530324:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.530405:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925974400 00000100:00100000:0.0:1777573237.530415:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925974400 00000100:00100000:0.0:1777573237.530472:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15500 00000100:00100000:0.0:1777573237.530482:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+573:59536:x1863919925974400:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573237.530535:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.530565:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1b6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8f3 expref: 573 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.530586:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.530590:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573237.530740:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.530767:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.530777:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573237.530820:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978723 00000004:00010000:0.0:1777573237.530841:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffececbf reply state 00000000dc593236 transno 4294978724 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.530858:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.530864:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.530867:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573237.530869:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573237.530987:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+575:59536:x1863919925974400:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 506us (672us total) trans 4294978724 rc 0/0 00000100:00100000:0.0:1777573237.530994:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15500 00000020:00080000:0.0:1777573237.530999:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573237.533717:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.533873:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925974528 00000100:00100000:0.0:1777573237.533881:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925974528 00000100:00100000:0.0:1777573237.533970:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12370 00000100:00100000:0.0:1777573237.533980:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+31:59536:x1863919925974528:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.533997:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.534017:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e8fa expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.534041:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d67, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:0.0:1777573237.534059:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.534062:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.534069:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8fa expref: 32 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.534083:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8fa expref: 32 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.534100:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd5e00, rc 0) 00000100:00100000:0.0:1777573237.534177:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925974528:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 189us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.534184:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12370 00000100:00100000:1.0:1777573237.536031:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.536120:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925974656 00000100:00100000:2.0:1777573237.536127:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925974656 00002000:00010000:2.0:1777573237.536159:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (208896->18446744073709551615) 00002000:00100000:2.0:1777573237.536163:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d880 with x1863919925974656 ext(208896->18446744073709551615) 00002000:00010000:2.0:1777573237.536182:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499d880. 00000100:00100000:2.0:1777573237.536250:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5167 00000100:00100000:2.0:1777573237.536261:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919925974656:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.536453:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:2.0:1777573237.536457:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.536458:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573237.536460:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.536462:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1777573237.536503:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925974656:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 245us (478us total) trans 17179874848 rc 0/0 00000100:00100000:2.0:1777573237.536511:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5167 00002000:00010000:2.0:1777573237.536514:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (208896->18446744073709551615) 00002000:00100000:2.0:1777573237.536517:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d880 with x1863919925974656 ext(208896->18446744073709551615) 00002000:00010000:2.0:1777573237.536521:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499d880. 00000100:00100000:3.0:1777573237.538060:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.538134:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925974784 00000100:00100000:1.0:1777573237.538142:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925974784 00002000:00010000:1.0:1777573237.538177:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.538182:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19c00 with x1863919925974784 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.538191:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a19c00. 00000100:00100000:1.0:1777573237.538332:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5168 00000100:00100000:1.0:1777573237.538339:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925974784:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.538524:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.538528:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.538530:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573237.538532:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.538535:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573237.538633:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925974784:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 293us (575us total) trans 21474841696 rc 0/0 00000100:00100000:1.0:1777573237.538641:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5168 00002000:00010000:1.0:1777573237.538645:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.538648:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19c00 with x1863919925974784 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.538652:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a19c00. 00000100:00100000:1.0:1777573237.541951:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.542043:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925974912 00000100:00100000:2.0:1777573237.542060:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925974912 00000100:00100000:2.0:1777573237.542116:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15501 00000100:00100000:2.0:1777573237.542127:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+575:59536:x1863919925974912:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.542151:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.542183:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a1cb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e901 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.542342:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1d2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.542358:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1d2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.542370:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1d2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.542399:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:2.0:1777573237.542403:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.542420:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1d2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.542456:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a1cb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e901 expref: 577 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.542474:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1d2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e901 expref: 576 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.542483:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.542486:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.542490:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:2.0:1777573237.542554:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+576:59536:x1863919925974912:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 429us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.542561:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15501 00000100:00100000:0.0:1777573237.546488:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.546793:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925975168 00000100:00100000:1.0:1777573237.546802:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925975168 00000100:00100000:1.0:1777573237.546867:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15502 00000100:00100000:1.0:1777573237.546876:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+576:59536:x1863919925975168:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.546928:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.546955:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a1d2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e901 expref: 576 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.546974:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.546979:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.547142:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.547182:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.547193:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.547239:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978725 00000004:00010000:1.0:1777573237.547262:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041f8a512 reply state 00000000017cfae8 transno 4294978726 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.547298:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.547304:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.547307:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.547310:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.547406:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+578:59536:x1863919925975168:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 530us (925us total) trans 4294978726 rc 0/0 00000100:00100000:1.0:1777573237.547414:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15502 00000020:00080000:1.0:1777573237.547418:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.549467:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.549559:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925975296 00000100:00100000:0.0:1777573237.549568:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925975296 00000100:00100000:0.0:1777573237.549647:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12371 00000100:00100000:0.0:1777573237.549657:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925975296:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.549672:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.549691:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e908 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.549715:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d68, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:0.0:1777573237.549734:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.549736:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.549743:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e908 expref: 33 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.549757:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e908 expref: 33 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.549769:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc8bb600, rc 0) 00000100:00100000:0.0:1777573237.549824:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+33:59536:x1863919925975296:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 168us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.549831:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12371 00000100:00100000:3.0:1777573237.552089:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.552131:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.552253:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925975552 00000100:00100000:0.0:1777573237.552262:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925975552 00000100:00100000:2.0:1777573237.552395:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925975424 00000100:00100000:2.0:1777573237.552422:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925975424 00002000:00010000:2.0:1777573237.552456:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (208896->18446744073709551615) 00002000:00100000:2.0:1777573237.552460:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b480 with x1863919925975424 ext(208896->18446744073709551615) 00002000:00010000:2.0:1777573237.552471:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1b480. 00002000:00010000:0.0:1777573237.552560:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.552564:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1aa00 with x1863919925975552 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.552570:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1aa00. 00000100:00100000:2.0:1777573237.552603:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5169 00000100:00100000:2.0:1777573237.552613:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+33:2405:x1863919925975424:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.552753:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:2.0:1777573237.552757:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.552759:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573237.552761:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.552763:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1777573237.552818:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+34:2405:x1863919925975424:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 207us (686us total) trans 21474841697 rc 0/0 00000100:00100000:2.0:1777573237.552826:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5169 00002000:00010000:2.0:1777573237.552830:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (208896->18446744073709551615) 00002000:00100000:2.0:1777573237.552832:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1b480 with x1863919925975424 ext(208896->18446744073709551615) 00002000:00010000:2.0:1777573237.552837:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1b480. 00000100:00100000:2.0:1777573237.552856:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5170 00000100:00100000:2.0:1777573237.552865:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+33:2406:x1863919925975552:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.552965:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.552968:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.552970:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573237.552973:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.552975:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573237.553010:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+34:2406:x1863919925975552:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 147us (929us total) trans 17179874849 rc 0/0 00000100:00100000:2.0:1777573237.553017:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5170 00002000:00010000:2.0:1777573237.553020:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.553022:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1aa00 with x1863919925975552 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.553026:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1aa00. 00000100:00100000:3.0:1777573237.554910:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.554999:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925975680 00000100:00100000:2.0:1777573237.555009:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925975680 00000100:00100000:2.0:1777573237.555075:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15503 00000100:00100000:2.0:1777573237.555085:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+578:59536:x1863919925975680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.555107:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.555127:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a1e7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e90f expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.555230:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a119a1ee lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.555247:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a119a1ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.555261:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a119a1ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.555343:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:2.0:1777573237.555348:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.555366:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a119a1ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.555391:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a1e7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e90f expref: 580 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.555415:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a119a1ee lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e90f expref: 579 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.555423:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.555426:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.555429:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97c800, rc 0) 00000100:00100000:2.0:1777573237.555480:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+579:59536:x1863919925975680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 397us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.555487:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15503 00000100:00100000:2.0:1777573237.564208:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.564326:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925975936 00000100:00100000:0.0:1777573237.564338:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925975936 00000100:00100000:0.0:1777573237.564408:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15504 00000100:00100000:0.0:1777573237.564420:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+579:59536:x1863919925975936:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573237.564480:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.564507:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97c800/0x8dc0a528a119a1ee lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e90f expref: 579 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.564526:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.564531:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573237.564702:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.565013:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.565027:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573237.565080:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978727 00000004:00010000:0.0:1777573237.565106:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b8f98b17 reply state 00000000ddb3fab7 transno 4294978728 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.565124:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.565130:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.565133:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573237.565136:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573237.565246:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+581:59536:x1863919925975936:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 828us (1045us total) trans 4294978728 rc 0/0 00000100:00100000:0.0:1777573237.565255:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15504 00000020:00080000:0.0:1777573237.565261:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.567956:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.568090:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925976064 00000100:00100000:2.0:1777573237.568099:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925976064 00000100:00100000:2.0:1777573237.568149:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12372 00000100:00100000:2.0:1777573237.568156:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+34:59536:x1863919925976064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.568181:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.568209:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e916 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573237.568236:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d6a, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:2.0:1777573237.568257:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.568260:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.568267:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e916 expref: 35 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.568323:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e916 expref: 35 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.568337:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5ac00, rc 0) 00000100:00100000:2.0:1777573237.568396:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925976064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 240us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.568403:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12372 00000100:00100000:3.0:1777573237.571547:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.571579:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.572813:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925976192 00000100:00100000:1.0:1777573237.572825:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925976192 00002000:00010000:1.0:1777573237.572872:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (208896->18446744073709551615) 00002000:00100000:1.0:1777573237.572876:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1a680 with x1863919925976192 ext(208896->18446744073709551615) 00002000:00010000:1.0:1777573237.572888:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1a680. 00000100:00100000:1.0:1777573237.572920:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925976320 00000100:00100000:1.0:1777573237.572923:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925976320 00002000:00010000:1.0:1777573237.572938:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.572941:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919925976320 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.572947:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820380. 00000100:00100000:1.0:1777573237.573108:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5171 00000100:00100000:1.0:1777573237.573120:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925976192:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.573306:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:1.0:1777573237.573310:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.573312:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573237.573314:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.573317:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573237.573375:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925976192:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 257us (1837us total) trans 17179874850 rc 0/0 00000100:00100000:1.0:1777573237.573383:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5171 00002000:00010000:1.0:1777573237.573387:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (208896->18446744073709551615) 00002000:00100000:1.0:1777573237.573389:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1a680 with x1863919925976192 ext(208896->18446744073709551615) 00002000:00010000:1.0:1777573237.573393:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1a680. 00000100:00100000:1.0:1777573237.573410:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5172 00000100:00100000:1.0:1777573237.573416:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925976320:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.573479:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.573482:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.573484:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573237.573486:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:1.0:1777573237.573488:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573237.573507:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925976320:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 91us (1927us total) trans 21474841698 rc 0/0 00000100:00100000:1.0:1777573237.573513:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5172 00002000:00010000:1.0:1777573237.573516:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.573518:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919925976320 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.573522:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820380. 00000100:00100000:3.0:1777573237.576946:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.577012:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925976448 00000100:00100000:1.0:1777573237.577116:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925976448 00000100:00100000:1.0:1777573237.577192:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15505 00000100:00100000:1.0:1777573237.577203:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+581:59536:x1863919925976448:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.577226:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.577671:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a203 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e91d expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.577979:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a20a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.577995:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a20a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.578006:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a20a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.578130:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:1.0:1777573237.578135:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.578153:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a20a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.578190:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a203 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e91d expref: 583 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.578209:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a20a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e91d expref: 582 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.578218:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.578221:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.578224:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:1.0:1777573237.578379:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+582:59536:x1863919925976448:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1178us (1442us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.578388:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15505 00000100:00100000:0.0:1777573237.581043:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.581219:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925976704 00000100:00100000:2.0:1777573237.581229:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925976704 00000100:00100000:2.0:1777573237.581391:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15506 00000100:00100000:2.0:1777573237.581403:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+582:59536:x1863919925976704:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.581456:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.581481:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a20a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e91d expref: 582 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.581499:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.581502:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.581639:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.581666:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.581676:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.582354:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978729 00000004:00010000:2.0:1777573237.582390:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000183491bb reply state 00000000dcff2927 transno 4294978730 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.582408:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.582415:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.582418:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.582421:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.582521:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+584:59536:x1863919925976704:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1119us (1485us total) trans 4294978730 rc 0/0 00000100:00100000:2.0:1777573237.582529:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15506 00000020:00080000:2.0:1777573237.582535:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.586002:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.586155:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925976832 00000100:00100000:0.0:1777573237.586164:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925976832 00000100:00100000:0.0:1777573237.586231:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12373 00000100:00100000:0.0:1777573237.586241:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925976832:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.586635:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.586660:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e924 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.586687:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d6c, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:0.0:1777573237.586709:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.586711:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.586718:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e924 expref: 36 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.586734:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e924 expref: 36 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.586754:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:0.0:1777573237.586814:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+36:59536:x1863919925976832:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 575us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.586821:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12373 00000100:00100000:3.0:1777573237.588983:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.589024:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.589205:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925976960 00000100:00100000:2.0:1777573237.589214:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925976960 00002000:00010000:2.0:1777573237.589251:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (208896->18446744073709551615) 00002000:00100000:2.0:1777573237.589255:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822300 with x1863919925976960 ext(208896->18446744073709551615) 00002000:00010000:2.0:1777573237.589266:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6822300. 00000100:00100000:2.0:1777573237.589317:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925977088 00000100:00100000:2.0:1777573237.589321:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925977088 00002000:00010000:2.0:1777573237.589334:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.589337:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820000 with x1863919925977088 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.589354:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6820000. 00000100:00100000:1.0:1777573237.589366:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5173 00000100:00100000:1.0:1777573237.589381:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925976960:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573237.589589:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5174 00000100:00100000:2.0:1777573237.589597:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925977088:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.589714:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.589717:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.589720:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573237.589722:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.589725:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573237.589777:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925977088:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 180us (751us total) trans 17179874851 rc 0/0 00000100:00100000:2.0:1777573237.589783:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5174 00002000:00010000:2.0:1777573237.589787:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.589789:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820000 with x1863919925977088 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.589793:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6820000. 00002000:00010000:1.0:1777573237.590062:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:1.0:1777573237.590065:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.590068:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573237.590070:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.590072:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1777573237.590463:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925976960:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 728us (1128us total) trans 21474841699 rc 0/0 00000100:00100000:1.0:1777573237.590473:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5173 00002000:00010000:1.0:1777573237.590476:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (208896->18446744073709551615) 00002000:00100000:1.0:1777573237.590479:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822300 with x1863919925976960 ext(208896->18446744073709551615) 00002000:00010000:1.0:1777573237.590484:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6822300. 00000100:00100000:3.0:1777573237.591845:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.591967:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925977216 00000100:00100000:2.0:1777573237.591976:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925977216 00000100:00100000:2.0:1777573237.592073:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15507 00000100:00100000:2.0:1777573237.592082:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+584:59536:x1863919925977216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.592103:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.592121:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a21f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e92b expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.592220:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119a226 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.592236:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119a226 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.592248:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119a226 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.592309:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:2.0:1777573237.592314:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.592330:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119a226 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.592500:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a21f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e92b expref: 586 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.592518:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119a226 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e92b expref: 585 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.592526:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.592529:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.592533:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a600, rc 0) 00000100:00100000:2.0:1777573237.592585:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+585:59536:x1863919925977216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 504us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.592591:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15507 00000100:00100000:3.0:1777573237.597616:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.597712:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925977472 00000100:00100000:2.0:1777573237.597722:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925977472 00000100:00100000:2.0:1777573237.597864:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15508 00000100:00100000:2.0:1777573237.597875:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+585:59536:x1863919925977472:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.597935:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.597968:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119a226 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e92b expref: 585 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.597987:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.597992:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.598145:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.598184:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.598196:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.598244:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978731 00000004:00010000:2.0:1777573237.598302:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5df01e5 reply state 00000000ab505adb transno 4294978732 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.598314:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.598320:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.598323:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.598325:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.598410:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+587:59536:x1863919925977472:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 536us (803us total) trans 4294978732 rc 0/0 00000100:00100000:2.0:1777573237.598418:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15508 00000020:00080000:2.0:1777573237.598423:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.601047:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.601501:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925977600 00000100:00100000:0.0:1777573237.601510:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925977600 00000100:00100000:0.0:1777573237.601567:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12374 00000100:00100000:0.0:1777573237.601578:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+37:59536:x1863919925977600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.601595:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.601614:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e932 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.601639:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 208896, mtime: 0x69f39d75, atime: 0x69f39d6d, ctime: 0x69f39d75, blocks: 0x68 00010000:00010000:0.0:1777573237.601660:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.601663:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.601670:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e932 expref: 38 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.601685:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e932 expref: 38 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.601699:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630e00, rc 0) 00000100:00100000:0.0:1777573237.601756:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+38:59536:x1863919925977600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 180us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.601767:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12374 00000100:00100000:3.0:1777573237.604855:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.604956:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.606459:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925977728 00000100:00100000:1.0:1777573237.606470:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925977728 00002000:00010000:1.0:1777573237.606518:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (208896->18446744073709551615) 00002000:00100000:1.0:1777573237.606523:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab82a00 with x1863919925977728 ext(208896->18446744073709551615) 00002000:00010000:1.0:1777573237.606535:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab82a00. 00000100:00100000:0.0:1777573237.606536:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925977856 00000100:00100000:0.0:1777573237.606543:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925977856 00002000:00010000:0.0:1777573237.606563:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.606568:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab80a80 with x1863919925977856 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.606574:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab80a80. 00000100:00100000:2.0:1777573237.606597:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5175 00000100:00100000:2.0:1777573237.606610:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925977728:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573237.606644:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5176 00000100:00100000:0.0:1777573237.606654:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925977856:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.606767:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 208896 -> 208896 00002000:00010000:0.0:1777573237.606767:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.606774:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.606774:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.606780:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573237.606781:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573237.606785:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.606786:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573236 -> 1777573237 00002000:00010000:2.0:1777573237.606788:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 104 00002000:00010000:0.0:1777573237.606790:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573237.606856:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925977856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 203us (1898us total) trans 21474841700 rc 0/0 00000100:00100000:0.0:1777573237.606863:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5176 00002000:00010000:0.0:1777573237.606867:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.606870:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab80a80 with x1863919925977856 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.606875:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab80a80. 00000100:00100000:2.0:1777573237.606881:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925977728:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 274us (2035us total) trans 17179874852 rc 0/0 00000100:00100000:2.0:1777573237.606887:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5175 00002000:00010000:2.0:1777573237.606890:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (208896->18446744073709551615) 00002000:00100000:2.0:1777573237.606892:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab82a00 with x1863919925977728 ext(208896->18446744073709551615) 00002000:00010000:2.0:1777573237.606896:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab82a00. 00000100:00100000:3.0:1777573237.609740:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.609840:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925977984 00000100:00100000:1.0:1777573237.609849:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925977984 00000100:00100000:1.0:1777573237.609908:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15509 00000100:00100000:1.0:1777573237.609919:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+587:59536:x1863919925977984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.611243:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.611287:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a23b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e939 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.611402:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a242 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.611419:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a242 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.611431:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a242 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.611460:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 208896 00000004:00200000:1.0:1777573237.611464:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.611480:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a242 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.611506:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119a23b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e939 expref: 589 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.611523:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a242 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e939 expref: 588 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.611531:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.611534:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.611537:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:1.0:1777573237.611598:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+588:59536:x1863919925977984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1681us (1866us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.611607:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15509 00000100:00100000:1.0:1777573237.615736:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.615882:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925978112 00000100:00100000:3.0:1777573237.615904:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925978112 00000100:00100000:3.0:1777573237.616014:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5177 00000100:00100000:3.0:1777573237.616025:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925978112:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573237.616080:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.616097:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573237.616099:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573237.616105:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.616120:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.616235:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.616244:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.616252:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.616259:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caac00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573237.616264:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.616313:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.616332:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.616339:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a249 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.616578:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925978112:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 553us (848us total) trans 0 rc 11069/11069 00000100:00100000:2.0:1777573237.616588:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5177 00000100:00100000:3.0:1777573237.623901:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.624254:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925978240 00000100:00100000:0.0:1777573237.624264:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925978240 00000100:00100000:0.0:1777573237.624365:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5178 00000100:00100000:0.0:1777573237.624375:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcef1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919925978240:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573237.624407:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.624436:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e88a expref: 39 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.624445:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.624447:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.624451:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.624485:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e88a expref: 39 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.624499:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e88a expref: 39 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.624512:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932145792:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573237.624585:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.627668:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.627738:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925978368 00000100:00100000:1.0:1777573237.627749:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925978368 00010000:00010000:1.0:1777573237.627788:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e88a expref: 40 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.627842:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5634 00000100:00100000:1.0:1777573237.627852:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925978368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573237.627866:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.627886:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e88a expref: 40 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.627900:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e88a expref: 40 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.627924:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.627926:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.627931:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.627941:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.627961:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573237.628072:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925978368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 211us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.628081:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5634 00010000:00010000:0.0:1777573237.628116:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c99540b/0x8dc0a528a119a0e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e88a expref: 39 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.628134:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932145792:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573237.628154:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.628164:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.628181:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.632096:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874853 is committed 00002000:00010000:0.0:1777573237.632475:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:0.0:1777573237.632480:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:0.0:1777573237.632493:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.632506:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.632514:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.632521:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573237.632526:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.632535:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.632553:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.632560:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119a250 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.632693:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcef1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919925978240:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8315us (8798us total) trans 17179874853 rc 0/0 00000100:00100000:0.0:1777573237.632704:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5178 00000100:00100000:3.0:1777573237.637546:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.637842:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925978496 00000100:00100000:1.0:1777573237.637853:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925978496 00000100:00100000:1.0:1777573237.637953:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5179 00000100:00100000:1.0:1777573237.637965:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925978496:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573237.638001:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.638035:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e898 expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.638045:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.638047:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.638051:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.638098:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e898 expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.638112:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e898 expref: 38 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.638126:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24424:1863919932145920:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573237.638218:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.642846:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24424:1863919932145920:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573237.642869:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.643324:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.643398:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925978624 00000100:00100000:2.0:1777573237.643416:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925978624 00010000:00010000:2.0:1777573237.643453:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e898 expref: 39 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.643500:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5635 00000100:00100000:2.0:1777573237.643511:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925978624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.643526:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.643546:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e898 expref: 39 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.643558:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e898 expref: 39 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.643581:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d39cf3a/0x8dc0a528a119a100 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e898 expref: 39 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.643608:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.643610:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.643615:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.643624:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.643650:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573237.643677:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.643688:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.643702:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925978624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 193us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.643711:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5635 00000001:00080000:1.0:1777573237.646310:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841701 is committed 00002000:00010000:3.0:1777573237.646515:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:3.0:1777573237.646521:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:3.0:1777573237.646534:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.646547:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.646556:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.646563:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573237.646567:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.646576:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.646591:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.646599:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119a257 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.646685:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925978496:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8719us (9144us total) trans 21474841701 rc 0/0 00000100:00100000:3.0:1777573237.646695:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5179 00000100:00100000:3.0:1777573237.650314:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.650535:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925978752 00000100:00100000:0.0:1777573237.650546:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925978752 00000100:00100000:0.0:1777573237.650770:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5180 00000100:00100000:0.0:1777573237.650781:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925978752:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573237.650814:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.650834:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8a6 expref: 24 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.650843:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.650844:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.650848:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.650892:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8a6 expref: 24 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.650906:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8a6 expref: 24 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.650919:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932146048:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573237.650997:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573237.652786:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932146048:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573237.652810:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.653469:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.653647:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925978880 00000100:00100000:0.0:1777573237.653655:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925978880 00010000:00010000:0.0:1777573237.653688:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8a6 expref: 25 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.653728:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5636 00000100:00100000:0.0:1777573237.653737:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925978880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573237.653751:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.653771:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8a6 expref: 25 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.653783:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8a6 expref: 25 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.653805:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a11c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8a6 expref: 25 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.653822:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.653824:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.653829:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.653844:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.653869:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573237.653893:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.653905:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.653926:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925978880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 182us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.653935:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5636 00000001:00080000:1.0:1777573237.660541:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841702 is committed 00002000:00010000:3.0:1777573237.660718:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:3.0:1777573237.660724:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:3.0:1777573237.660737:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.660749:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.660759:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.660766:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573237.660771:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.660779:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.660797:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.660805:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a25e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.660892:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925978752:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10109us (10617us total) trans 21474841702 rc 0/0 00000100:00100000:3.0:1777573237.660903:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5180 00000100:00100000:0.0:1777573237.667555:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.667598:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925979008 00000100:00100000:2.0:1777573237.667607:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925979008 00000100:00100000:2.0:1777573237.667668:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5181 00000100:00100000:2.0:1777573237.667676:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925979008:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573237.667706:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.667726:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8b4 expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.667734:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.667737:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.667739:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.667774:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8b4 expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.667789:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8b4 expref: 25 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.667799:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932146176:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573237.667867:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d94900 going to sleep for 11 seconds 00000100:00100000:2.0:1777573237.672780:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932146176:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573237.672810:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.676266:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.676574:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925979136 00000100:00100000:2.0:1777573237.676584:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925979136 00010000:00010000:2.0:1777573237.676625:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8b4 expref: 26 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.676666:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5637 00000100:00100000:2.0:1777573237.676676:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925979136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.676690:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.676710:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8b4 expref: 26 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.676728:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8b4 expref: 26 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.676756:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119a138 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8b4 expref: 26 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.676771:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.676772:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.676777:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.676787:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.676903:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573237.676957:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925979136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 282us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.676965:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5637 00010000:00010000:3.0:1777573237.677490:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.677501:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.682600:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874854 is committed 00002000:00010000:2.0:1777573237.682836:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:2.0:1777573237.682841:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:2.0:1777573237.682853:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.682865:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.682874:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.682885:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573237.682890:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.682898:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.682915:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.682922:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119a265 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.683045:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925979008:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 15364us (15494us total) trans 17179874854 rc 0/0 00000100:00100000:2.0:1777573237.683055:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5181 00000100:00100000:0.0:1777573237.690191:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.690389:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925979264 00000100:00100000:1.0:1777573237.690400:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925979264 00000100:00100000:1.0:1777573237.690474:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5182 00000100:00100000:1.0:1777573237.690484:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925979264:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573237.690518:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.690537:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c2 expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.690544:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.690546:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.690549:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.690583:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c2 expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.690601:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c2 expref: 23 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.690616:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932146304:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573237.690705:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573237.692820:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.692890:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925979392 00000100:00100000:2.0:1777573237.692898:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925979392 00010000:00010000:2.0:1777573237.692931:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c2 expref: 24 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.692961:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5638 00000100:00100000:2.0:1777573237.692968:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925979392:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.692980:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.692995:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c2 expref: 24 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.693004:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c2 expref: 24 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.693023:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.693024:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.693028:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.693035:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.693048:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573237.693085:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925979392:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 117us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.693089:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5638 00010000:00010000:0.0:1777573237.693161:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119a154 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8c2 expref: 23 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.693192:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932146304:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573237.693213:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.693225:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.693233:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.695282:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932146432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573237.695338:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573237.695443:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932146944:0@lo:400:kworker.0 00000100:00100000:1.0:1777573237.695491:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573237.695526:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1863919932147456:0@lo:400:kworker.0 00000100:00100000:0.0:1777573237.695548:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0baf38f6-7090-47e5-919a-0efb45cf94af:3635:1863919932146560:0@lo:400:kworker.0 00000100:00100000:1.0:1777573237.695564:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573237.695591:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1863919932147968:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.695759:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919932146816:0@lo:400:kworker.0 00000100:00100000:0.0:1777573237.695811:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573237.695818:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573237.695865:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573237.695876:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932148096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573237.695881:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932147072:0@lo:400:kworker.0 00000100:00100000:0.0:1777573237.695931:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573237.695942:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573237.695967:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919932147584:0@lo:400:kworker.0 00000100:00100000:1.0:1777573237.696000:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932146432 00000100:00100000:0.0:1777573237.696007:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573237.696013:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932146432 00000100:00100000:0.0:1777573237.696067:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932146944 00000100:00100000:2.0:1777573237.696071:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932147456 00000100:00100000:0.0:1777573237.696077:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932146944 00000100:00100000:2.0:1777573237.696079:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932147456 00000100:00100000:1.0:1777573237.696084:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932148096 00000100:00100000:1.0:1777573237.696089:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932148096 00000100:00100000:2.0:1777573237.696137:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932147968 00000100:00100000:1.0:1777573237.696138:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1777573237.696142:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932147968 00000100:00100000:0.0:1777573237.696148:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932147072 00000100:00100000:1.0:1777573237.696155:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1863919932146432:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573237.696156:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932147072 00000100:00100000:2.0:1777573237.696191:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932147584 00002000:00000024:1.0:1777573237.696193:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 484958784 pending 36864 free 3915841536 avail 3683729408 00000100:00100000:2.0:1777573237.696196:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932147584 00000100:00100000:0.0:1777573237.696230:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1777573237.696244:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1777573237.696250:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3634:x1863919932146944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573237.696258:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1863919932146432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.696262:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1863919932147456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573237.696305:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1777573237.696325:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1777573237.696335:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1863919932148096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573237.696347:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484889152 pending 0 free 3919986688 avail 3687948288 00000100:00100000:0.0:1777573237.696355:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3634:x1863919932146944:12345-0@lo:400:kworker.0 Request processed in 109us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.696365:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1777573237.696393:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1863919932148096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.696394:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1777573237.696407:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1777573237.696412:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919932147072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573237.696477:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932148096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573237.696492:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919932147072:12345-0@lo:400:kworker.0 Request processed in 80us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.696503:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1863919932147456:0@lo:400:kworker.0 00000100:00100000:0.0:1777573237.696504:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1777573237.696529:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932146944:0@lo:400:kworker.0 00000100:00100000:0.0:1777573237.696543:0:32702:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932146560 00000100:00100000:1.0:1777573237.696548:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932146432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573237.696549:0:32702:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932146560 00000100:00100000:2.0:1777573237.696583:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1863919932147456:12345-0@lo:400:kworker.0 Request processed in 241us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.696597:0:32702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1777573237.696607:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1777573237.696612:0:32702:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0baf38f6-7090-47e5-919a-0efb45cf94af+23:3635:x1863919932146560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573237.696636:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1777573237.696648:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1863919932147968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573237.696660:0:32702:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0baf38f6-7090-47e5-919a-0efb45cf94af+23:3635:x1863919932146560:12345-0@lo:400:kworker.0 Request processed in 49us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.696669:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1777573237.696675:0:32702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1777573237.696686:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919932147584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573237.696716:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1863919932147968:12345-0@lo:400:kworker.0 Request processed in 71us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.696726:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1777573237.696760:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0baf38f6-7090-47e5-919a-0efb45cf94af:3635:1863919932146560:0@lo:400:kworker.0 00000100:00100000:1.0:1777573237.696762:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919932147584:12345-0@lo:400:kworker.0 Request processed in 80us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.696780:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1777573237.696788:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179874757 gen 2 00000004:00080000:0.0:1777573237.696793:0:3635:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179874741 committed transno 17179874757 00000004:00080000:0.0:1777573237.696822:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745180, transno 17179874742 00000004:00080000:0.0:1777573237.696833:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5744e00, transno 17179874743 00000004:00080000:0.0:1777573237.696838:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2a680, transno 17179874744 00000004:00080000:0.0:1777573237.696842:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5746a00, transno 17179874745 00000004:00080000:0.0:1777573237.696854:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745c00, transno 17179874746 00000004:00080000:0.0:1777573237.696862:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5747100, transno 17179874747 00000004:00080000:0.0:1777573237.696870:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745500, transno 17179874748 00000004:00080000:0.0:1777573237.696873:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e2ad80, transno 17179874749 00000004:00080000:0.0:1777573237.696878:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3510700, transno 17179874750 00000100:00100000:2.0:1777573237.696881:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1863919932147968:0@lo:400:kworker.0 00000004:00080000:0.0:1777573237.696884:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3513b80, transno 17179874751 00000004:00080000:0.0:1777573237.696895:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3513480, transno 17179874752 00000004:00080000:0.0:1777573237.696901:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3510000, transno 17179874753 00000004:00080000:0.0:1777573237.696904:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3510380, transno 17179874754 00000004:00080000:0.0:1777573237.696909:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ea7b80, transno 17179874755 00000004:00080000:0.0:1777573237.696913:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ea4700, transno 17179874756 00000004:00080000:0.0:1777573237.696921:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3512a00, transno 17179874757 00000100:00100000:0.0:1777573237.696929:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932147072:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.696984:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573237.697011:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919932147328:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697033:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573237.697051:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1863919932147840:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697069:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573237.697088:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1777573237.697094:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932146688:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697160:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573237.697186:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919932147200:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697206:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573237.697220:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1863919932147712:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697237:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573237.697248:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932148224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573237.697264:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777573237.697329:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573237.697333:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573237.697337:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573237.697341:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573237.697354:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932147840 00000100:00100000:3.0:1777573237.697359:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932147840 00000100:00100000:3.0:1777573237.697388:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1777573237.697394:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919932147840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697425:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919932147840:12345-0@lo:400:kworker.0 Request processed in 30us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573237.697431:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1777573237.697448:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573237.697456:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932148352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573237.697481:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932146688 00000100:00100000:3.0:1777573237.697482:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573237.697497:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932146688 00000100:00100000:3.0:1777573237.697514:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1863919932147840:0@lo:400:kworker.0 00000100:00100000:2.0:1777573237.697524:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932147712 00000100:00100000:2.0:1777573237.697528:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932147712 00000100:00100000:3.0:1777573237.697535:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932146816 00000100:00100000:3.0:1777573237.697540:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932146816 00000100:00100000:2.0:1777573237.697544:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932148224 00000100:00100000:2.0:1777573237.697548:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932148224 00000100:00100000:2.0:1777573237.697562:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932148352 00000100:00100000:2.0:1777573237.697564:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932148352 00000100:00100000:2.0:1777573237.697578:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790 00000100:00100000:3.0:1777573237.697585:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932147328 00000100:00100000:2.0:1777573237.697586:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919932146688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697590:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932147328 00000100:00100000:3.0:1777573237.697620:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932147200 00000100:00100000:3.0:1777573237.697623:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932147200 00000100:00100000:2.0:1777573237.697633:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919932146688:12345-0@lo:400:kworker.0 Request processed in 47us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.697639:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790 00000100:00100000:2.0:1777573237.697660:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791 00000100:00100000:3.0:1777573237.697664:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1777573237.697670:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919932147712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697675:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919932146816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573237.697702:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919932147712:12345-0@lo:400:kworker.0 Request processed in 34us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.697708:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791 00000100:00100000:3.0:1777573237.697718:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919932146816:12345-0@lo:400:kworker.0 Request processed in 47us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.697722:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:2.0:1777573237.697730:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919932148224:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573237.697731:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000004:00000024:2.0:1777573237.697751:0:6489:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445838848 avail 1299599360 00000100:00100000:3.0:1777573237.697756:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1777573237.697765:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919932147328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697804:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919932147328:12345-0@lo:400:kworker.0 Request processed in 39us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.697806:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919932148224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573237.697818:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1777573237.697819:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:3.0:1777573237.697834:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1777573237.697841:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919932147200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573237.697849:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:2.0:1777573237.697857:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932148352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573237.697874:0:6489:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445625856 avail 1299386368 00000100:00100000:3.0:1777573237.697879:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919932147200:12345-0@lo:400:kworker.0 Request processed in 37us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573237.697885:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00080000:3.0:1777573237.697901:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573237.697905:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573237.697914:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932148352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.697920:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00100000:3.0:1777573237.697931:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932148352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573237.697954:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932146688:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697965:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919932147200:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697976:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1863919932147712:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.697986:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932148224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573237.697996:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919932146816:0@lo:400:kworker.0 00000100:00100000:3.0:1777573237.698008:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919932147328:0@lo:400:kworker.0 00000100:00100000:0.0:1777573237.698589:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919932147584:0@lo:400:kworker.0 00000004:00080000:1.0:1777573237.698657:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 12 in progress, 0 in flight, 4 done 00000004:00080000:1.0:1777573237.698733:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 12 done 00000001:00080000:2.0:1777573237.699011:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841703 is committed 00002000:00010000:0.0:1777573237.699137:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:0.0:1777573237.699143:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:0.0:1777573237.699158:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.699185:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.699196:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.699205:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2dc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573237.699210:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.699219:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.699243:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.699250:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a26c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.700146:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925979264:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9656us (9957us total) trans 21474841703 rc 0/0 00000100:00100000:0.0:1777573237.700160:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5182 00000100:00100000:1.0:1777573237.707474:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.707640:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925979520 00000100:00100000:2.0:1777573237.707651:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925979520 00000100:00100000:2.0:1777573237.707760:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5183 00000100:00100000:2.0:1777573237.707777:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925979520:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573237.707810:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.707831:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d0 expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.707840:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.707842:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.707845:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.707876:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d0 expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.707895:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d0 expref: 22 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.707909:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932148480:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573237.707987:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d94900 going to sleep for 11 seconds 00000100:00100000:2.0:1777573237.709897:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932148480:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573237.709921:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.710661:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.710769:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925979648 00000100:00100000:0.0:1777573237.710776:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925979648 00010000:00010000:0.0:1777573237.710809:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d0 expref: 23 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.710881:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5639 00000100:00100000:0.0:1777573237.710900:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925979648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573237.710914:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.710937:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d0 expref: 23 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.710951:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d0 expref: 23 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.710975:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119a170 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8d0 expref: 23 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.710990:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.710992:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.710996:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.711006:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.711038:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.711083:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.711089:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925979648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 198us (428us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573237.711100:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.711105:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5639 00000001:00080000:0.0:1777573237.722682:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841704 is committed 00002000:00010000:2.0:1777573237.722822:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:2.0:1777573237.722828:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:2.0:1777573237.722839:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.722853:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.722861:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.722868:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573237.722873:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.722882:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.722899:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.722907:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a273 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.722993:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925979520:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 15213us (15523us total) trans 21474841704 rc 0/0 00000100:00100000:2.0:1777573237.723003:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5183 00000100:00100000:1.0:1777573237.726576:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.726661:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925979776 00000100:00100000:3.0:1777573237.726670:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925979776 00000100:00100000:3.0:1777573237.726929:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5184 00000100:00100000:3.0:1777573237.726940:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925979776:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573237.726974:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.726995:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8de expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.727003:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573237.727005:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573237.727009:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.727041:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8de expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.727056:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8de expref: 24 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.727070:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932148608:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573237.727159:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d389c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.730659:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.730844:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932148608:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573237.730884:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.730937:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925979904 00000100:00100000:2.0:1777573237.730945:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925979904 00010000:00010000:2.0:1777573237.730978:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8de expref: 25 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.731073:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5640 00000100:00100000:2.0:1777573237.731083:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c2e9f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925979904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.731096:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.731118:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8de expref: 25 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.731131:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8de expref: 25 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.731152:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db6eafc2/0x8dc0a528a119a18c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8de expref: 25 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.731174:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.731177:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.731181:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.731191:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.731221:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.731251:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.731260:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.731265:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c2e9f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925979904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 185us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.731307:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5640 00000001:00080000:2.0:1777573237.735872:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874855 is committed 00002000:00010000:1.0:1777573237.736064:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:1.0:1777573237.736070:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:1.0:1777573237.736082:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.736101:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.736110:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.736117:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caac00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573237.736122:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.736131:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.736149:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.736157:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acb41c06/0x8dc0a528a119a27a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.736422:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925979776:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9478us (9871us total) trans 17179874855 rc 0/0 00000100:00100000:1.0:1777573237.736432:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5184 00000100:00100000:3.0:1777573237.741174:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.741417:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925980032 00000100:00100000:2.0:1777573237.741430:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925980032 00000100:00100000:2.0:1777573237.741542:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5185 00000100:00100000:2.0:1777573237.741552:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925980032:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573237.741586:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.741612:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ec expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.741620:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.741622:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.741626:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.741662:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ec expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.741678:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ec expref: 21 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.741693:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932148736:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573237.741773:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa226c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573237.744692:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932148736:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573237.744718:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.745408:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.746040:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925980160 00000100:00100000:2.0:1777573237.746049:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925980160 00010000:00010000:2.0:1777573237.746088:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ec expref: 22 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.746137:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5641 00000100:00100000:2.0:1777573237.746148:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925980160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.746173:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.746196:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ec expref: 22 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.746210:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ec expref: 22 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.746234:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a1a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8ec expref: 22 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.746557:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.746561:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.746566:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.746577:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.746646:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573237.746700:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925980160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 554us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.746708:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5641 00010000:00010000:1.0:1777573237.747498:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.747511:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573237.753374:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841705 is committed 00002000:00010000:1.0:1777573237.753485:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:1.0:1777573237.753491:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:1.0:1777573237.753505:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.753519:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.753530:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.753537:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573237.753543:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.753552:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.753570:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.753578:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068faf08c/0x8dc0a528a119a281 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.753683:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919925980032:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12128us (12522us total) trans 21474841705 rc 0/0 00000100:00100000:1.0:1777573237.753694:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5185 00000100:00100000:3.0:1777573237.757526:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.757633:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925980288 00000100:00100000:2.0:1777573237.757645:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925980288 00000100:00100000:2.0:1777573237.757723:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5186 00000100:00100000:2.0:1777573237.757734:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925980288:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573237.757771:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.757791:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8fa expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.757801:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.757803:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.757807:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.757842:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8fa expref: 23 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.757857:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8fa expref: 23 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.757873:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28800:1863919932148864:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573237.757959:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa226c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573237.764342:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28800:1863919932148864:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573237.764373:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.767615:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.768306:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925980416 00000100:00100000:1.0:1777573237.768318:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925980416 00010000:00010000:1.0:1777573237.768360:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8fa expref: 24 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.768395:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5642 00000100:00100000:1.0:1777573237.768404:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919925980416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573237.768420:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.768439:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8fa expref: 24 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.768453:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8fa expref: 24 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.768476:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055f74bc3/0x8dc0a528a119a1c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e8fa expref: 24 pid: 29349 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.768492:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.768494:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.768499:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.768509:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.768553:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573237.768605:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925980416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 202us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.768613:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5642 00010000:00010000:3.0:1777573237.768945:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.768955:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573237.776586:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874856 is committed 00002000:00010000:2.0:1777573237.776698:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:2.0:1777573237.776704:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:2.0:1777573237.776716:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.776730:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.776740:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.776748:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573237.776753:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.776762:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.776781:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.776789:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a288 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.777017:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925980288:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 19280us (19495us total) trans 17179874856 rc 0/0 00000100:00100000:2.0:1777573237.777033:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5186 00000100:00100000:3.0:1777573237.783775:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.783870:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925980544 00000100:00100000:0.0:1777573237.783881:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925980544 00000100:00100000:0.0:1777573237.783977:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5187 00000100:00100000:0.0:1777573237.783988:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919925980544:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573237.784022:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.784043:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e908 expref: 20 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.784052:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.784054:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.784057:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.784091:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e908 expref: 20 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.784106:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e908 expref: 20 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.784121:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932148992:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573237.784212:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480900 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.787961:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.788038:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932148992:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573237.788066:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.790485:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925980672 00000100:00100000:2.0:1777573237.790497:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925980672 00010000:00010000:2.0:1777573237.790542:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e908 expref: 21 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.790642:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5643 00000100:00100000:0.0:1777573237.790654:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925980672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573237.790671:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.790692:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e908 expref: 21 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.790707:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e908 expref: 21 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.790730:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058bab20a/0x8dc0a528a119a1e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e908 expref: 21 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.790747:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.790749:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.790754:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.790764:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.790847:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573237.790912:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925980672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 260us (2964us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.790920:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5643 00010000:00010000:3.0:1777573237.791099:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.791106:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573237.795969:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841706 is committed 00002000:00010000:3.0:1777573237.796111:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:3.0:1777573237.796116:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:3.0:1777573237.796129:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.796142:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.796151:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.796157:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573237.796173:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.796182:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.796200:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.796208:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a28f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.796337:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+19:2406:x1863919925980544:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12347us (12566us total) trans 21474841706 rc 0/0 00000100:00100000:3.0:1777573237.796355:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5187 00000100:00100000:3.0:1777573237.800615:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.800971:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925980800 00000100:00100000:1.0:1777573237.800980:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925980800 00000100:00100000:1.0:1777573237.801037:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5188 00000100:00100000:1.0:1777573237.801044:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925980800:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573237.801071:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.801087:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e916 expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.801093:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.801095:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573237.801097:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.801121:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e916 expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.801130:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e916 expref: 22 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.801150:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932149120:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573237.801229:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.803003:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932149120:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573237.803020:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.804530:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.806916:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925980928 00000100:00100000:1.0:1777573237.806929:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925980928 00010000:00010000:1.0:1777573237.806990:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e916 expref: 23 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.807041:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5644 00000100:00100000:1.0:1777573237.807050:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925980928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573237.807065:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.807087:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e916 expref: 23 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.807101:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e916 expref: 23 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.807124:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8438712/0x8dc0a528a119a1fc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e916 expref: 23 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.807141:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.807143:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.807148:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.807175:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.807210:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573237.807422:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925980928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 278us (2803us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.807431:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5644 00010000:00010000:3.0:1777573237.808231:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.808245:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.816380:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874857 is committed 00002000:00010000:3.0:1777573237.816493:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:3.0:1777573237.816499:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:3.0:1777573237.816510:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.816528:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.816537:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.816544:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2de00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573237.816549:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.816565:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.816585:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.816593:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119a296 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573237.816688:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925980800:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 15639us (16076us total) trans 17179874857 rc 0/0 00000100:00100000:3.0:1777573237.816699:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5188 00000100:00100000:3.0:1777573237.822442:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.823135:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925981056 00000100:00100000:0.0:1777573237.823145:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925981056 00000100:00100000:0.0:1777573237.823236:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5189 00000100:00100000:0.0:1777573237.823247:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+19:2405:x1863919925981056:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573237.823320:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.823341:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e924 expref: 19 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.823350:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.823352:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573237.823356:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.823390:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e924 expref: 19 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.823404:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e924 expref: 19 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.823418:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932149248:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573237.823498:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480900 going to sleep for 11 seconds 00000100:00100000:1.0:1777573237.828456:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.828507:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925981184 00000100:00100000:2.0:1777573237.828518:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925981184 00010000:00010000:2.0:1777573237.828561:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e924 expref: 20 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.828565:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932149248:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573237.828595:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.828633:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5645 00000100:00100000:2.0:1777573237.828643:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925981184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573237.828657:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.828676:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e924 expref: 20 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.828690:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e924 expref: 20 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.828715:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a218 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e924 expref: 20 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.828730:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.828731:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.828737:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.828748:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.828779:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573237.828803:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.828819:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.828830:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919925981184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 188us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.828839:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5645 00000001:00080000:2.0:1777573237.837151:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841707 is committed 00002000:00010000:0.0:1777573237.837501:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:0.0:1777573237.837507:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:0.0:1777573237.837520:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.837532:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.837542:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.837549:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573237.837554:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.837562:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.837585:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.837593:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a29d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573237.837819:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+18:2405:x1863919925981056:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 14571us (15383us total) trans 21474841707 rc 0/0 00000100:00100000:0.0:1777573237.837830:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5189 00000100:00100000:1.0:1777573237.843684:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.843984:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925981312 00000100:00100000:2.0:1777573237.843994:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925981312 00000100:00100000:2.0:1777573237.844063:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5190 00000100:00100000:2.0:1777573237.844074:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919925981312:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573237.844106:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.844127:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e932 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.844136:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.844139:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573237.844142:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.844191:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e932 expref: 21 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.844210:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e932 expref: 21 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.844224:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932149376:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573237.844325:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa226c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573237.846635:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.846860:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925981440 00000100:00100000:1.0:1777573237.846870:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925981440 00010000:00010000:1.0:1777573237.846918:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e932 expref: 22 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573237.846964:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5646 00000100:00100000:1.0:1777573237.846974:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925981440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573237.846989:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.847011:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e932 expref: 22 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.847026:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e932 expref: 22 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.847049:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.847051:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.847057:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.847068:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.847088:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573237.847147:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925981440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 174us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.847155:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5646 00010000:00010000:2.0:1777573237.847425:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119a234 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e932 expref: 21 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.847441:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932149376:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573237.847461:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.847472:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.847478:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573237.854393:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874858 is committed 00002000:00010000:2.0:1777573237.854578:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 208896 -> 245760 00002000:00010000:2.0:1777573237.854595:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:2.0:1777573237.854609:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.854623:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.854631:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.854638:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573237.854643:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.854651:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.854670:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.854678:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573237.854774:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919925981312:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10697us (11093us total) trans 17179874858 rc 0/0 00000100:00100000:2.0:1777573237.854785:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5190 00000100:00100000:3.0:1777573237.870198:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.870308:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925981696 00000100:00100000:1.0:1777573237.870319:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925981696 00000100:00100000:1.0:1777573237.870494:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15510 00000100:00100000:1.0:1777573237.870504:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+588:59536:x1863919925981696:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.870555:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.870579:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119a242 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e939 expref: 588 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.870599:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.870605:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.870817:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.870845:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.870856:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.870916:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978733 00000004:00010000:1.0:1777573237.870940:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090ec0fbf reply state 00000000495a5de3 transno 4294978734 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.871030:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.871037:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.871039:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.871041:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.871171:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+590:59536:x1863919925981696:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 660us (973us total) trans 4294978734 rc 0/0 00000100:00100000:1.0:1777573237.871178:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15510 00000020:00080000:1.0:1777573237.871183:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573237.873690:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.873788:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925981824 00000100:00100000:2.0:1777573237.873796:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925981824 00000100:00100000:2.0:1777573237.873881:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12375 00000100:00100000:2.0:1777573237.873892:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925981824:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.873910:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.873928:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e940 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573237.873953:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d4f, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:2.0:1777573237.873973:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.873976:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.873983:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e940 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.873998:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e940 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.874011:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a600, rc 0) 00000100:00100000:2.0:1777573237.874067:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925981824:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 178us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.874075:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12375 00000100:00100000:3.0:1777573237.877057:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.877116:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.877190:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925981952 00000100:00100000:0.0:1777573237.877199:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925981952 00000100:00100000:2.0:1777573237.877225:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925982080 00000100:00100000:2.0:1777573237.877229:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925982080 00002000:00010000:2.0:1777573237.877252:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00010000:0.0:1777573237.877252:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (244541->18446744073709551615) 00002000:00100000:2.0:1777573237.877257:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38e00 with x1863919925982080 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573237.877257:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3b480 with x1863919925981952 ext(244541->18446744073709551615) 00002000:00010000:2.0:1777573237.877382:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f38e00. 00002000:00010000:0.0:1777573237.877441:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3b480. 00000100:00100000:2.0:1777573237.877445:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5191 00000100:00100000:2.0:1777573237.877454:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+18:2406:x1863919925982080:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.877601:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.877605:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.877607:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573237.877610:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.877612:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573237.877657:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+19:2406:x1863919925982080:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 205us (539us total) trans 21474841708 rc 0/0 00000100:00100000:2.0:1777573237.877664:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5191 00002000:00010000:2.0:1777573237.877667:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.877670:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38e00 with x1863919925982080 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.877673:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f38e00. 00000100:00100000:2.0:1777573237.877686:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5192 00000100:00100000:2.0:1777573237.877691:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919925981952:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.877999:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:2.0:1777573237.878002:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.878004:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573237.878007:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.878008:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573237.878035:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919925981952:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 344us (983us total) trans 17179874859 rc 0/0 00000100:00100000:2.0:1777573237.878039:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5192 00002000:00010000:2.0:1777573237.878041:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (244541->18446744073709551615) 00002000:00100000:2.0:1777573237.878043:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3b480 with x1863919925981952 ext(244541->18446744073709551615) 00002000:00010000:2.0:1777573237.878046:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3b480. 00000100:00100000:3.0:1777573237.880724:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.880808:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925982208 00000100:00100000:2.0:1777573237.880816:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925982208 00000100:00100000:2.0:1777573237.880870:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15511 00000100:00100000:2.0:1777573237.880877:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+590:59536:x1863919925982208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.880896:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.880915:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a2b9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e947 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.881014:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2c0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.881026:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2c0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.881035:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2c0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.881057:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:2.0:1777573237.881060:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.881073:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2c0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.881096:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a2b9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e947 expref: 592 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.881108:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2c0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e947 expref: 591 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.881114:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.881116:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.881119:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5b000, rc 0) 00000100:00100000:2.0:1777573237.881169:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+591:59536:x1863919925982208:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 285us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.881176:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15511 00000100:00100000:1.0:1777573237.884817:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.885083:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925982464 00000100:00100000:2.0:1777573237.885104:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925982464 00000100:00100000:2.0:1777573237.885184:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15512 00000100:00100000:2.0:1777573237.885194:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+591:59536:x1863919925982464:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.885244:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.885302:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2c0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e947 expref: 591 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.885320:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.885326:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.885483:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.885509:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.885520:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.885573:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978735 00000004:00010000:2.0:1777573237.885595:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a873b8f reply state 000000000caa52cd transno 4294978736 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.885607:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.885613:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.885615:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.885617:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.885699:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+593:59536:x1863919925982464:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 507us (891us total) trans 4294978736 rc 0/0 00000100:00100000:2.0:1777573237.885708:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15512 00000020:00080000:2.0:1777573237.885714:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573237.888243:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.888402:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925982592 00000100:00100000:0.0:1777573237.888415:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925982592 00000100:00100000:0.0:1777573237.888533:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12376 00000100:00100000:0.0:1777573237.888546:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+19:59536:x1863919925982592:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.888573:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.888602:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e94e expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.888634:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d51, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:0.0:1777573237.888663:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.888666:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.888675:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e94e expref: 20 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.888694:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e94e expref: 20 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.888715:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97c800, rc 0) 00000100:00100000:0.0:1777573237.888790:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+20:59536:x1863919925982592:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 246us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.888798:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12376 00000100:00100000:3.0:1777573237.891178:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.891264:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925982720 00000100:00100000:1.0:1777573237.891305:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925982720 00002000:00010000:1.0:1777573237.891356:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (244541->18446744073709551615) 00002000:00100000:1.0:1777573237.891363:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3bb80 with x1863919925982720 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573237.891379:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3bb80. 00000100:00100000:1.0:1777573237.891421:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5193 00000100:00100000:1.0:1777573237.891432:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919925982720:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573237.891554:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.891678:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925982848 00000100:00100000:0.0:1777573237.891683:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925982848 00002000:00010000:0.0:1777573237.891710:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.891716:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38a80 with x1863919925982848 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.891724:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f38a80. 00000100:00100000:0.0:1777573237.891746:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5194 00000100:00100000:0.0:1777573237.891755:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919925982848:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573237.891858:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573237.891862:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.891864:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573237.891866:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.891867:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573237.891933:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919925982848:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 179us (378us total) trans 17179874860 rc 0/0 00000100:00100000:0.0:1777573237.891941:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5194 00002000:00010000:0.0:1777573237.891945:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.891948:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38a80 with x1863919925982848 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.891953:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f38a80. 00002000:00010000:1.0:1777573237.892013:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:1.0:1777573237.892017:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.892019:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:1.0:1777573237.892022:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.892024:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573237.892051:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919925982720:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 621us (897us total) trans 21474841709 rc 0/0 00000100:00100000:1.0:1777573237.892115:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5193 00002000:00010000:1.0:1777573237.892178:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (244541->18446744073709551615) 00002000:00100000:1.0:1777573237.892181:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3bb80 with x1863919925982720 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573237.892187:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3bb80. 00000100:00100000:3.0:1777573237.897477:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.897597:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925982976 00000100:00100000:1.0:1777573237.897610:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925982976 00000100:00100000:1.0:1777573237.897687:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15513 00000100:00100000:1.0:1777573237.897700:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+593:59536:x1863919925982976:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.897734:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.897760:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a2d5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e955 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.897996:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a2dc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.898015:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a2dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.898025:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a2dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.898052:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:1.0:1777573237.898055:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.898074:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a2dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.898097:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a2d5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e955 expref: 595 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.898115:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a2dc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e955 expref: 594 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.898122:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.898123:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.898127:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c000, rc 0) 00000100:00100000:1.0:1777573237.898208:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+594:59536:x1863919925982976:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 511us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.898216:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15513 00000100:00100000:3.0:1777573237.902558:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.903568:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925983232 00000100:00100000:0.0:1777573237.903598:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925983232 00000100:00100000:0.0:1777573237.903684:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15514 00000100:00100000:0.0:1777573237.903696:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d8874050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+594:59536:x1863919925983232:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573237.905181:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573237.905232:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a2dc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e955 expref: 594 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.905265:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.905286:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573237.906211:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.906256:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.906312:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573237.906590:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978737 00000004:00010000:0.0:1777573237.906625:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de6c537f reply state 00000000dbc93418 transno 4294978738 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.906641:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.906650:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.906653:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573237.906658:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573237.906997:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d8874050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+596:59536:x1863919925983232:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 3299us (4452us total) trans 4294978738 rc 0/0 00000100:00100000:0.0:1777573237.907013:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15514 00000020:00080000:0.0:1777573237.907021:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.910422:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.910518:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925983360 00000100:00100000:1.0:1777573237.910531:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925983360 00000100:00100000:1.0:1777573237.910605:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12377 00000100:00100000:1.0:1777573237.910617:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+21:59536:x1863919925983360:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.910640:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.910667:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e95c expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573237.910699:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d55, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:1.0:1777573237.910728:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.910731:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573237.910739:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e95c expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.910762:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e95c expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.910777:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2cc00, rc 0) 00000100:00100000:1.0:1777573237.910845:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+22:59536:x1863919925983360:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 230us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.910853:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12377 00000100:00100000:3.0:1777573237.913233:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.913337:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.913486:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925983616 00000100:00100000:1.0:1777573237.913500:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925983616 00002000:00010000:1.0:1777573237.913637:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.913642:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3aa00 with x1863919925983616 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.913657:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3aa00. 00000100:00100000:1.0:1777573237.913687:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925983488 00000100:00100000:1.0:1777573237.913690:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925983488 00002000:00010000:1.0:1777573237.913704:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (244541->18446744073709551615) 00002000:00100000:1.0:1777573237.913706:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38700 with x1863919925983488 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573237.913712:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f38700. 00000100:00100000:1.0:1777573237.913731:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5195 00000100:00100000:1.0:1777573237.913740:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925983616:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573237.913963:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5196 00000100:00100000:3.0:1777573237.913973:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919925983488:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573237.914311:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:3.0:1777573237.914316:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.914318:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573237.914321:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.914324:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573237.914391:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925983488:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 420us (1053us total) trans 21474841710 rc 0/0 00000100:00100000:3.0:1777573237.914400:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5196 00002000:00010000:3.0:1777573237.914404:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (244541->18446744073709551615) 00002000:00100000:3.0:1777573237.914407:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38700 with x1863919925983488 ext(244541->18446744073709551615) 00002000:00010000:3.0:1777573237.914412:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f38700. 00002000:00010000:1.0:1777573237.914833:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.914838:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.914841:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573237.914843:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.914846:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573237.915152:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925983616:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1412us (1930us total) trans 17179874861 rc 0/0 00000100:00100000:1.0:1777573237.915171:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5195 00002000:00010000:1.0:1777573237.915175:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.915178:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3aa00 with x1863919925983616 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.915183:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3aa00. 00000100:00100000:3.0:1777573237.918080:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.918174:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925983744 00000100:00100000:1.0:1777573237.918188:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925983744 00000100:00100000:1.0:1777573237.918264:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15515 00000100:00100000:1.0:1777573237.918321:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+596:59536:x1863919925983744:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.918353:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.918377:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a2f1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e963 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.918514:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a2f8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.918541:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a2f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.918555:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a2f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.918591:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:1.0:1777573237.918596:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.918619:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a2f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.918648:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a2f1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e963 expref: 598 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.918670:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a2f8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e963 expref: 597 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.918680:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.918683:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.918687:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c800, rc 0) 00000100:00100000:1.0:1777573237.918757:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+597:59536:x1863919925983744:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 484us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.918765:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15515 00000100:00100000:3.0:1777573237.922680:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.922794:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925984000 00000100:00100000:2.0:1777573237.922808:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925984000 00000100:00100000:2.0:1777573237.922888:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15516 00000100:00100000:2.0:1777573237.922900:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+597:59536:x1863919925984000:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.922978:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.923014:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a2f8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e963 expref: 597 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.923041:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.923048:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.923312:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.923350:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.923362:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.923413:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978739 00000004:00010000:2.0:1777573237.923439:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a43836c reply state 00000000fba9adfe transno 4294978740 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.923453:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.923459:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.923463:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.923466:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.923581:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+599:59536:x1863919925984000:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 682us (914us total) trans 4294978740 rc 0/0 00000100:00100000:2.0:1777573237.923589:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15516 00000020:00080000:2.0:1777573237.923596:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.925734:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.926007:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925984128 00000100:00100000:0.0:1777573237.926021:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925984128 00000100:00100000:0.0:1777573237.926091:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12378 00000100:00100000:0.0:1777573237.926103:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925984128:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.926126:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.926155:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e96a expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.926204:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d56, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:0.0:1777573237.926233:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.926236:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.926245:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e96a expref: 25 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.926265:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e96a expref: 25 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.926327:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556ce00, rc 0) 00000100:00100000:0.0:1777573237.926388:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925984128:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 288us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.926395:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12378 00000100:00100000:3.0:1777573237.929152:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.929209:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.929310:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925984384 00000100:00100000:0.0:1777573237.929310:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925984256 00000100:00100000:1.0:1777573237.929324:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925984384 00000100:00100000:0.0:1777573237.929324:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925984256 00002000:00010000:1.0:1777573237.929378:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00010000:0.0:1777573237.929378:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (244541->18446744073709551615) 00002000:00100000:1.0:1777573237.929386:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3a680 with x1863919925984384 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573237.929387:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3b800 with x1863919925984256 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573237.929401:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3a680. 00000100:00100000:1.0:1777573237.929435:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5197 00000100:00100000:1.0:1777573237.929445:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919925984384:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.929661:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.929665:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.929668:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573237.929670:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.929672:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573237.929746:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919925984384:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 302us (607us total) trans 21474841711 rc 0/0 00002000:00010000:0.0:1777573237.929751:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3b800. 00000100:00100000:1.0:1777573237.929757:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5197 00002000:00010000:1.0:1777573237.929762:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.929765:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3a680 with x1863919925984384 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.929771:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3a680. 00000100:00100000:1.0:1777573237.929796:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5198 00000100:00100000:1.0:1777573237.929805:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919925984256:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.930504:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:1.0:1777573237.930511:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.930514:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573237.930515:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.930517:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573237.930823:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919925984256:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1015us (1609us total) trans 17179874862 rc 0/0 00000100:00100000:1.0:1777573237.930832:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5198 00002000:00010000:1.0:1777573237.930837:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (244541->18446744073709551615) 00002000:00100000:1.0:1777573237.931033:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3b800 with x1863919925984256 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573237.931042:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3b800. 00000100:00100000:3.0:1777573237.934149:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.934544:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925984512 00000100:00100000:1.0:1777573237.934558:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925984512 00000100:00100000:1.0:1777573237.934642:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15517 00000100:00100000:1.0:1777573237.934654:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+599:59536:x1863919925984512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573237.934690:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573237.934719:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a30d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e971 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.934864:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a314 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.934885:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a314 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.934899:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a314 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573237.934934:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:1.0:1777573237.934950:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573237.934973:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a314 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.935002:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a30d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e971 expref: 601 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.935026:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a314 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e971 expref: 600 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.935036:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.935040:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573237.935044:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d800, rc 0) 00000100:00100000:1.0:1777573237.935120:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+600:59536:x1863919925984512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 469us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573237.935129:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15517 00000100:00100000:3.0:1777573237.939337:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.944356:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925984768 00000100:00100000:2.0:1777573237.944374:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925984768 00000100:00100000:2.0:1777573237.944490:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15518 00000100:00100000:2.0:1777573237.944502:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+600:59536:x1863919925984768:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573237.944575:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573237.944609:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a314 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e971 expref: 600 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.944636:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.944642:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.944837:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.944874:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.944886:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.944939:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978741 00000004:00010000:2.0:1777573237.944964:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f95fdb5b reply state 00000000f6ee5b11 transno 4294978742 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.944979:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.944986:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.944988:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.944991:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.945120:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+602:59536:x1863919925984768:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 619us (5799us total) trans 4294978742 rc 0/0 00000100:00100000:2.0:1777573237.945129:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15518 00000020:00080000:2.0:1777573237.945136:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.947126:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.947207:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925984896 00000100:00100000:0.0:1777573237.947220:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925984896 00000100:00100000:0.0:1777573237.947331:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12379 00000100:00100000:0.0:1777573237.947349:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+24:59536:x1863919925984896:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.947385:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.947416:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e978 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.947451:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d57, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:0.0:1777573237.947491:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.947493:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.947503:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e978 expref: 25 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.947520:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e978 expref: 25 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.947535:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a8e00, rc 0) 00000100:00100000:0.0:1777573237.947599:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+25:59536:x1863919925984896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 258us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.947607:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12379 00000100:00100000:2.0:1777573237.953040:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.953104:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.953323:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925985024 00000100:00100000:0.0:1777573237.953338:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925985024 00002000:00010000:0.0:1777573237.953393:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (244541->18446744073709551615) 00002000:00100000:0.0:1777573237.953398:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4dc00 with x1863919925985024 ext(244541->18446744073709551615) 00002000:00010000:0.0:1777573237.953415:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b4dc00. 00000100:00100000:0.0:1777573237.953449:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925985152 00000100:00100000:0.0:1777573237.953453:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925985152 00002000:00010000:0.0:1777573237.953469:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573237.953473:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4e300 with x1863919925985152 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573237.953479:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4e300. 00000100:00100000:0.0:1777573237.953508:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5199 00000100:00100000:0.0:1777573237.953518:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919925985024:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573237.953650:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5200 00000100:00100000:3.0:1777573237.953662:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925985152:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573237.953775:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573237.953779:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.953782:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573237.953785:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573237.953788:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573237.953862:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925985152:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 202us (756us total) trans 17179874863 rc 0/0 00000100:00100000:3.0:1777573237.953870:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5200 00002000:00010000:3.0:1777573237.953875:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573237.953877:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4e300 with x1863919925985152 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573237.953882:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4e300. 00002000:00010000:0.0:1777573237.954501:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:0.0:1777573237.954506:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.954509:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573237.954511:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.954513:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573237.954646:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919925985024:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1127us (1618us total) trans 21474841712 rc 0/0 00000100:00100000:0.0:1777573237.954655:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5199 00002000:00010000:0.0:1777573237.954660:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (244541->18446744073709551615) 00002000:00100000:0.0:1777573237.954663:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4dc00 with x1863919925985024 ext(244541->18446744073709551615) 00002000:00010000:0.0:1777573237.954669:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b4dc00. 00000100:00100000:2.0:1777573237.957120:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.957348:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925985280 00000100:00100000:0.0:1777573237.957362:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925985280 00000100:00100000:0.0:1777573237.957492:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15519 00000100:00100000:0.0:1777573237.957505:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+602:59536:x1863919925985280:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.957535:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.957565:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a329 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e97f expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.957800:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a330 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.957820:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a330 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.957835:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a330 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573237.957873:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:0.0:1777573237.957878:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573237.957914:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a330 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.957948:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a329 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e97f expref: 604 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.957974:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a330 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e97f expref: 603 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.957983:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.957987:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573237.957991:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39f600, rc 0) 00000100:00100000:0.0:1777573237.958061:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+603:59536:x1863919925985280:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 558us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.958073:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15519 00000100:00100000:3.0:1777573237.961737:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.961877:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925985536 00000100:00100000:1.0:1777573237.961890:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925985536 00000100:00100000:1.0:1777573237.961996:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15520 00000100:00100000:1.0:1777573237.962009:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+603:59536:x1863919925985536:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.962080:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.962111:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a330 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e97f expref: 603 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.962135:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.962140:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.962407:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.962446:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.962458:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.962511:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978743 00000004:00010000:1.0:1777573237.962536:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e22a23f reply state 000000007de4a40c transno 4294978744 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.962551:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.962557:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.962560:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.962562:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.962667:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+605:59536:x1863919925985536:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 661us (942us total) trans 4294978744 rc 0/0 00000100:00100000:1.0:1777573237.962674:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15520 00000020:00080000:1.0:1777573237.962680:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.965462:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.965520:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925985664 00000100:00100000:2.0:1777573237.965532:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925985664 00000100:00100000:2.0:1777573237.965593:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12380 00000100:00100000:2.0:1777573237.965604:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+26:59536:x1863919925985664:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.965628:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.965651:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e986 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573237.965678:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d5d, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:2.0:1777573237.965701:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.965703:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573237.965710:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e986 expref: 27 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.965725:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e986 expref: 27 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.965746:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:2.0:1777573237.965818:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+27:59536:x1863919925985664:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 216us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.965826:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12380 00000100:00100000:2.0:1777573237.970197:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.970266:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925985792 00000100:00100000:0.0:1777573237.970304:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925985792 00000100:00100000:2.0:1777573237.970306:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.970340:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925985920 00000100:00100000:1.0:1777573237.970348:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925985920 00002000:00010000:0.0:1777573237.970359:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (244541->18446744073709551615) 00002000:00100000:0.0:1777573237.970365:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4c000 with x1863919925985792 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573237.970374:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.970380:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4f100 with x1863919925985920 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.970391:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4f100. 00002000:00010000:0.0:1777573237.970391:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b4c000. 00000100:00100000:0.0:1777573237.970435:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5201 00000100:00100000:1.0:1777573237.970444:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5202 00000100:00100000:0.0:1777573237.970449:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925985792:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573237.970458:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919925985920:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573237.970656:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573237.970660:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.970663:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573237.970666:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573237.970669:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573237.970744:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925985920:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 288us (470us total) trans 17179874864 rc 0/0 00000100:00100000:1.0:1777573237.970751:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5202 00002000:00010000:1.0:1777573237.970756:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:1.0:1777573237.970759:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4f100 with x1863919925985920 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573237.970763:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4f100. 00002000:00010000:0.0:1777573237.970785:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:0.0:1777573237.970790:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.970792:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573237.970803:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.970805:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573237.970838:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925985792:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 388us (648us total) trans 21474841713 rc 0/0 00000100:00100000:0.0:1777573237.970846:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5201 00002000:00010000:0.0:1777573237.970850:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (244541->18446744073709551615) 00002000:00100000:0.0:1777573237.970853:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4c000 with x1863919925985792 ext(244541->18446744073709551615) 00002000:00010000:0.0:1777573237.970858:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b4c000. 00000100:00100000:1.0:1777573237.974417:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.974536:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925986048 00000100:00100000:2.0:1777573237.974550:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925986048 00000100:00100000:2.0:1777573237.974624:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15521 00000100:00100000:2.0:1777573237.974638:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+605:59536:x1863919925986048:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573237.974669:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573237.974698:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a345 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e98d expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.974822:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a34c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.974842:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a34c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.974856:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a34c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573237.974893:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:2.0:1777573237.974898:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573237.974920:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a34c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.974956:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a345 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e98d expref: 607 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.974976:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a34c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e98d expref: 606 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.974986:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.974989:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573237.974993:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7e200, rc 0) 00000100:00100000:2.0:1777573237.975066:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+606:59536:x1863919925986048:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 432us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573237.975073:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15521 00000100:00100000:3.0:1777573237.978771:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573237.978847:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925986304 00000100:00100000:1.0:1777573237.978859:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925986304 00000100:00100000:1.0:1777573237.978925:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15522 00000100:00100000:1.0:1777573237.978935:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+606:59536:x1863919925986304:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573237.979017:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573237.979048:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7e200/0x8dc0a528a119a34c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e98d expref: 606 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.979068:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.979073:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573237.979342:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.979380:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.979401:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573237.979464:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978745 00000004:00010000:1.0:1777573237.979656:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000743076fa reply state 000000009a124f05 transno 4294978746 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.979670:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573237.979677:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573237.979680:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573237.979683:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573237.979798:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+608:59536:x1863919925986304:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 863us (1041us total) trans 4294978746 rc 0/0 00000100:00100000:1.0:1777573237.979808:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15522 00000020:00080000:1.0:1777573237.979814:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573237.981521:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.981631:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925986432 00000100:00100000:0.0:1777573237.981648:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925986432 00000100:00100000:0.0:1777573237.981716:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12381 00000100:00100000:0.0:1777573237.981727:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+28:59536:x1863919925986432:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.981748:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.981774:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e994 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573237.981808:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d5e, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:0.0:1777573237.981840:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.981844:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573237.981853:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e994 expref: 29 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.981871:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e994 expref: 29 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.981887:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39e000, rc 0) 00000100:00100000:0.0:1777573237.981980:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925986432:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 255us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.981985:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12381 00000100:00100000:3.0:1777573237.986124:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.986181:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573237.986822:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925986560 00000100:00100000:2.0:1777573237.986926:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925986560 00002000:00010000:2.0:1777573237.986987:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (244541->18446744073709551615) 00002000:00100000:2.0:1777573237.986993:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66300 with x1863919925986560 ext(244541->18446744073709551615) 00002000:00010000:2.0:1777573237.987009:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b66300. 00000100:00100000:2.0:1777573237.987095:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925986688 00000100:00100000:2.0:1777573237.987108:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925986688 00002000:00010000:2.0:1777573237.987130:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:2.0:1777573237.987133:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64a80 with x1863919925986688 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.987141:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b64a80. 00000100:00100000:0.0:1777573237.987188:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5203 00000100:00100000:0.0:1777573237.987204:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925986560:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573237.987391:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5204 00000100:00100000:2.0:1777573237.987401:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919925986688:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573237.987513:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573237.987518:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.987521:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573237.987523:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573237.987526:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573237.987575:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:0.0:1777573237.987579:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.987582:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573237.987585:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573237.987587:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573237.987603:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919925986688:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 203us (1420us total) trans 21474841714 rc 0/0 00000100:00100000:2.0:1777573237.987612:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5204 00002000:00010000:2.0:1777573237.987618:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00000100:00100000:0.0:1777573237.987618:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925986560:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 418us (1508us total) trans 17179874865 rc 0/0 00002000:00100000:2.0:1777573237.987624:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64a80 with x1863919925986688 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573237.987632:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b64a80. 00000100:00100000:0.0:1777573237.987633:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5203 00002000:00010000:0.0:1777573237.987640:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (244541->18446744073709551615) 00002000:00100000:0.0:1777573237.987643:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66300 with x1863919925986560 ext(244541->18446744073709551615) 00002000:00010000:0.0:1777573237.987649:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b66300. 00000100:00100000:3.0:1777573237.993345:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573237.993466:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925986816 00000100:00100000:0.0:1777573237.993480:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925986816 00000100:00100000:0.0:1777573237.993561:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15523 00000100:00100000:0.0:1777573237.993573:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+608:59536:x1863919925986816:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573237.993606:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573237.993635:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a361 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e99b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.993769:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a368 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.993791:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a368 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.993807:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a368 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573237.993856:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:0.0:1777573237.993861:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573237.993885:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a368 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.993916:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a361 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e99b expref: 610 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.993939:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a368 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e99b expref: 609 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573237.993949:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573237.993952:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573237.993957:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c1668c00, rc 0) 00000100:00100000:0.0:1777573237.994042:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+609:59536:x1863919925986816:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 470us (1947us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573237.994051:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15523 00000100:00100000:1.0:1777573237.997648:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573237.997837:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925987072 00000100:00100000:3.0:1777573237.997850:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925987072 00000100:00100000:3.0:1777573237.997935:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15524 00000100:00100000:3.0:1777573237.997947:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+609:59536:x1863919925987072:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573237.998020:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573237.998050:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a368 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e99b expref: 609 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573237.998070:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573237.998074:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573237.998536:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.998576:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.998589:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573237.998821:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978747 00000004:00010000:2.0:1777573237.998859:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be8d9d3a reply state 0000000028d8a179 transno 4294978748 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.998875:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573237.998882:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573237.998886:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573237.998890:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573237.998999:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+611:59536:x1863919925987072:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1054us (1364us total) trans 4294978748 rc 0/0 00000100:00100000:2.0:1777573237.999007:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15524 00000020:00080000:2.0:1777573237.999012:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573238.001476:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.001687:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925987200 00000100:00100000:2.0:1777573238.001700:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925987200 00000100:00080000:3.0:1777573238.001752:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573238.001791:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12382 00000100:00100000:2.0:1777573238.001803:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+29:59536:x1863919925987200:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573238.001825:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.001852:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9a2 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573238.001885:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d62, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:2.0:1777573238.001918:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.001922:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.001931:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a2 expref: 30 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.001950:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a2 expref: 30 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.001966:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7e200, rc 0) 00000100:00100000:2.0:1777573238.002090:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+30:59536:x1863919925987200:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 290us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.002098:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12382 00000100:00100000:3.0:1777573238.005928:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.005987:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.006039:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925987328 00000100:00100000:1.0:1777573238.006054:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925987328 00000100:00100000:0.0:1777573238.006063:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925987456 00000100:00100000:0.0:1777573238.006069:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925987456 00002000:00010000:1.0:1777573238.006120:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (244541->18446744073709551615) 00002000:00010000:0.0:1777573238.006121:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573238.006129:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67100 with x1863919925987456 ext(0->18446744073709551615) 00002000:00100000:1.0:1777573238.006130:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67480 with x1863919925987328 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573238.006147:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b67480. 00002000:00010000:0.0:1777573238.006147:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b67100. 00000100:00080000:3.0:1777573238.006182:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573238.006266:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5205 00000100:00100000:1.0:1777573238.006327:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919925987328:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573238.006711:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:1.0:1777573238.006716:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.006719:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573238.006721:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.006724:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573238.006813:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925987328:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 488us (890us total) trans 21474841715 rc 0/0 00000100:00100000:1.0:1777573238.006823:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5205 00002000:00010000:1.0:1777573238.006828:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (244541->18446744073709551615) 00002000:00100000:1.0:1777573238.006831:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67480 with x1863919925987328 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573238.006836:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b67480. 00000100:00100000:1.0:1777573238.006866:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5206 00000100:00100000:1.0:1777573238.006874:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919925987456:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573238.007461:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573238.007465:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.007468:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573238.007469:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.007471:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573238.007504:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919925987456:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 631us (1516us total) trans 17179874866 rc 0/0 00000100:00100000:1.0:1777573238.007511:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5206 00002000:00010000:1.0:1777573238.007514:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:1.0:1777573238.007517:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67100 with x1863919925987456 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573238.007522:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b67100. 00000100:00100000:3.0:1777573238.011348:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.011424:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925987584 00000100:00100000:0.0:1777573238.011439:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925987584 00000100:00100000:0.0:1777573238.011528:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15525 00000100:00100000:0.0:1777573238.011540:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+611:59536:x1863919925987584:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.011570:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.011595:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a37d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9a9 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.011720:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a384 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.011741:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a384 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.011755:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a384 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573238.011788:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:0.0:1777573238.011793:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573238.011816:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a384 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.011850:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a37d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a9 expref: 613 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.011873:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a384 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a9 expref: 612 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.011882:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.011885:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573238.011890:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39f600, rc 0) 00000100:00100000:0.0:1777573238.011970:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+612:59536:x1863919925987584:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 432us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.011979:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15525 00000100:00080000:3.0:1777573238.012048:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573238.018752:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.018840:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925987840 00000100:00100000:1.0:1777573238.018855:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925987840 00000100:00100000:1.0:1777573238.018998:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15526 00000100:00100000:1.0:1777573238.019012:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+612:59536:x1863919925987840:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573238.019093:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.019128:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119a384 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a9 expref: 612 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.019152:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.019170:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573238.019464:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.019503:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.019515:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573238.019584:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978749 00000004:00010000:1.0:1777573238.019614:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019d180f5 reply state 0000000045961b25 transno 4294978750 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.019629:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.019636:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.019639:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573238.019642:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573238.019756:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+614:59536:x1863919925987840:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 747us (1018us total) trans 4294978750 rc 0/0 00000100:00100000:1.0:1777573238.019763:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15526 00000020:00080000:1.0:1777573238.019769:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573238.024305:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.024403:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925987968 00000100:00100000:3.0:1777573238.024417:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925987968 00000100:00100000:3.0:1777573238.024499:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12383 00000100:00100000:3.0:1777573238.024511:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+31:59536:x1863919925987968:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573238.024537:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573238.024563:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9b0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573238.024608:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d67, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:3.0:1777573238.024635:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.024639:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.024648:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b0 expref: 32 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.024666:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b0 expref: 32 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.024682:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa000, rc 0) 00000100:00100000:3.0:1777573238.024757:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925987968:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 249us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573238.024765:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12383 00000100:00100000:3.0:1777573238.029566:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.029681:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.030735:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925988224 00000100:00100000:1.0:1777573238.030735:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925988096 00000100:00100000:2.0:1777573238.030751:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925988224 00000100:00100000:1.0:1777573238.030751:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925988096 00002000:00010000:2.0:1777573238.030809:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00010000:1.0:1777573238.030809:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (244541->18446744073709551615) 00002000:00100000:1.0:1777573238.030816:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67800 with x1863919925988096 ext(244541->18446744073709551615) 00002000:00100000:2.0:1777573238.030818:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b65880 with x1863919925988224 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573238.030832:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b65880. 00002000:00010000:1.0:1777573238.030832:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b67800. 00000100:00100000:2.0:1777573238.030876:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5207 00000100:00100000:2.0:1777573238.030888:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919925988224:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573238.030893:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5208 00000100:00100000:1.0:1777573238.030903:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925988096:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573238.031180:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.031184:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.031187:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573238.031189:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.031192:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573238.031264:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:1.0:1777573238.031268:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.031292:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573238.031295:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.031300:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573238.031302:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925988224:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 412us (1617us total) trans 21474841716 rc 0/0 00000100:00100000:2.0:1777573238.031311:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5207 00002000:00010000:2.0:1777573238.031316:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573238.031318:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b65880 with x1863919925988224 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573238.031324:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b65880. 00000100:00100000:1.0:1777573238.031330:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925988096:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 427us (1777us total) trans 17179874867 rc 0/0 00000100:00100000:1.0:1777573238.031338:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5208 00002000:00010000:1.0:1777573238.031342:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (244541->18446744073709551615) 00002000:00100000:1.0:1777573238.031345:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67800 with x1863919925988096 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573238.031350:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b67800. 00000100:00100000:1.0:1777573238.036728:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.037042:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925988352 00000100:00100000:2.0:1777573238.037056:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925988352 00000100:00100000:2.0:1777573238.038006:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15527 00000100:00100000:2.0:1777573238.038029:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+614:59536:x1863919925988352:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573238.038061:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.038090:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a399 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9b7 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.038227:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3a0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.038247:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.038256:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573238.038311:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:2.0:1777573238.038315:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573238.038334:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.038358:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a399 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b7 expref: 616 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.038375:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b7 expref: 615 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.038382:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.038384:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573238.038386:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c4ed9e00, rc 0) 00000100:00100000:2.0:1777573238.038470:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+615:59536:x1863919925988352:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 452us (1757us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.038477:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15527 00000100:00100000:2.0:1777573238.041570:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.041893:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925988608 00000100:00100000:1.0:1777573238.041907:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925988608 00000100:00100000:1.0:1777573238.042013:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15528 00000100:00100000:1.0:1777573238.042024:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+615:59536:x1863919925988608:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573238.042091:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.042132:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3a0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b7 expref: 615 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.042155:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.042170:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573238.042402:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.042447:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.042458:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573238.042513:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978751 00000004:00010000:1.0:1777573238.042534:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a86a45d0 reply state 000000001d6bd85d transno 4294978752 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.042548:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.042554:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.042557:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573238.042560:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573238.042808:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+617:59536:x1863919925988608:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 784us (1250us total) trans 4294978752 rc 0/0 00000100:00100000:1.0:1777573238.042817:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15528 00000020:00080000:1.0:1777573238.042823:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573238.045520:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.045635:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925988736 00000100:00100000:0.0:1777573238.045647:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925988736 00000100:00100000:0.0:1777573238.045709:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12384 00000100:00100000:0.0:1777573238.045717:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+32:59536:x1863919925988736:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.045739:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.045762:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9be expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.045788:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d68, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:0.0:1777573238.045810:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.045812:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.045819:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9be expref: 33 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.045836:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9be expref: 33 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.045847:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39f600, rc 0) 00000100:00100000:0.0:1777573238.046318:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+33:59536:x1863919925988736:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 597us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.046327:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12384 00000100:00100000:3.0:1777573238.048867:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.049017:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925988864 00000100:00100000:1.0:1777573238.049032:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925988864 00002000:00010000:1.0:1777573238.049089:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (244541->18446744073709551615) 00002000:00100000:1.0:1777573238.049096:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66d80 with x1863919925988864 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573238.049111:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b66d80. 00000100:00100000:3.0:1777573238.049533:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5209 00000100:00100000:3.0:1777573238.049549:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925988864:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573238.050201:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:3.0:1777573238.050207:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.050210:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573238.050212:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.050214:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573238.050638:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925988864:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1090us (1781us total) trans 21474841717 rc 0/0 00000100:00100000:3.0:1777573238.050650:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5209 00002000:00010000:3.0:1777573238.050657:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (244541->18446744073709551615) 00002000:00100000:3.0:1777573238.050662:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66d80 with x1863919925988864 ext(244541->18446744073709551615) 00002000:00010000:3.0:1777573238.050670:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b66d80. 00000100:00100000:2.0:1777573238.051038:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.051172:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925988992 00000100:00100000:0.0:1777573238.051182:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925988992 00002000:00010000:0.0:1777573238.051219:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573238.051223:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4d180 with x1863919925988992 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573238.051232:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4d180. 00000100:00100000:0.0:1777573238.051266:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5210 00000100:00100000:0.0:1777573238.051303:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925988992:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573238.051461:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.051465:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.051468:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573238.051471:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.051473:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.051513:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925988992:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 213us (476us total) trans 17179874868 rc 0/0 00000100:00100000:0.0:1777573238.051521:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5210 00002000:00010000:0.0:1777573238.051524:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573238.051527:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4d180 with x1863919925988992 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573238.051532:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4d180. 00000100:00100000:3.0:1777573238.053560:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.053626:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925989120 00000100:00100000:0.0:1777573238.053638:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925989120 00000100:00100000:0.0:1777573238.053704:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15529 00000100:00100000:0.0:1777573238.053715:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+617:59536:x1863919925989120:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.053741:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.053768:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a3b5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9c5 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.053983:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119a3bc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 81 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.053999:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119a3bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.054009:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119a3bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573238.054036:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:0.0:1777573238.054039:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573238.054056:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119a3bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.054077:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a3b5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9c5 expref: 619 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.054095:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119a3bc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9c5 expref: 618 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.054101:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.054104:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573238.054107:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2cee6d400, rc 0) 00000100:00100000:0.0:1777573238.054221:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+618:59536:x1863919925989120:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 508us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.054230:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15529 00000100:00100000:1.0:1777573238.062030:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.062102:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925989376 00000100:00100000:2.0:1777573238.062116:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925989376 00000100:00100000:2.0:1777573238.062203:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15530 00000100:00100000:2.0:1777573238.062218:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+618:59536:x1863919925989376:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573238.062392:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573238.062525:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119a3bc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9c5 expref: 618 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.062550:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.062554:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573238.062766:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.062805:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.062817:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.062944:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978753 00000004:00010000:2.0:1777573238.062964:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023075780 reply state 000000007c7a932b transno 4294978754 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.062974:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.062978:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.062980:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573238.062983:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573238.063079:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+620:59536:x1863919925989376:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 865us (1063us total) trans 4294978754 rc 0/0 00000100:00100000:2.0:1777573238.063086:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15530 00000020:00080000:2.0:1777573238.063091:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573238.065502:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.065606:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925989504 00000100:00100000:1.0:1777573238.065617:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925989504 00000100:00100000:1.0:1777573238.065685:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12385 00000100:00100000:1.0:1777573238.065695:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+34:59536:x1863919925989504:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573238.065713:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573238.065734:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9cc expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573238.065759:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d6a, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:1.0:1777573238.065787:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.065789:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.065795:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9cc expref: 35 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.065811:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9cc expref: 35 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.065822:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d200, rc 0) 00000100:00100000:1.0:1777573238.065884:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925989504:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 190us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.065892:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12385 00000100:00100000:3.0:1777573238.068649:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.068683:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.068759:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925989760 00000100:00100000:1.0:1777573238.068772:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925989760 00002000:00010000:1.0:1777573238.068825:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573238.068832:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556300 with x1863919925989760 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573238.068846:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8556300. 00000100:00100000:1.0:1777573238.068926:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925989632 00000100:00100000:1.0:1777573238.068930:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925989632 00002000:00010000:1.0:1777573238.068945:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (244541->18446744073709551615) 00002000:00100000:1.0:1777573238.068949:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557b80 with x1863919925989632 ext(244541->18446744073709551615) 00002000:00010000:1.0:1777573238.068955:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557b80. 00000100:00100000:2.0:1777573238.068995:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5211 00000100:00100000:0.0:1777573238.069005:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5212 00000100:00100000:2.0:1777573238.069016:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925989760:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573238.069020:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925989632:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573238.069212:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.069217:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.069219:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573238.069228:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.069231:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573238.069329:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925989760:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 323us (689us total) trans 21474841718 rc 0/0 00000100:00100000:2.0:1777573238.069346:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5211 00002000:00010000:2.0:1777573238.069350:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573238.069353:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556300 with x1863919925989760 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573238.069357:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8556300. 00002000:00010000:0.0:1777573238.069429:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:0.0:1777573238.069433:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.069435:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573238.069437:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.069439:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573238.069465:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925989632:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 451us (779us total) trans 17179874869 rc 0/0 00000100:00100000:0.0:1777573238.069473:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5212 00002000:00010000:0.0:1777573238.069476:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (244541->18446744073709551615) 00002000:00100000:0.0:1777573238.069479:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557b80 with x1863919925989632 ext(244541->18446744073709551615) 00002000:00010000:0.0:1777573238.069484:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557b80. 00000100:00100000:2.0:1777573238.072845:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.072963:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925989888 00000100:00100000:0.0:1777573238.072976:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925989888 00000100:00100000:0.0:1777573238.073055:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15531 00000100:00100000:0.0:1777573238.073067:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+620:59536:x1863919925989888:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.073101:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.073130:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119a3d1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 81 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9d3 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.073312:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a3d8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 82 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.073331:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a3d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.073353:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a3d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573238.073390:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:0.0:1777573238.073395:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573238.073419:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a3d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.073448:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119a3d1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9d3 expref: 622 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.073479:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a3d8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9d3 expref: 621 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.073488:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.073491:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573238.073494:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c1668c00, rc 0) 00000100:00100000:0.0:1777573238.073567:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+621:59536:x1863919925989888:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 503us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.073574:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15531 00000100:00100000:2.0:1777573238.077928:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.078043:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925990144 00000100:00100000:1.0:1777573238.078057:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925990144 00000100:00100000:1.0:1777573238.078130:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15532 00000100:00100000:1.0:1777573238.078141:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+621:59536:x1863919925990144:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573238.078227:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.078770:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119a3d8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 82 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9d3 expref: 621 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.078794:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.078799:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573238.079033:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 81 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.079071:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.079083:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573238.079179:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978755 00000004:00010000:1.0:1777573238.079205:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e4c0e14d reply state 00000000fc4f38a3 transno 4294978756 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.079215:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.079220:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.079222:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573238.079223:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573238.080031:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+623:59536:x1863919925990144:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1886us (2110us total) trans 4294978756 rc 0/0 00000100:00100000:1.0:1777573238.080043:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15532 00000020:00080000:1.0:1777573238.080050:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573238.082588:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.082682:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925990272 00000100:00100000:0.0:1777573238.082696:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925990272 00000100:00100000:0.0:1777573238.082766:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12386 00000100:00100000:0.0:1777573238.082777:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+35:59536:x1863919925990272:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.082801:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.082830:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9da expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.082863:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d6c, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:0.0:1777573238.082890:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.082893:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.082902:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9da expref: 36 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.082921:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9da expref: 36 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.082936:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2cee6d400, rc 0) 00000100:00100000:0.0:1777573238.083504:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+36:59536:x1863919925990272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 725us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.083513:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12386 00000100:00100000:3.0:1777573238.085200:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.085346:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.085568:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925990400 00000100:00100000:2.0:1777573238.085581:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925990400 00002000:00010000:2.0:1777573238.085631:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (244541->18446744073709551615) 00002000:00100000:2.0:1777573238.085637:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557480 with x1863919925990400 ext(244541->18446744073709551615) 00002000:00010000:2.0:1777573238.085650:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8557480. 00000100:00100000:2.0:1777573238.085685:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925990528 00000100:00100000:2.0:1777573238.085688:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925990528 00002000:00010000:2.0:1777573238.085705:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573238.085708:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554000 with x1863919925990528 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573238.085714:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8554000. 00000100:00100000:2.0:1777573238.085730:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5213 00000100:00100000:2.0:1777573238.085740:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925990400:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573238.085768:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5214 00000100:00100000:0.0:1777573238.085781:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925990528:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573238.085939:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.085944:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.085946:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573238.085949:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.085952:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.086019:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925990528:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 242us (681us total) trans 17179874870 rc 0/0 00000100:00100000:0.0:1777573238.086028:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5214 00002000:00010000:0.0:1777573238.086032:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:0.0:1777573238.086034:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554000 with x1863919925990528 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573238.086038:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8554000. 00002000:00010000:2.0:1777573238.086483:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:2.0:1777573238.086487:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.086490:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573238.086492:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.086494:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573238.086522:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925990400:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 783us (1329us total) trans 21474841719 rc 0/0 00000100:00100000:2.0:1777573238.086528:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5213 00002000:00010000:2.0:1777573238.086532:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (244541->18446744073709551615) 00002000:00100000:2.0:1777573238.086535:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557480 with x1863919925990400 ext(244541->18446744073709551615) 00002000:00010000:2.0:1777573238.086540:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8557480. 00000100:00100000:2.0:1777573238.088796:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.088893:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925990656 00000100:00100000:1.0:1777573238.088905:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925990656 00000100:00100000:1.0:1777573238.089005:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15533 00000100:00100000:1.0:1777573238.089016:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+623:59536:x1863919925990656:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573238.089047:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573238.089077:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a3ed lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 82 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9e1 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.089208:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a3f4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 83 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.089229:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a3f4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.089246:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a3f4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573238.089333:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:1.0:1777573238.089339:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573238.089361:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a3f4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.089392:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a3ed lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e1 expref: 625 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.089416:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a3f4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 82 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e1 expref: 624 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.089425:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.089428:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573238.089431:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c600, rc 0) 00000100:00100000:1.0:1777573238.089498:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+624:59536:x1863919925990656:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 484us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.089505:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15533 00000100:00100000:0.0:1777573238.092866:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.093005:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925990912 00000100:00100000:2.0:1777573238.093019:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925990912 00000100:00100000:2.0:1777573238.093094:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15534 00000100:00100000:2.0:1777573238.093106:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+624:59536:x1863919925990912:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573238.093194:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573238.093226:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a3f4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 83 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e1 expref: 624 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.093255:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.093262:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573238.093610:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 82 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.093651:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.093662:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.093724:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978757 00000004:00010000:2.0:1777573238.093748:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b53cf97a reply state 00000000ebad9b91 transno 4294978758 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.093761:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.093767:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.093770:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573238.093773:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573238.093985:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+626:59536:x1863919925990912:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 880us (1131us total) trans 4294978758 rc 0/0 00000100:00100000:2.0:1777573238.093993:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15534 00000020:00080000:2.0:1777573238.093999:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573238.098180:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.098523:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925991040 00000100:00100000:2.0:1777573238.098537:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925991040 00000100:00100000:2.0:1777573238.098610:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12387 00000100:00100000:2.0:1777573238.098621:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+37:59536:x1863919925991040:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573238.098645:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.098671:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9e8 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573238.098702:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 245760, mtime: 0x69f39d75, atime: 0x69f39d6d, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:2.0:1777573238.098731:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.098733:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.098742:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e8 expref: 38 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.098760:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e8 expref: 38 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.098774:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb7c400, rc 0) 00000100:00100000:2.0:1777573238.098852:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+38:59536:x1863919925991040:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 233us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.098860:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12387 00000100:00100000:0.0:1777573238.101798:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.101848:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.101892:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925991168 00000100:00100000:3.0:1777573238.101905:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925991168 00000100:00100000:2.0:1777573238.101926:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925991296 00000100:00100000:2.0:1777573238.101933:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925991296 00002000:00010000:3.0:1777573238.101959:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (244541->18446744073709551615) 00002000:00010000:2.0:1777573238.101959:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573238.101969:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9180 with x1863919925991168 ext(244541->18446744073709551615) 00002000:00100000:2.0:1777573238.101969:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8a80 with x1863919925991296 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573238.101987:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc9180. 00002000:00010000:2.0:1777573238.101987:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8a80. 00000100:00100000:2.0:1777573238.102040:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5215 00000100:00100000:3.0:1777573238.102049:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5216 00000100:00100000:2.0:1777573238.102054:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925991296:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573238.102060:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925991168:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573238.102254:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.102259:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.102261:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573238.102263:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.102265:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573238.102598:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925991296:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 546us (747us total) trans 21474841720 rc 0/0 00000100:00100000:2.0:1777573238.102611:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5215 00002000:00010000:3.0:1777573238.102615:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 245760 -> 244541 00002000:00010000:2.0:1777573238.102616:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00010000:3.0:1777573238.102622:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00100000:2.0:1777573238.102623:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8a80 with x1863919925991296 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573238.102628:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573238.102631:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.102632:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8a80. 00002000:00010000:3.0:1777573238.102635:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573238.102662:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925991168:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 604us (879us total) trans 17179874871 rc 0/0 00000100:00100000:3.0:1777573238.102668:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5216 00002000:00010000:3.0:1777573238.102672:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (244541->18446744073709551615) 00002000:00100000:3.0:1777573238.102674:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9180 with x1863919925991168 ext(244541->18446744073709551615) 00002000:00010000:3.0:1777573238.102678:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc9180. 00000100:00100000:0.0:1777573238.108380:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.108681:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925991552 00000100:00100000:2.0:1777573238.108695:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925991552 00000100:00100000:2.0:1777573238.108798:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15535 00000100:00100000:2.0:1777573238.108810:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+626:59536:x1863919925991552:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573238.108961:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 83 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.109006:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.109020:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573238.109168:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000354452e4 reply state 00000000ba0b4062 transno 4294978759 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.109182:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.109190:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.109193:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573238.109198:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573238.109367:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+628:59536:x1863919925991552:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 559us (999us total) trans 4294978759 rc 0/0 00000100:00100000:2.0:1777573238.109375:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15535 00000100:00100000:0.0:1777573238.111618:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.112829:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925991680 00000100:00100000:2.0:1777573238.112845:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925991680 00000100:00100000:2.0:1777573238.112991:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12388 00000100:00100000:2.0:1777573238.113004:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+39:59536:x1863919925991680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573238.113028:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.113078:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9ef expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.113123:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e596 expref: 40 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.113134:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.113136:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.113141:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 40 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.113196:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e596 expref: 40 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.113214:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e596 expref: 40 pid: 27874 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.113232:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932149504:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.113377:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573238.117528:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.117666:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932149504:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573238.117680:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925991808 00000100:00100000:1.0:1777573238.117691:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925991808 00010000:00010000:2.0:1777573238.117716:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 41 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.117740:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e596 expref: 41 pid: 27874 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.117745:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488800, rc 0) 00000100:00100000:1.0:1777573238.117791:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5647 00000100:00100000:1.0:1777573238.117802:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b83850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925991808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777573238.117822:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+41:59536:x1863919925991680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 4819us (6215us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573238.117827:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777573238.117831:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12388 00010000:00010000:1.0:1777573238.117868:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e596 expref: 40 pid: 27874 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.117884:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e596 expref: 40 pid: 27874 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.117912:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a1199920 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e596 expref: 40 pid: 27874 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.117928:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.117930:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.117938:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.117949:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.117990:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.118007:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932149632:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573238.118075:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f240 going to sleep for 11 seconds 00000100:00100000:1.0:1777573238.126466:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.126605:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932149632:192.168.204.27@tcp:105: 00010000:00010000:0.0:1777573238.126636:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573238.126740:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b83850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925991808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 8940us (9225us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.126775:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5647 00000100:00100000:2.0:1777573238.126955:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925991936 00000100:00100000:2.0:1777573238.126965:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925991936 00000100:00100000:2.0:1777573238.127075:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12389 00000100:00100000:2.0:1777573238.127091:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+38:59536:x1863919925991936:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573238.127113:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.127134:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9f6 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.127189:0:8938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e59d expref: 39 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.127197:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.127199:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.127203:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 39 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.127239:0:8938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e59d expref: 39 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.127261:0:8938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e59d expref: 39 pid: 28214 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.127315:0:8938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8938:1863919932149760:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.127381:0:8938:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573238.130672:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.130903:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8938:1863919932149760:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573238.130951:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 39 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.130981:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6489c00, rc 0) 00000100:00100000:2.0:1777573238.131093:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+39:59536:x1863919925991936:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 4009us (4642us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.131103:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12389 00000100:00100000:1.0:1777573238.131140:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925992064 00000100:00100000:1.0:1777573238.131150:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925992064 00010000:00010000:1.0:1777573238.131215:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e59d expref: 39 pid: 28214 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.131259:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5648 00000100:00100000:1.0:1777573238.131302:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925992064:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.131321:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.131355:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e59d expref: 39 pid: 28214 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.131370:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e59d expref: 39 pid: 28214 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.131399:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a1199927 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e59d expref: 39 pid: 28214 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.131427:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.131429:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.131437:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.131449:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.131489:0:6469:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 38 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.131509:0:6469:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6469:1863919932149888:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573238.132396:0:6469:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573238.135227:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.135431:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925992192 00000100:00100000:1.0:1777573238.135437:0:6469:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6469:1863919932149888:192.168.204.27@tcp:105: 00000100:00100000:2.0:1777573238.135444:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925992192 00010000:00010000:1.0:1777573238.135470:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573238.135523:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12390 00000100:00100000:2.0:1777573238.135536:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+39:59536:x1863919925992192:12345-192.168.204.27@tcp:101:lfs.0 00000100:00100000:1.0:1777573238.135542:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925992064:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4271us (4881us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.135553:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5648 00010000:00010000:2.0:1777573238.135563:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.135588:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2e9fd expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.135632:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5a4 expref: 40 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.135642:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.135645:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.135650:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 40 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.135690:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5a4 expref: 40 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.135706:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5a4 expref: 40 pid: 8361 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.135722:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932150016:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.135792:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa226c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573238.137833:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932150016:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573238.137875:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 40 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.137905:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488000, rc 0) 00000100:00100000:2.0:1777573238.137966:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+40:59536:x1863919925992192:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2433us (2749us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.137977:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12390 00000100:00100000:0.0:1777573238.138195:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.138268:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925992320 00000100:00100000:1.0:1777573238.138353:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925992320 00010000:00010000:1.0:1777573238.138391:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5a4 expref: 40 pid: 8361 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.138462:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5649 00000100:00100000:1.0:1777573238.138473:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925992320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.138488:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.138516:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5a4 expref: 40 pid: 8361 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.138531:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5a4 expref: 40 pid: 8361 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.138557:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119992e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5a4 expref: 40 pid: 8361 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.138576:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.138578:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.138585:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 39 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.138596:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 39 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.138639:0:9436:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 39 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.138654:0:9436:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9436:1863919932150144:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573238.138726:0:9436:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573238.140130:0:9436:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9436:1863919932150144:192.168.204.27@tcp:105: 00010000:00010000:1.0:1777573238.140165:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.140235:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925992320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1763us (2039us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.140245:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5649 00000100:00100000:0.0:1777573238.141150:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.141198:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.141223:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.141253:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925992576 00000100:00100000:3.0:1777573238.141263:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925992576 00000100:00100000:1.0:1777573238.141321:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925992448 00000100:00100000:1.0:1777573238.141326:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925992448 00000100:00100000:3.0:1777573238.141339:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925992704 00000100:00100000:3.0:1777573238.141344:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925992704 00000100:00100000:1.0:1777573238.141363:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12391 00000100:00100000:3.0:1777573238.141412:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12392 00000100:00100000:2.0:1777573238.141420:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12393 00000100:00100000:3.0:1777573238.141425:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925992448:12345-192.168.204.27@tcp:2:lfs.0 00000100:00100000:2.0:1777573238.141437:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925992704:12345-192.168.204.27@tcp:2:lfs.0 00000100:00100000:1.0:1777573238.141591:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925992576:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573238.141751:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573238.141755:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573238.141758:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573232 -> 1777573234 00002000:00010000:1.0:1777573238.141786:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573234 -> 1777573237 00002000:00010000:1.0:1777573238.141788:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777573238.141844:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925992576:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 257us (698us total) trans 21474841721 rc 0/0 00000100:00100000:1.0:1777573238.141852:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12391 00002000:00010000:3.0:1777573238.142118:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:3.0:1777573238.142122:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573238.142124:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.142125:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573232 -> 1777573234 00002000:00010000:2.0:1777573238.142130:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573238.142131:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573234 -> 1777573237 00002000:00010000:2.0:1777573238.142135:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573232 -> 1777573234 00002000:00010000:3.0:1777573238.142136:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 168 -> 168 00002000:00010000:2.0:1777573238.142140:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573234 -> 1777573237 00002000:00010000:2.0:1777573238.142144:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.142243:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919925992448:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 819us (1040us total) trans 17179874872 rc 0/0 00000100:00100000:2.0:1777573238.142243:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919925992704:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 808us (1014us total) trans 17179874873 rc 0/0 00000100:00100000:2.0:1777573238.142261:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12393 00000100:00100000:3.0:1777573238.142267:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12392 00000100:00100000:0.0:1777573238.144817:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.144917:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925992960 00000100:00100000:2.0:1777573238.144930:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925992960 00000100:00100000:2.0:1777573238.145036:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5122 00000100:00100000:2.0:1777573238.145048:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+628:59536:x1863919925992960:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:2.0:1777573238.145143:0:6487:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a11998d3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 83 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e581 expref: 628 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.145216:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 84 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.145231:0:6487:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 84 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e588 expref: 628 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.145261:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 84 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.145376:0:6487:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 84 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e588 expref: 628 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.145392:0:6487:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 84 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e588 expref: 628 pid: 7963 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.145408:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932150272:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.145538:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa229c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573238.147652:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932150272:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573238.147686:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 84 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.149388:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.149933:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925993088 00000100:00100000:3.0:1777573238.149947:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925993088 00010000:00010000:3.0:1777573238.150016:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 84 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e588 expref: 629 pid: 7963 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.150068:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5650 00000100:00100000:3.0:1777573238.150080:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+629:2404:x1863919925993088:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573238.150097:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573238.150105:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 85 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e588 expref: 629 pid: 7963 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.150121:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 85 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e588 expref: 629 pid: 7963 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.150170:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119990b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 85 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e588 expref: 629 pid: 7963 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.150192:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573238.150199:0:7410:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 84 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.150247:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 84 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.150257:0:7410:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 84 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.150363:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573238.150450:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+628:2404:x1863919925993088:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 372us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573238.150459:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5650 00010000:00010000:2.0:1777573238.151063:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.151076:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 83 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573238.153315:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3043, 88 off252336 00000004:00080000:2.0:1777573238.153345:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758699073409ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.153484:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3044, 88 off252072 00000004:00080000:2.0:1777573238.153491:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758699220024ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.153515:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3045, 88 off252160 00000004:00080000:2.0:1777573238.153520:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758699248427ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.153532:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3044, 88 off252424 00000004:00080000:2.0:1777573238.153535:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758699264082ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.153878:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3045, 88 off252512 00000004:00080000:2.0:1777573238.153883:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758699612119ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.153993:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3046, 88 off252248 00000004:00080000:2.0:1777573238.153998:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758699726877ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.154047:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3047, 88 off252336 00000004:00080000:2.0:1777573238.154052:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758699781152ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.155138:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3046, 88 off252600 00000004:00080000:2.0:1777573238.155149:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758700877939ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.155220:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3048, 88 off252424 00000004:00080000:2.0:1777573238.155225:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758700954102ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.155236:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3047, 88 off252688 00000004:00080000:2.0:1777573238.155239:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758700968302ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.155483:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3048, 88 off252776 00000004:00080000:2.0:1777573238.155489:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758701217341ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.155565:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3049, 88 off252512 00000004:00080000:2.0:1777573238.155570:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758701298664ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.155578:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3050, 88 off252600 00000004:00080000:2.0:1777573238.155582:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758701310817ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.155592:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3049, 88 off252864 00000004:00080000:2.0:1777573238.155608:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758701337062ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.155830:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3051, 88 off252688 00000004:00080000:2.0:1777573238.155840:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758701568776ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.155862:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3050, 88 off252952 00000004:00080000:2.0:1777573238.155866:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758701594652ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.156001:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3051, 88 off253040 00000004:00080000:2.0:1777573238.156007:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758701735367ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.156079:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3052, 88 off252776 00000004:00080000:2.0:1777573238.156084:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758701812739ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.156101:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3053, 88 off252864 00000004:00080000:2.0:1777573238.156105:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758701834169ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.156114:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3052, 88 off253128 00000004:00080000:2.0:1777573238.156118:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758701846884ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.156206:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3053, 88 off253216 00000004:00080000:2.0:1777573238.156211:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758701940216ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.156340:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3054, 88 off252952 00000004:00080000:2.0:1777573238.156346:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758702074321ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.156357:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3055, 88 off253040 00000004:00080000:2.0:1777573238.156362:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758702090762ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.156372:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3054, 88 off253304 00000004:00080000:2.0:1777573238.156376:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758702104761ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.156510:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3055, 88 off253392 00000004:00080000:2.0:1777573238.156515:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758702244242ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.156592:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3056, 88 off253128 00000004:00080000:2.0:1777573238.156651:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758702379911ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.156674:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3057, 88 off253216 00000004:00080000:2.0:1777573238.156680:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758702408897ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573238.156689:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3056, 88 off253480 00000004:00080000:2.0:1777573238.156801:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758702529317ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.156900:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3057, 88 off253568 00000004:00080000:2.0:1777573238.156905:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 758702634294ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573238.157024:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3058, 88 off253304 00000004:00080000:2.0:1777573238.157029:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 758702758097ns, next at 756450607066ns, rc = 0 00000001:00080000:3.0:1777573238.159706:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978760 is committed 00000004:00080000:3.0:1777573238.159720:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2149 committed 00000004:00080000:3.0:1777573238.159733:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2148 committed 00000004:00080000:3.0:1777573238.159749:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2147 committed 00000004:00080000:3.0:1777573238.159752:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2148 committed 00000004:00080000:3.0:1777573238.159756:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2147 committed 00000004:00080000:3.0:1777573238.159760:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2146 committed 00000004:00080000:3.0:1777573238.159762:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2145 committed 00000004:00080000:3.0:1777573238.159765:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2146 committed 00000004:00080000:3.0:1777573238.159768:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2145 committed 00000004:00080000:3.0:1777573238.159770:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2144 committed 00000004:00080000:3.0:1777573238.159773:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2143 committed 00000004:00080000:3.0:1777573238.159775:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2144 committed 00000004:00080000:3.0:1777573238.159778:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2143 committed 00000004:00080000:3.0:1777573238.159780:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2142 committed 00000004:00080000:3.0:1777573238.159781:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2141 committed 00000004:00080000:3.0:1777573238.159786:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2142 committed 00000004:00080000:3.0:1777573238.159788:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2140 committed 00000004:00080000:3.0:1777573238.159790:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2141 committed 00000004:00080000:3.0:1777573238.159792:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2140 committed 00000004:00080000:3.0:1777573238.159795:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2139 committed 00000004:00080000:3.0:1777573238.159797:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2138 committed 00000004:00080000:3.0:1777573238.159798:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2139 committed 00000004:00080000:3.0:1777573238.159801:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2137 committed 00000004:00080000:3.0:1777573238.159802:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2138 committed 00000004:00080000:3.0:1777573238.159805:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2137 committed 00000004:00080000:3.0:1777573238.159807:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2136 committed 00000004:00080000:3.0:1777573238.159809:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2135 committed 00000004:00080000:3.0:1777573238.159813:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2136 committed 00000004:00080000:3.0:1777573238.159816:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2135 committed 00000004:00080000:3.0:1777573238.159819:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2134 committed 00000100:00100000:0.0:1777573238.159969:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932150656:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.159986:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932150528:0@lo:2:osp-syn-1-1.0 00000020:00080000:3.0:1777573238.160102:0:7399:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 84 batchid updated 00000100:00100000:3.0:1777573238.160129:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932150784:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.160190:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160201:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160209:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160214:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.160219:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160241:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160355:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.160360:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.160365:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160372:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a11999a5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160397:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160405:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160412:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160423:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630400 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:0.0:1777573238.160423:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573238.160429:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160436:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160446:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000004:00010000:2.0:1777573238.160448:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b8a09e1f reply state 000000005edfec54 transno 4294978760 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 82 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.160449:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.160453:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.160467:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932151168:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777573238.160469:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a11999c1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.160498:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.160516:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932151680:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.160536:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.160571:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932152192:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.160590:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.160619:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932150656 00000100:00100000:0.0:1777573238.160626:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932150656 00010000:00010000:2.0:1777573238.160670:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.160673:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932151168 00000100:00100000:0.0:1777573238.160677:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932151168 00000100:00100000:0.0:1777573238.160695:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932151680 00000100:00100000:0.0:1777573238.160698:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932151680 00000100:00100000:0.0:1777573238.160716:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932152192 00000100:00100000:0.0:1777573238.160720:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932152192 00000100:00100000:3.0:1777573238.160734:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.160747:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932150784 00000100:00100000:0.0:1777573238.160751:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932150784 00000100:00100000:3.0:1777573238.160762:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932151296:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.160771:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12394 00000100:00100000:0.0:1777573238.160781:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919932150656:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.160789:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.160800:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932151808:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.160827:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.160840:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932152320:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.160861:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.160876:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777573238.160882:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932150912:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.160902:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.160914:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932151424:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.160932:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573238.160934:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.160938:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573238.160941:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573238.160944:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.160946:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573238.160949:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932151936:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.160972:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.161002:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+7:3635:x1863919932150656:12345-0@lo:2:osp-syn-0-1.0 Request processed in 221us (584us total) trans 21474841722 rc 0/0 00000100:00100000:3.0:1777573238.161004:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932151296 00000100:00100000:3.0:1777573238.161010:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932151296 00000100:00100000:0.0:1777573238.161014:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12394 00000100:00100000:3.0:1777573238.161032:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932151808 00000100:00100000:3.0:1777573238.161036:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932151808 00000100:00100000:0.0:1777573238.161048:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932152320 00000100:00100000:3.0:1777573238.161051:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932150912 00000100:00100000:0.0:1777573238.161054:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932152320 00000100:00100000:3.0:1777573238.161056:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932150912 00000100:00100000:0.0:1777573238.161081:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932151424 00000100:00100000:0.0:1777573238.161086:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932151424 00000100:00100000:3.0:1777573238.161089:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932151936 00000100:00100000:3.0:1777573238.161094:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932151936 00000100:00100000:0.0:1777573238.161108:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12395 00000100:00100000:0.0:1777573238.161119:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3635:x1863919932151168:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.161125:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12396 00000100:00100000:3.0:1777573238.161135:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3635:x1863919932151680:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.161186:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:0.0:1777573238.161190:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161192:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573238.161194:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161196:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573238.161220:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3635:x1863919932151168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 105us (721us total) trans 21474841723 rc 0/0 00000100:00100000:0.0:1777573238.161226:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12395 00000100:00100000:0.0:1777573238.161238:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12397 00000100:00100000:0.0:1777573238.161244:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3635:x1863919932152192:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.161325:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.161328:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161330:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573238.161333:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161335:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.161359:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3635:x1863919932152192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 116us (768us total) trans 17179874875 rc 0/0 00000100:00100000:0.0:1777573238.161365:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12397 00000100:00100000:0.0:1777573238.161377:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12398 00000100:00100000:0.0:1777573238.161384:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932150784:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.161432:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.161440:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573238.161442:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573238.161445:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161447:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.161477:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932150784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 94us (746us total) trans 17179874876 rc 0/0 00000100:00100000:0.0:1777573238.161483:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12398 00000100:00100000:0.0:1777573238.161495:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12399 00000100:00100000:0.0:1777573238.161501:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3636:x1863919932151296:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.161547:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:0.0:1777573238.161550:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161552:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573238.161555:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161557:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573238.161578:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932151296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 78us (789us total) trans 21474841724 rc 0/0 00000100:00100000:0.0:1777573238.161584:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12399 00000100:00100000:0.0:1777573238.161597:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12400 00000100:00100000:0.0:1777573238.161602:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3636:x1863919932151808:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.161646:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:0.0:1777573238.161648:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161651:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573238.161652:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161654:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573238.161676:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932151808:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (848us total) trans 21474841725 rc 0/0 00000100:00100000:0.0:1777573238.161681:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12400 00000100:00100000:0.0:1777573238.161694:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12401 00000100:00100000:0.0:1777573238.161699:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932152320:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.161744:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.161747:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161749:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573238.161751:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161753:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.161775:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932152320:12345-0@lo:2:osp-syn-1-1.0 Request processed in 76us (913us total) trans 17179874877 rc 0/0 00000100:00100000:0.0:1777573238.161781:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12401 00000100:00100000:0.0:1777573238.161792:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12402 00000100:00100000:0.0:1777573238.161798:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3636:x1863919932150912:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.161840:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.161842:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161844:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573238.161847:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161849:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.161870:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932150912:12345-0@lo:2:osp-syn-0-1.0 Request processed in 73us (968us total) trans 21474841726 rc 0/0 00000100:00100000:0.0:1777573238.161876:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12402 00000100:00100000:0.0:1777573238.161888:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12403 00000100:00100000:0.0:1777573238.161893:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932151424:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.161938:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.161941:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161943:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573238.161945:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.161947:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.161969:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932151424:12345-0@lo:2:osp-syn-1-1.0 Request processed in 76us (1036us total) trans 17179874878 rc 0/0 00000100:00100000:0.0:1777573238.161975:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12403 00000100:00100000:0.0:1777573238.161986:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12404 00000100:00100000:0.0:1777573238.161992:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932151936:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.162033:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:0.0:1777573238.162036:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.162038:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573238.162040:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.162042:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573238.162065:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932151936:12345-0@lo:2:osp-syn-1-1.0 Request processed in 73us (1092us total) trans 17179874879 rc 0/0 00000100:00100000:0.0:1777573238.162070:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12404 00000100:00080000:0.0:1777573238.162091:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573238.162104:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.162129:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932150400:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.162168:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.162180:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932151040:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.162206:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.162216:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932151552:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.162236:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.162246:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932152064:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.162261:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.162307:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932150528 00000100:00100000:0.0:1777573238.162313:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932150528 00000100:00100000:0.0:1777573238.162330:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932150400 00000100:00100000:0.0:1777573238.162333:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932150400 00000100:00100000:0.0:1777573238.162345:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932151040 00000100:00100000:0.0:1777573238.162347:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932151040 00000100:00100000:0.0:1777573238.162356:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12405 00000100:00100000:0.0:1777573238.162361:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932150528:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.162411:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:0.0:1777573238.162414:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573238.162417:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573238.162419:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.162421:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:0.0:1777573238.162450:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932150528:12345-0@lo:2:osp-syn-1-1.0 Request processed in 88us (345us total) trans 17179874880 rc 0/0 00000100:00100000:0.0:1777573238.162455:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12405 00000100:00100000:0.0:1777573238.162465:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932151552 00000100:00100000:0.0:1777573238.162468:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932151552 00000100:00100000:0.0:1777573238.162479:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932152064 00000100:00100000:0.0:1777573238.162482:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932152064 00000100:00100000:0.0:1777573238.162491:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12406 00000100:00100000:0.0:1777573238.162496:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932150400:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.162551:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.162554:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:0.0:1777573238.162556:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573238.162559:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:0.0:1777573238.162561:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.162584:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932150400:12345-0@lo:2:osp-syn-0-1.0 Request processed in 87us (427us total) trans 21474841727 rc 0/0 00000100:00100000:0.0:1777573238.162590:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12406 00000100:00100000:0.0:1777573238.162601:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12407 00000100:00100000:0.0:1777573238.162606:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932151040:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.162655:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:0.0:1777573238.162658:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.162660:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573238.162662:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.162664:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573238.162687:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932151040:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (480us total) trans 17179874881 rc 0/0 00000100:00100000:0.0:1777573238.162694:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12407 00000100:00100000:0.0:1777573238.162705:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12408 00000100:00100000:0.0:1777573238.162712:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932151552:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.162755:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.162758:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.162761:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573238.162763:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.162765:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.162787:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932151552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 76us (550us total) trans 21474841728 rc 0/0 00000100:00100000:0.0:1777573238.162792:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12408 00000100:00100000:0.0:1777573238.162803:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12409 00000100:00100000:0.0:1777573238.162809:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932152064:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.162852:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:0.0:1777573238.162855:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.162857:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573238.162860:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.162862:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573238.162885:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932152064:12345-0@lo:2:osp-syn-0-1.0 Request processed in 76us (622us total) trans 21474841729 rc 0/0 00000100:00100000:0.0:1777573238.162891:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12409 00000004:00080000:0.0:1777573238.162929:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4df80/2, rc 0, transno 17179874880 00000100:00100000:0.0:1777573238.162949:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932150528:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573238.162962:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fca680/2, rc 0, transno 21474841727 00000100:00100000:0.0:1777573238.162969:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932150400:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.162978:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab82680/2, rc 0, transno 17179874881 00000100:00100000:0.0:1777573238.162981:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932151040:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573238.162987:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e17100/2, rc 0, transno 21474841728 00000100:00100000:0.0:1777573238.162990:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932151552:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.163001:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e17800/2, rc 0, transno 21474841729 00000100:00100000:0.0:1777573238.163005:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932152064:0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573238.163048:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.163052:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.163055:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573238.163057:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.163060:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.163100:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932151680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1966us (2561us total) trans 17179874874 rc 0/0 00000004:00080000:0.0:1777573238.163104:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e14380/2, rc 0, transno 21474841726 00000100:00100000:3.0:1777573238.163109:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12396 00000100:00100000:0.0:1777573238.163117:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932150912:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.163130:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab80e00/2, rc 0, transno 17179874878 00000100:00100000:0.0:1777573238.163135:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932151424:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573238.163150:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab82d80/2, rc 0, transno 17179874879 00000100:00100000:3.0:1777573238.163245:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932152448:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.163268:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.163316:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932152448 00000100:00100000:3.0:1777573238.163321:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932152448 00000100:00100000:0.0:1777573238.164119:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932151936:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.164125:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12410 00000100:00100000:3.0:1777573238.164138:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932152448:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.164147:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4ca80/2, rc 0, transno 17179874876 00000100:00100000:0.0:1777573238.164154:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932150784:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573238.164178:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e16d80/2, rc 0, transno 21474841724 00000100:00100000:0.0:1777573238.164181:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932151296:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.164250:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e15c00/2, rc 0, transno 21474841725 00000100:00100000:0.0:1777573238.164255:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932151808:0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573238.164260:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.164265:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00000004:00080000:0.0:1777573238.164267:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab81500/2, rc 0, transno 17179874877 00002000:00010000:3.0:1777573238.164268:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00000100:00100000:0.0:1777573238.164288:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932152320:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573238.164294:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.164297:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.164361:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932152576:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.164605:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932152448:12345-0@lo:2:osp-syn-0-1.0 Request processed in 471us (1334us total) trans 21474841730 rc 0/0 00000100:00100000:3.0:1777573238.164613:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12410 00000100:00100000:0.0:1777573238.164629:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.164642:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932152960:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.164654:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932153088:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.164674:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.164688:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573238.164699:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499c380/2, rc 0, transno 21474841730 00000100:00100000:0.0:1777573238.164708:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573238.164713:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932152448:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.164717:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932152704:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.164724:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573238.164732:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932152832:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.164741:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.164763:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573238.164783:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab80000/2, rc 0, transno 17179874875 00000100:00100000:0.0:1777573238.164789:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932152192:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.164835:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.164847:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.164876:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.164881:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1777573238.164887:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573238.164966:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.164969:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777573238.164977:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a11998d3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 81 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e581 expref: 468 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165141:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165150:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.165713:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165728:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165746:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.165749:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.165752:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165759:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a11999dd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165780:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165788:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165794:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165798:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.165801:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165807:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165815:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.165817:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.165821:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165827:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a11999f9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165840:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165847:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165852:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165857:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.165860:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165866:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165875:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.165877:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.165880:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165886:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a1199a15 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165898:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165909:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165915:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165920:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.165924:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165929:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165937:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.165939:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.165941:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165947:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a1199a31 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165957:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165963:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165969:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165974:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.165978:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165984:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.165991:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.165994:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.165996:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166002:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a1199a4d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166014:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166020:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166026:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166032:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.166034:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166040:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166047:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.166049:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.166052:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166058:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a1199a69 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166068:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166074:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166080:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166085:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.166087:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166092:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166099:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.166101:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.166104:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166109:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a1199a85 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166119:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166129:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166135:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166139:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12aa800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.166142:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166148:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166169:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.166172:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.166175:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166181:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a1199aa1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166192:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166198:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166203:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166209:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12ab200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.166212:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166218:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166225:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.166228:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.166230:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166235:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a1199abd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166245:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166250:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166256:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166261:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4d400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.166264:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166286:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166293:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.166296:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.166299:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166305:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a1199ad9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166315:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166321:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166327:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.166332:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4d000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.166335:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.166540:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573238.166552:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8555180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932153344:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.166595:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.166621:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932152576 00000100:00100000:3.0:1777573238.166627:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932152576 00000100:00100000:3.0:1777573238.166660:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932152960 00000100:00100000:3.0:1777573238.166664:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932152960 00000100:00100000:3.0:1777573238.166675:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932153088 00000100:00100000:3.0:1777573238.166678:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932153088 00000100:00100000:3.0:1777573238.166688:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932152704 00000100:00100000:3.0:1777573238.166690:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932152704 00000100:00100000:3.0:1777573238.166701:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932152832 00000100:00100000:3.0:1777573238.166703:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932152832 00000100:00100000:3.0:1777573238.166711:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932153344 00000100:00100000:3.0:1777573238.166713:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932153344 00000100:00100000:3.0:1777573238.166724:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12411 00000100:00100000:3.0:1777573238.166732:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932152576:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573238.166849:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:3.0:1777573238.166853:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.166855:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573238.166857:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.166859:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000004:00080000:0.0:1777573238.166909:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f38000/2, rc 0, transno 21474841722 00000100:00100000:0.0:1777573238.166916:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932150656:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.166926:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e15180/2, rc 0, transno 21474841723 00000100:00100000:0.0:1777573238.166930:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932151168:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.166942:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab82300/2, rc 0, transno 17179874874 00000100:00100000:0.0:1777573238.166945:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932151680:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.166957:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932153216:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.166982:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573238.166995:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167008:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.167011:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573238.167012:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932153216 00010000:00010000:1.0:1777573238.167015:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.167017:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932153216 00010000:00010000:1.0:1777573238.167025:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a1199af5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167042:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167052:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167058:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167064:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd5c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.167067:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167072:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167080:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.167082:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.167085:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167090:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a1199b73 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167104:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167111:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167117:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167122:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4dc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.167126:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167132:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167140:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.167143:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.167145:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167151:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a1199b8f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167177:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167183:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167189:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167195:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.167198:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167205:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.167206:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12412 00010000:00010000:1.0:1777573238.167218:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:0.0:1777573238.167220:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932152960:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777573238.167224:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.167229:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167235:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a1199bab lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167248:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167255:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167261:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167267:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eb800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.167295:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167302:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167311:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.167313:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:0.0:1777573238.167315:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1777573238.167316:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.167321:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00010000:00010000:1.0:1777573238.167327:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a1199bc7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.167328:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573238.167334:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.167336:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.167372:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932152960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 156us (2699us total) trans 21474841732 rc 0/0 00000100:00100000:0.0:1777573238.167379:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12412 00010000:00010000:1.0:1777573238.167439:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167450:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167456:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167461:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb30000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.167465:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167471:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.167473:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12413 00010000:00010000:1.0:1777573238.167485:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:0.0:1777573238.167486:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932153088:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777573238.167496:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.167499:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167505:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a1199be3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167519:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167526:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167533:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167538:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eac00 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:0.0:1777573238.167540:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 244541 -> 244541 00010000:00010000:1.0:1777573238.167542:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167549:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167556:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.167558:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.167560:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167565:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eac00/0x8dc0a528a1199bff lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167576:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167582:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167587:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167591:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a9c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.167595:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167600:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167607:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.167609:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.167612:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167616:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a1199c1b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167628:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167633:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167638:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167642:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.167644:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167649:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167656:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.167657:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.167660:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167664:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a1199c37 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167674:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167684:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.167688:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00010000:00010000:1.0:1777573238.167689:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.167695:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573238.167701:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00010000:00010000:1.0:1777573238.167702:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359200 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:0.0:1777573238.167706:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:1.0:1777573238.167707:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167715:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167723:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.167726:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.167729:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.167734:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a1199c53 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168006:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168014:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168019:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168024:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.168028:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168034:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168041:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.168044:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.168046:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168052:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a1199c6f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168065:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168071:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168076:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168081:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.168084:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168090:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168097:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.168100:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.168103:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168108:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a1199c8b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168119:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168125:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168130:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168136:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.168138:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168144:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168152:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.168154:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.168167:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168228:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a1199ca7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168242:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168251:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168256:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168261:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.168263:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168290:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168297:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.168300:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.168302:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168307:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a1199cc3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168317:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168323:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.168329:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.168686:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932152576:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1953us (4057us total) trans 21474841731 rc 0/0 00000100:00100000:3.0:1777573238.168695:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12411 00000100:00100000:3.0:1777573238.168718:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12414 00000100:00100000:3.0:1777573238.168727:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932152704:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573238.168806:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.168810:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.168812:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573238.168815:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.168817:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.168846:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932152704:12345-0@lo:2:osp-syn-0-1.0 Request processed in 123us (4106us total) trans 21474841734 rc 0/0 00000100:00100000:3.0:1777573238.168850:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12414 00000100:00100000:3.0:1777573238.168861:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12415 00000100:00100000:3.0:1777573238.168865:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932152832:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573238.168899:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:3.0:1777573238.168901:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.168903:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573238.168904:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.168905:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573238.168921:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932152832:12345-0@lo:2:osp-syn-0-1.0 Request processed in 56us (4159us total) trans 21474841735 rc 0/0 00000100:00100000:3.0:1777573238.168924:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12415 00000100:00100000:3.0:1777573238.168933:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12416 00000100:00100000:3.0:1777573238.168939:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932153344:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573238.168997:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.169000:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.169003:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573238.169006:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.169008:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.169035:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932153344:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (2439us total) trans 21474841736 rc 0/0 00000100:00100000:3.0:1777573238.169042:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12416 00000100:00100000:3.0:1777573238.169056:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12417 00000100:00100000:3.0:1777573238.169064:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932153216:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573238.169137:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 244541 -> 244541 00000100:00100000:2.0:1777573238.169139:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932153856:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573238.169141:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.169147:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573238.169164:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.169166:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:1.0:1777573238.169169:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee6e800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.169174:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169183:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.169194:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.169214:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777573238.169220:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932153472:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.169238:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.169247:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932153984:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.169264:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.169300:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932153600:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.169320:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.169330:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932154112:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.169349:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573238.169372:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.169376:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:2.0:1777573238.169379:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499f800/2, rc 0, transno 21474841734 00010000:00010000:1.0:1777573238.169381:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.169389:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932152704:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777573238.169397:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a1199d41 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573238.169402:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499df80/2, rc 0, transno 21474841731 00000100:00100000:2.0:1777573238.169407:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932152576:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777573238.169416:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573238.169419:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499d880/2, rc 0, transno 21474841733 00000100:00100000:2.0:1777573238.169426:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932153088:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777573238.169427:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169437:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.169438:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573238.169445:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932153088:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1898us (4692us total) trans 21474841733 rc 0/0 00010000:00010000:1.0:1777573238.169447:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00e00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:2.0:1777573238.169450:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932153728:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.169453:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169471:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.169474:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12413 00010000:00010000:1.0:1777573238.169485:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.169488:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.169492:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.169496:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.169496:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932153856 00000100:00100000:0.0:1777573238.169503:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932153856 00010000:00010000:1.0:1777573238.169504:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a1199d5d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169523:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169530:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.169530:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932153472 00000100:00100000:0.0:1777573238.169534:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932153472 00010000:00010000:1.0:1777573238.169540:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169545:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.169547:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169554:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169560:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.169562:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.169565:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169571:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00000/0x8dc0a528a1199d79 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169584:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169594:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169600:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169605:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c8344200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.169608:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169613:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1777573238.169620:0:6487:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00010000:00010000:1.0:1777573238.169622:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.169625:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.169628:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169634:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a1199d95 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.169636:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932153984 00000100:00100000:2.0:1777573238.169641:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+441:59536:x1863919925992960:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 24592us (24833us total) trans 4294978760 rc 0/0 00000100:00100000:0.0:1777573238.169642:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932153984 00000100:00100000:0.0:1777573238.169660:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932153600 00000100:00100000:2.0:1777573238.169661:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5122 00000100:00100000:0.0:1777573238.169664:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932153600 00010000:00010000:1.0:1777573238.169665:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169674:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169680:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.169684:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932154112 00010000:00010000:1.0:1777573238.169686:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:0.0:1777573238.169688:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932154112 00010000:00010000:1.0:1777573238.169691:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.169700:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.169702:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932153728 00000100:00100000:0.0:1777573238.169707:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932153728 00010000:00010000:1.0:1777573238.169712:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.169717:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.169720:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.169726:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12418 00010000:00010000:1.0:1777573238.169732:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a1199db1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.169739:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932153856:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.169809:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:0.0:1777573238.169813:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.169815:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573238.169817:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.169819:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:1.0:1777573238.170022:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170031:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170037:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170042:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4592200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170045:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170051:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170060:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170063:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170066:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170072:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a1199dcd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170086:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170094:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170100:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170106:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c1523c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170108:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170114:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170123:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170125:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170128:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170133:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1523c00/0x8dc0a528a1199de9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170146:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170166:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170172:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170177:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170180:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170185:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170349:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170353:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170358:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170364:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a1199e05 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170378:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170384:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170391:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170396:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6be8a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170399:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170406:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170415:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170418:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170420:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170426:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a1199e21 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170437:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170443:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170448:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170453:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6be8200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170456:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170461:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170469:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170471:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170474:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170479:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a1199e3d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170491:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170498:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170504:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170509:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170512:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170518:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170526:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170528:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170530:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170535:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a1199e59 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170546:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170556:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170562:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170566:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170569:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170575:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170582:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170585:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170587:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170592:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a1199e75 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170603:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170609:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170614:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170619:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170622:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170628:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170634:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170637:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170639:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170644:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a1199e91 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170656:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170662:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170667:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170673:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97d800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170675:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170680:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170688:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170690:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170692:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170698:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a1199f0f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170709:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170715:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170721:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170726:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170729:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170735:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170742:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170744:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170747:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170839:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a1199f2b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170857:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170867:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170873:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170878:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170881:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170887:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170895:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170897:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170900:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170906:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a1199f47 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170916:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170922:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170927:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170931:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170934:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170939:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170945:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170947:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.170949:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170954:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a1199f63 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170965:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170971:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170976:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170980:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.170983:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170989:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.170995:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.170998:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.171001:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171007:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a1199f7f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.171014:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932153216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1951us (4030us total) trans 17179874882 rc 0/0 00010000:00010000:1.0:1777573238.171016:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.171022:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12417 00010000:00010000:1.0:1777573238.171022:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171027:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171032:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.171034:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171039:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.171044:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12419 00010000:00010000:1.0:1777573238.171046:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.171048:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.171050:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.171052:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932153472:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.171057:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a1199f9b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171068:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171077:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171083:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171087:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.171089:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171094:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171101:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.171103:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.171106:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171111:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a1199fb7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171124:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171130:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573238.171134:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1777573238.171135:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573238.171137:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.171140:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00010000:00010000:1.0:1777573238.171141:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd4600 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:3.0:1777573238.171142:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.171144:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1777573238.171144:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171150:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171169:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.171172:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.171175:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171181:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a1199fd3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.171492:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932153856:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1754us (2297us total) trans 17179874883 rc 0/0 00010000:00010000:1.0:1777573238.171604:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171613:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171619:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171623:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.171626:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171632:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.171714:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12418 00010000:00010000:1.0:1777573238.171719:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.171723:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.171728:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171734:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a1199fef lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.171740:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12420 00000100:00100000:0.0:1777573238.171752:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932153984:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573238.171762:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab80380/2, rc 0, transno 17179874883 00000100:00100000:2.0:1777573238.171770:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932153856:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.171820:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.171824:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.171827:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573238.171830:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.171833:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1777573238.171842:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171851:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.171855:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932153472:12345-0@lo:2:osp-syn-1-1.0 Request processed in 805us (2615us total) trans 17179874884 rc 0/0 00010000:00010000:1.0:1777573238.171858:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.171863:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12419 00010000:00010000:1.0:1777573238.171864:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.171867:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.171874:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932153984:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (2605us total) trans 17179874885 rc 0/0 00010000:00010000:1.0:1777573238.171876:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.171883:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12421 00010000:00010000:1.0:1777573238.171894:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:0.0:1777573238.171894:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12420 00000100:00100000:3.0:1777573238.171895:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932153600:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.171897:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.171901:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171907:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a00b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.171921:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12422 00010000:00010000:1.0:1777573238.171924:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.171932:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932154112:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.171943:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171948:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573238.171949:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:3.0:1777573238.171952:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00010000:00010000:1.0:1777573238.171954:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc8bbe00 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:3.0:1777573238.171955:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00010000:00010000:1.0:1777573238.171956:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573238.171957:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.171960:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:1.0:1777573238.171963:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171969:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.171972:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.171974:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.171979:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bbe00/0x8dc0a528a119a027 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.171994:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932153600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (2672us total) trans 17179874886 rc 0/0 00010000:00010000:1.0:1777573238.171994:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.171997:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 244541 -> 244541 00000100:00100000:3.0:1777573238.172002:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12421 00010000:00010000:1.0:1777573238.172002:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.172005:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.172013:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00010000:00010000:1.0:1777573238.172014:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.172018:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12423 00002000:00010000:0.0:1777573238.172018:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00010000:00010000:1.0:1777573238.172022:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9400 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:3.0:1777573238.172025:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932153728:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.172025:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172030:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172037:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172039:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.172041:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172046:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9400/0x8dc0a528a119a043 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172058:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172064:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573238.172068:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1777573238.172070:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573238.172071:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.172073:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00010000:00010000:1.0:1777573238.172075:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c0030400 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:3.0:1777573238.172076:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.172078:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1777573238.172078:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172083:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172090:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172092:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.172095:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.172099:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932153728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (2617us total) trans 17179874888 rc 0/0 00010000:00010000:1.0:1777573238.172101:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c0030400/0x8dc0a528a119a05f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.172105:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12423 00010000:00010000:1.0:1777573238.172113:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172125:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172130:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172134:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.172137:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172142:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573238.172143:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab81c00/2, rc 0, transno 17179874884 00000100:00100000:2.0:1777573238.172153:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932153472:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.172153:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172170:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:0.0:1777573238.172170:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:1.0:1777573238.172175:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573238.172180:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab81880/2, rc 0, transno 17179874885 00010000:00010000:1.0:1777573238.172182:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119a0dd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.172188:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932153984:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.172206:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932154112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 278us (2855us total) trans 17179874887 rc 0/0 00000100:00100000:0.0:1777573238.172214:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12422 00000004:00080000:2.0:1777573238.172224:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab83100/2, rc 0, transno 17179874888 00000100:00100000:2.0:1777573238.172230:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932153728:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573238.172238:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c8555180/2, rc 0, transno 21474841736 00000004:00080000:2.0:1777573238.172245:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab80700/2, rc 0, transno 17179874886 00000100:00100000:3.0:1777573238.172246:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8555180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932153344:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.172253:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932153600:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573238.172268:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499f480/2, rc 0, transno 21474841735 00000004:00080000:2.0:1777573238.172291:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab82a00/2, rc 0, transno 17179874887 00000100:00100000:3.0:1777573238.172296:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932152832:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.172299:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932154112:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573238.172317:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499d180/2, rc 0, transno 21474841732 00000100:00100000:0.0:1777573238.172323:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.172325:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932152960:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.172332:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab83800/2, rc 0, transno 17179874882 00000100:00100000:2.0:1777573238.172339:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932153216:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.172360:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925993216 00000100:00100000:2.0:1777573238.172366:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925993216 00000020:00080000:3.0:1777573238.172380:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 84 00010000:00010000:1.0:1777573238.172417:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172426:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172432:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172436:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7de00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.172439:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172444:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172453:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172455:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:3.0:1777573238.172457:0:7422:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 84 cancel update log [0x240000400:0x2:0x0].62: rc = 0 00010000:00010000:1.0:1777573238.172458:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.172464:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15536 00000020:00080000:3.0:1777573238.172467:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 84 00010000:00010000:1.0:1777573238.172469:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7de00/0x8dc0a528a119a0f9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.172478:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+417:59536:x1863919925993216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573238.172484:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172491:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.172494:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573238.172498:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172504:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7ca00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.172507:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.172510:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a42c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea04 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172515:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172535:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172538:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.172540:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172546:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7ca00/0x8dc0a528a119a115 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172558:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172564:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172569:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.172579:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a42c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 28 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea04 expref: 416 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172590:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7f22400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573238.172595:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a42c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea04 expref: 416 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172596:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172613:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172623:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172626:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573238.172630:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172630:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.172637:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573238.172641:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488400, rc 0) 00010000:00010000:1.0:1777573238.172643:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7f22400/0x8dc0a528a119a131 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172658:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172665:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172671:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172676:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.172678:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172683:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172690:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172692:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.172694:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172699:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119a14d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172709:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172718:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172724:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.172729:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+414:59536:x1863919925993216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 253us (410us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573238.172732:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556cc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.172737:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.172742:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15536 00010000:00010000:1.0:1777573238.172749:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172925:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172927:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.172930:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172936:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119a169 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172949:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172955:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172960:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172965:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.172968:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172973:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172979:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.172981:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.172984:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.172988:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119a185 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173001:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173006:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173011:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173015:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c588f400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173018:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173023:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173030:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173032:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173034:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173039:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c588f400/0x8dc0a528a119a1a1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173050:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173056:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173061:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173066:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb7f000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173069:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173075:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173082:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173084:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173086:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173092:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb7f000/0x8dc0a528a119a1bd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173102:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173111:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173116:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173121:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c75d7a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173123:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173129:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173135:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173138:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173140:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173146:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c75d7a00/0x8dc0a528a119a1d9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173166:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173173:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173178:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173183:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173186:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173192:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173475:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173478:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173481:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173487:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119a1f5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173501:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173507:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173512:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173516:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173519:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173524:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173531:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173533:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173536:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173541:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119a211 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173551:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173557:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173562:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173566:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5aa00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173569:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173575:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173582:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173584:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173587:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173593:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119a22d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173604:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173614:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173619:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173624:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173627:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173633:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173639:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173641:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173644:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173650:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a2ab lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173661:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173668:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173673:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173678:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173680:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173686:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173693:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173696:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173698:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173703:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119a2c7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173715:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173722:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173727:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173731:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc8bb600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173734:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173740:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173748:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173750:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173839:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173847:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc8bb600/0x8dc0a528a119a2e3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173861:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173867:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173872:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173876:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173879:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173885:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173893:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173895:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173897:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173902:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119a2ff lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173910:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173920:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173925:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173930:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5ac00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.173932:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173938:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173945:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.173947:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.173949:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173955:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119a31b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.173970:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.173980:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.173987:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.173988:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.174004:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.174010:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.175337:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573238.175347:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.175356:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.175374:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.175376:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573238.175380:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.175386:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a425 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175447:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.175451:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175458:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175467:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.175469:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.175472:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175478:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a337 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175494:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175501:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175507:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175512:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2da00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.175515:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175521:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175528:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.175530:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.175534:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175540:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a353 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175550:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175555:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175560:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175564:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.175566:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175571:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175577:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.175579:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.175582:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175586:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a36f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175596:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175605:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175610:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175616:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.175618:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175623:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175631:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.175633:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.175635:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175642:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a38b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175658:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175663:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175669:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175673:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2dc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.175676:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175682:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175689:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.175691:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.175694:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175699:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a3a7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175708:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175713:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175719:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175728:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c4ed9e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.175731:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175736:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175745:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.175747:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.175751:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175852:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c4ed9e00/0x8dc0a528a119a3c3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175865:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175871:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175876:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175882:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2ca00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.175884:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175890:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175897:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.175899:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.175902:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175907:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a3df lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175915:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175920:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175925:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175929:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.175931:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175936:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175942:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.175945:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.175947:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175953:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119a3fb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175963:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175970:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175975:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175980:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee1b600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.175982:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175991:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.175997:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.175999:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.176001:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.176006:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119a409 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.178331:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.178385:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925993472 00000100:00100000:1.0:1777573238.178395:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925993472 00000100:00100000:1.0:1777573238.178453:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5123 00000100:00100000:1.0:1777573238.178463:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2f8b8a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+391:59536:x1863919925993472:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573238.178711:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2f8b8a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+392:59536:x1863919925993472:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 249us (387us total) trans 4294978761 rc 0/0 00000100:00100000:1.0:1777573238.178719:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5123 00000100:00100000:3.0:1777573238.199040:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.199322:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925993600 00000100:00100000:1.0:1777573238.199333:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925993600 00000100:00100000:1.0:1777573238.199392:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15537 00000100:00100000:1.0:1777573238.199403:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+392:59537:x1863919925993600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573238.199427:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573238.199936:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a433 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea0b expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200010:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200025:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200035:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200048:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200055:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200062:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200164:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200174:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200181:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573238.200222:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:1.0:1777573238.200226:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573238.200244:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200256:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200267:0:30825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200297:0:30825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200304:0:30825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200310:0:30825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2dc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.200314:0:30825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200323:0:30825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200334:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d1cb0eeb00) 00010000:00010000:1.0:1777573238.200337:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.200342:0:30825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200348:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a43a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200362:0:30825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200368:0:30825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200374:0:30825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200379:0:30825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.200382:0:30825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200388:0:30825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200395:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d1cb0ee100) 00010000:00010000:1.0:1777573238.200397:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.200399:0:30825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200405:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a441 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200435:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a433 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea0b expref: 394 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200451:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea0b expref: 393 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.200459:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.200462:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573238.200464:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2da00, rc 0) 00000100:00100000:1.0:1777573238.200529:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+393:59537:x1863919925993600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1126us (1497us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.200537:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15537 00000100:00100000:3.0:1777573238.205744:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.206265:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925993856 00000100:00100000:1.0:1777573238.206387:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925993856 00010000:00010000:3.0:1777573238.206450:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573238.206457:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15538 00000100:00100000:0.0:1777573238.206465:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+393:59537:x1863919925993856:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.206480:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.206495:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119a44f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea12 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.206586:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119a456 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.206600:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119a456 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.206611:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119a456 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573238.206621:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:0.0:1777573238.206720:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119a44f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea12 expref: 396 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.206735:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119a456 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea12 expref: 395 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.206744:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.206747:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777573238.206751:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1c00, rc 0) 00000100:00100000:0.0:1777573238.206810:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+395:59537:x1863919925993856:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 344us (1074us total) trans 4294978762 rc 0/0 00000100:00100000:0.0:1777573238.206817:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15538 00000100:00100000:2.0:1777573238.206914:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573238.206930:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8557800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932154240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573238.206978:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.207192:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932154240 00000100:00100000:1.0:1777573238.207197:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932154240 00000100:00100000:1.0:1777573238.207232:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1777573238.207241:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932154240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573238.207256:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484889152 pending 0 free 3919986688 avail 3687800832 00000100:00100000:1.0:1777573238.207324:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932154240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.207331:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1777573238.207363:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8557800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932154240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573238.209097:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.209177:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925994112 00000100:00100000:0.0:1777573238.209184:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925994112 00000100:00100000:0.0:1777573238.209231:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15539 00000100:00100000:0.0:1777573238.209240:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+395:59537:x1863919925994112:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.209259:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.209308:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119a464 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea19 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.209404:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a46b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.209424:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a46b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.209435:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a46b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573238.209447:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:0.0:1777573238.209537:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119a464 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea19 expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.209552:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a46b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea19 expref: 397 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.209561:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.209563:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777573238.209567:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0200, rc 0) 00000100:00100000:0.0:1777573238.209618:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+397:59537:x1863919925994112:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 379us (525us total) trans 4294978763 rc 0/0 00000100:00100000:0.0:1777573238.209625:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15539 00000100:00100000:3.0:1777573238.257728:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.258758:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925994240 00000100:00100000:0.0:1777573238.258770:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925994240 00000100:00100000:0.0:1777573238.258843:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5217 00000100:00100000:0.0:1777573238.258853:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+41:2406:x1863919925994240:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573238.258887:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.258907:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 41 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.258917:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573238.258919:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573238.258923:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.258955:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 41 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.258969:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 41 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.258983:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932154368:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573238.259069:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573238.266698:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.266836:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925994368 00000100:00100000:1.0:1777573238.266845:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925994368 00000100:00100000:0.0:1777573238.266848:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932154368:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573238.266877:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.266885:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 42 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.267023:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5651 00000100:00100000:1.0:1777573238.267033:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919925994368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.267049:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.267071:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 42 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.267084:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 42 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.267107:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1b50705/0x8dc0a528a119a410 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9ef expref: 42 pid: 8361 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.267123:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.267125:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.267130:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.267139:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.267179:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.267268:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919925994368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 236us (575us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573238.267294:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.267305:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.267323:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5651 00010000:00010000:2.0:1777573238.275710:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.275730:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.275739:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.275747:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.275751:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.275766:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.275785:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.275793:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119a479 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.275880:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+40:2406:x1863919925994240:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 17024us (18157us total) trans 0 rc 244541/244541 00000100:00100000:2.0:1777573238.275890:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5217 00000100:00100000:3.0:1777573238.280500:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.280857:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925994496 00000100:00100000:1.0:1777573238.280866:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925994496 00000100:00100000:1.0:1777573238.280926:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5218 00000100:00100000:1.0:1777573238.280936:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+40:2405:x1863919925994496:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573238.280968:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.280992:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e940 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.281000:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573238.281002:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573238.281006:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.281041:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e940 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.281065:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e940 expref: 40 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.281080:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932154496:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573238.281147:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573238.283458:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.283662:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925994624 00000100:00100000:0.0:1777573238.283669:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925994624 00010000:00010000:0.0:1777573238.283702:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e940 expref: 41 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.283711:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932154496:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573238.283737:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.283794:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5652 00000100:00100000:0.0:1777573238.283804:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919925994624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573238.283814:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573238.283836:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e940 expref: 41 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.283850:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e940 expref: 41 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.283872:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119a2b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e940 expref: 41 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.283893:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.283895:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.283900:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.283909:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.283975:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573238.284009:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925994624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 207us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.284014:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5652 00010000:00010000:1.0:1777573238.284046:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.284052:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.288436:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.288455:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.288464:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.288470:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2ca00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573238.288476:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.288484:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.288501:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.288508:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119a480 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.288599:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919925994496:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7660us (8101us total) trans 0 rc 244541/244541 00000100:00100000:1.0:1777573238.288609:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5218 00000100:00100000:3.0:1777573238.293633:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.293685:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925994752 00000100:00100000:2.0:1777573238.293696:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925994752 00000100:00100000:2.0:1777573238.293796:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5219 00000100:00100000:2.0:1777573238.293808:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+39:2406:x1863919925994752:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573238.293842:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.293863:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e94e expref: 39 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.293872:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573238.293874:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573238.293878:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.293930:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e94e expref: 39 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.293945:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e94e expref: 39 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.293962:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932154624:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.294051:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa22840 going to sleep for 11 seconds 00000100:00100000:2.0:1777573238.296106:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932154624:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573238.296132:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.296770:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.296816:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925994880 00000100:00100000:2.0:1777573238.296824:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925994880 00010000:00010000:2.0:1777573238.296943:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e94e expref: 40 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.297027:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5653 00000100:00100000:2.0:1777573238.297038:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919925994880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573238.297051:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573238.297073:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e94e expref: 40 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.297092:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e94e expref: 40 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.297115:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119a2ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e94e expref: 40 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.297130:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.297132:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.297137:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.297145:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.297189:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573238.297245:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925994880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 209us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.297253:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5653 00010000:00010000:3.0:1777573238.297311:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.297321:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.301147:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.301174:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.301183:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.301195:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.301199:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.301208:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.301226:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.301233:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004440b15e/0x8dc0a528a119a487 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.301338:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+38:2406:x1863919925994752:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7530us (7710us total) trans 0 rc 244541/244541 00000100:00100000:2.0:1777573238.301349:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5219 00000100:00100000:3.0:1777573238.306390:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.306565:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925995008 00000100:00100000:1.0:1777573238.306576:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925995008 00000100:00100000:1.0:1777573238.306653:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5220 00000100:00100000:1.0:1777573238.306660:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925995008:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573238.306688:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.306705:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e95c expref: 38 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.306711:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573238.306712:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573238.306715:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.306739:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e95c expref: 38 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.306749:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e95c expref: 38 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.306760:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932154752:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573238.306819:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f840 going to sleep for 11 seconds 00000100:00100000:1.0:1777573238.308836:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.309039:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932154752:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573238.309064:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.309186:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925995136 00000100:00100000:2.0:1777573238.309194:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925995136 00010000:00010000:2.0:1777573238.309224:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e95c expref: 39 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.309330:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5654 00000100:00100000:2.0:1777573238.309340:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925995136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573238.309354:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573238.309383:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e95c expref: 39 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.309398:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e95c expref: 39 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.309420:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119a2ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e95c expref: 39 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.309436:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.309439:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.309443:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.309454:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.309481:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573238.309509:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.309519:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.309532:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925995136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 193us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.309541:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5654 00010000:00010000:3.0:1777573238.312536:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.312559:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.312565:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.312574:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.312577:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.312583:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.312599:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.312606:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119a48e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.312683:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925995008:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6019us (6297us total) trans 0 rc 244541/244541 00000100:00100000:3.0:1777573238.312691:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5220 00000100:00100000:0.0:1777573238.316937:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.316978:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925995264 00000100:00100000:3.0:1777573238.316988:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925995264 00000100:00100000:3.0:1777573238.317061:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5221 00000100:00100000:3.0:1777573238.317072:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+39:2406:x1863919925995264:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573238.317105:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.317123:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e96a expref: 39 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.317133:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.317135:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.317137:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.317174:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e96a expref: 39 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.317183:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e96a expref: 39 pid: 14598 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.317196:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f39500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932154880:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573238.317319:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573238.319555:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f39500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932154880:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573238.319582:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.319981:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.320144:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925995392 00000100:00100000:2.0:1777573238.320161:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925995392 00010000:00010000:2.0:1777573238.320197:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e96a expref: 40 pid: 14598 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.320363:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5655 00000100:00100000:2.0:1777573238.320373:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919925995392:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573238.320393:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573238.320417:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e96a expref: 40 pid: 14598 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.320431:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e96a expref: 40 pid: 14598 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.320459:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd23dac1/0x8dc0a528a119a306 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e96a expref: 40 pid: 14598 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.320478:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.320480:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.320485:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.320496:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.320527:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573238.320574:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919925995392:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 202us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.320581:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5655 00010000:00010000:0.0:1777573238.320669:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.320679:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.326053:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.326078:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.326087:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.326094:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573238.326099:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.326106:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.326125:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.326131:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119a495 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.326239:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+38:2406:x1863919925995264:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9164us (9303us total) trans 0 rc 244541/244541 00000100:00100000:0.0:1777573238.326249:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5221 00000100:00100000:0.0:1777573238.332786:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.333072:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925995520 00000100:00100000:3.0:1777573238.333082:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925995520 00000100:00100000:3.0:1777573238.333150:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5222 00000100:00100000:3.0:1777573238.333169:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925995520:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573238.333203:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.333231:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e978 expref: 37 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.333238:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.333241:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.333244:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.333293:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e978 expref: 37 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.333307:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e978 expref: 37 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.333320:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f39500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932155008:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573238.333393:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573238.336824:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f39500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932155008:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573238.336851:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.336938:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.337007:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925995648 00000100:00100000:1.0:1777573238.337014:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925995648 00010000:00010000:1.0:1777573238.337040:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e978 expref: 38 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.337149:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5656 00000100:00100000:1.0:1777573238.337167:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925995648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.337259:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.338894:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e978 expref: 38 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.338909:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e978 expref: 38 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.338931:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000161105de/0x8dc0a528a119a322 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e978 expref: 38 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.338944:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.338945:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.338948:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.338955:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.339028:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.339108:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925995648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1944us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.339115:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5656 00010000:00010000:3.0:1777573238.339201:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.339212:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.343006:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.343026:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.343034:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.343042:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573238.343047:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.343060:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.343077:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.343084:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119a49c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.343262:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925995520:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 10092us (10481us total) trans 0 rc 244541/244541 00000100:00100000:1.0:1777573238.343308:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5222 00000100:00100000:3.0:1777573238.350841:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.351333:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925995776 00000100:00100000:1.0:1777573238.351344:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925995776 00000100:00100000:1.0:1777573238.351417:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5223 00000100:00100000:1.0:1777573238.351427:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+36:2406:x1863919925995776:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573238.351458:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.351479:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e986 expref: 36 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.351486:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573238.351488:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573238.351491:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.351530:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e986 expref: 36 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.352369:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e986 expref: 36 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.352394:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932155136:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573238.352481:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f840 going to sleep for 11 seconds 00000100:00100000:1.0:1777573238.355063:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932155136:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573238.355089:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.355383:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.355431:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925995904 00000100:00100000:1.0:1777573238.355437:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925995904 00010000:00010000:1.0:1777573238.355469:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e986 expref: 37 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.355509:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5657 00000100:00100000:1.0:1777573238.355517:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925995904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.355530:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.355550:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e986 expref: 37 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.355566:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e986 expref: 37 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.355792:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119a33e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e986 expref: 37 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.355818:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.355820:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.355824:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.355834:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.355871:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.355973:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925995904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 456us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.355981:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5657 00010000:00010000:2.0:1777573238.356041:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.356050:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.359722:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.359743:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.359752:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.359760:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.359766:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.359775:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.359794:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.359801:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a4a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.359944:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+35:2406:x1863919925995776:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8460us (9051us total) trans 0 rc 244541/244541 00000100:00100000:2.0:1777573238.359959:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5223 00000100:00100000:3.0:1777573238.364225:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.364980:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925996032 00000100:00100000:1.0:1777573238.364991:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925996032 00000100:00100000:2.0:1777573238.365182:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5224 00000100:00100000:2.0:1777573238.365195:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925996032:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573238.365230:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.365250:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e994 expref: 38 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.365258:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573238.365260:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573238.365263:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.365340:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e994 expref: 38 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.365355:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e994 expref: 38 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.365373:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932155264:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.365449:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa226c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573238.367814:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932155264:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573238.367848:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.368144:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.368585:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925996160 00000100:00100000:0.0:1777573238.368593:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925996160 00010000:00010000:0.0:1777573238.368640:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e994 expref: 39 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.368683:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5658 00000100:00100000:0.0:1777573238.368693:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919925996160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573238.368705:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573238.368726:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e994 expref: 39 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.368739:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e994 expref: 39 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.368762:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edb35716/0x8dc0a528a119a35a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e994 expref: 39 pid: 8360 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.368779:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.368787:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.368792:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.368802:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.368832:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573238.368871:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.368881:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.368889:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925996160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 196us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.368896:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5658 00010000:00010000:2.0:1777573238.371850:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.371870:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.371875:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.371879:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.371883:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.371889:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.371902:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.371907:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4aa lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.371979:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925996032:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6782us (7755us total) trans 0 rc 244541/244541 00000100:00100000:2.0:1777573238.371990:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5224 00000100:00100000:3.0:1777573238.374999:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.375059:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925996288 00000100:00100000:0.0:1777573238.375075:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925996288 00000100:00100000:0.0:1777573238.375134:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5225 00000100:00100000:0.0:1777573238.375144:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925996288:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573238.375184:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.375209:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a2 expref: 35 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.375226:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573238.375228:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573238.375231:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.375265:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a2 expref: 35 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.375326:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a2 expref: 35 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.375350:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932155392:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573238.375418:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480780 going to sleep for 11 seconds 00000100:00100000:0.0:1777573238.379499:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932155392:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573238.379526:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.379609:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.379664:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925996416 00000100:00100000:2.0:1777573238.379672:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925996416 00010000:00010000:2.0:1777573238.379706:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a2 expref: 36 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.379751:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5659 00000100:00100000:2.0:1777573238.379762:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925996416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573238.379776:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573238.379794:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a2 expref: 36 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.379803:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a2 expref: 36 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.379820:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b1e58d5/0x8dc0a528a119a376 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9a2 expref: 36 pid: 27874 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.379831:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.379832:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.379836:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.379843:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.379861:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573238.379876:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.379886:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.379932:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925996416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 172us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.379937:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5659 00010000:00010000:3.0:1777573238.385130:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.385147:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.385166:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.385172:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.385177:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.385185:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.385207:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.385213:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119a4b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.385527:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925996288:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 10380us (10528us total) trans 0 rc 244541/244541 00000100:00100000:3.0:1777573238.385537:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5225 00000100:00100000:1.0:1777573238.391162:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.391255:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925996544 00000100:00100000:2.0:1777573238.391265:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925996544 00000100:00100000:2.0:1777573238.391347:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5226 00000100:00100000:2.0:1777573238.391353:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925996544:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573238.391393:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.391413:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b0 expref: 37 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.391422:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573238.391424:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573238.391427:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.391460:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b0 expref: 37 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.391474:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b0 expref: 37 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.391489:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932155520:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.391564:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa22c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573238.394316:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.394414:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932155520:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573238.394441:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.394452:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925996672 00000100:00100000:3.0:1777573238.394458:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925996672 00010000:00010000:3.0:1777573238.394491:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b0 expref: 38 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.394530:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5660 00000100:00100000:3.0:1777573238.394540:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919925996672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573238.394555:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573238.394576:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b0 expref: 38 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.394586:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b0 expref: 38 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.394604:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a392 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9b0 expref: 38 pid: 28214 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.394624:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.394626:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.394631:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.394641:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.394672:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573238.394722:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925996672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 183us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573238.394730:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5660 00010000:00010000:2.0:1777573238.395499:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.395512:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.399982:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.400003:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.400012:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.400020:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.400025:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.400033:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.400052:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.400060:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a96e6972/0x8dc0a528a119a4b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.400149:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925996544:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8791us (8998us total) trans 0 rc 244541/244541 00000100:00100000:2.0:1777573238.400171:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5226 00000100:00100000:1.0:1777573238.405350:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.405476:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925996800 00000100:00100000:3.0:1777573238.405484:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925996800 00000100:00100000:3.0:1777573238.405581:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5227 00000100:00100000:3.0:1777573238.405592:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925996800:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573238.405624:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.405650:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9be expref: 34 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.405658:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.405660:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.405664:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.405701:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9be expref: 34 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.405711:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9be expref: 34 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.405722:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932155648:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573238.405794:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573238.408549:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.408628:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925996928 00000100:00100000:1.0:1777573238.408638:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925996928 00010000:00010000:1.0:1777573238.408677:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9be expref: 35 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.408720:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5661 00000100:00100000:1.0:1777573238.408730:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b81c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925996928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.408741:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.408771:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9be expref: 35 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.408785:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9be expref: 35 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.408809:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.408811:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.408816:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.408825:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.408844:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.409098:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b81c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925996928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 369us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.409105:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5661 00010000:00010000:3.0:1777573238.409337:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b5a3c8e/0x8dc0a528a119a3ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9be expref: 34 pid: 8938 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.409355:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932155648:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573238.409375:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.409385:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.409393:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.413585:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.413608:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.413616:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.413622:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.413627:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.413635:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.413653:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.413659:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.413745:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919925996800:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8151us (8399us total) trans 0 rc 244541/244541 00000100:00100000:3.0:1777573238.414413:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5227 00000100:00100000:0.0:1777573238.419195:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.419260:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925997056 00000100:00100000:2.0:1777573238.419303:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925997056 00000100:00100000:2.0:1777573238.419394:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5228 00000100:00100000:2.0:1777573238.419406:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925997056:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573238.419439:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.419460:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9cc expref: 36 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.419468:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573238.419471:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573238.419474:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.419510:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9cc expref: 36 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.419525:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9cc expref: 36 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.419540:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932155776:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.419625:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa22a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573238.421756:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932155776:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573238.421781:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.422419:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.422510:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925997184 00000100:00100000:1.0:1777573238.422518:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925997184 00010000:00010000:1.0:1777573238.422552:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9cc expref: 37 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.422597:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5662 00000100:00100000:1.0:1777573238.422606:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925997184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.422620:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.422640:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9cc expref: 37 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.422652:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9cc expref: 37 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.422674:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119a3ca lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9cc expref: 37 pid: 8362 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.422688:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.422690:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.422694:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.422703:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.422731:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.422783:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925997184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 178us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.422790:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5662 00010000:00010000:3.0:1777573238.423057:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.423067:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.428192:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.428211:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.428219:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.428226:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.428231:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.428240:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.428258:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.428265:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c71303/0x8dc0a528a119a4c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.428810:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919925997056:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9402us (9616us total) trans 0 rc 244541/244541 00000100:00100000:2.0:1777573238.428821:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5228 00000100:00100000:0.0:1777573238.435799:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.436015:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925997312 00000100:00100000:3.0:1777573238.436026:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925997312 00000100:00100000:3.0:1777573238.436093:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5229 00000100:00100000:3.0:1777573238.436102:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925997312:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573238.436134:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.436166:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9da expref: 33 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.436176:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.436178:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.436181:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.436214:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9da expref: 33 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.436227:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9da expref: 33 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.436246:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932155904:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573238.436358:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573238.438477:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932155904:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573238.438503:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.439472:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.440392:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925997440 00000100:00100000:1.0:1777573238.440403:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925997440 00010000:00010000:1.0:1777573238.440442:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9da expref: 34 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.440517:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5663 00000100:00100000:1.0:1777573238.440528:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919925997440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.440543:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.440574:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9da expref: 34 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.440588:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9da expref: 34 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.440610:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba830987/0x8dc0a528a119a3e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9da expref: 34 pid: 28215 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.440626:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.440628:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.440633:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.440643:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.440681:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.440738:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919925997440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 212us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.440749:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5663 00010000:00010000:0.0:1777573238.440814:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.440823:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.445817:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.445838:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.445848:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.445855:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.445859:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.445867:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.445886:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.445912:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a4cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.446004:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919925997312:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9899us (10210us total) trans 0 rc 244541/244541 00000100:00100000:3.0:1777573238.446013:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5229 00000100:00100000:2.0:1777573238.457728:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.457824:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925997568 00000100:00100000:0.0:1777573238.457835:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925997568 00000100:00100000:0.0:1777573238.457945:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5230 00000100:00100000:0.0:1777573238.457955:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925997568:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573238.457986:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.458004:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e8 expref: 35 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.458011:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573238.458013:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573238.458016:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.458047:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e8 expref: 35 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.458059:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e8 expref: 35 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.458073:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932156032:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573238.458159:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480780 going to sleep for 11 seconds 00000100:00100000:2.0:1777573238.465309:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.465494:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925997696 00000100:00100000:1.0:1777573238.465505:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925997696 00010000:00010000:1.0:1777573238.465545:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e8 expref: 36 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.465570:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932156032:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573238.465590:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5664 00010000:00010000:0.0:1777573238.465598:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.465603:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919925997696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.465623:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.465644:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e8 expref: 36 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.465656:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e8 expref: 36 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.465679:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d39cf3a/0x8dc0a528a119a402 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9e8 expref: 36 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.465694:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.465696:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.465700:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.465710:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.465744:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.465801:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925997696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 202us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.465809:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5664 00010000:00010000:0.0:1777573238.465873:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.465881:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.470208:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.470228:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.470236:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.470242:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573238.470247:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.470256:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.470304:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.470318:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b37f5e02/0x8dc0a528a119a4d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.470673:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925997568:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 12716us (12948us total) trans 0 rc 244541/244541 00000100:00100000:0.0:1777573238.470684:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5230 00000100:00100000:3.0:1777573238.482607:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.482856:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925997824 00000100:00100000:1.0:1777573238.482870:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925997824 00000100:00100000:1.0:1777573238.483011:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 629 00000100:00100000:1.0:1777573238.483023:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+397:59537:x1863919925997824:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:1.0:1777573238.483045:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.483082:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a46b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea19 expref: 397 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.483105:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.483111:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.483236:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+396:59537:x1863919925997824:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 208us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.483244:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 629 00000100:00100000:3.0:1777573238.485055:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.485182:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925998080 00000100:00100000:1.0:1777573238.485194:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925998080 00000100:00100000:1.0:1777573238.485422:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5124 00000100:00100000:1.0:1777573238.485435:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+396:59537:x1863919925998080:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573238.485738:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+397:59537:x1863919925998080:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 305us (691us total) trans 4294978764 rc 0/0 00000100:00100000:1.0:1777573238.485746:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5124 00000100:00100000:3.0:1777573238.491120:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.491618:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925998336 00000100:00100000:2.0:1777573238.491632:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925998336 00000100:00100000:2.0:1777573238.491853:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15540 00000100:00100000:2.0:1777573238.491868:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919925998336:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573238.491903:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.491931:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a4db lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea20 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.492076:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.492096:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea0b expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.492107:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.492147:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea0b expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.492173:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea0b expref: 398 pid: 30825 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.492189:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932156160:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.492313:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa22c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777573238.494860:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.494959:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925998464 00000100:00100000:0.0:1777573238.494974:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925998464 00010000:00010000:0.0:1777573238.495028:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea0b expref: 399 pid: 30825 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.495079:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5665 00000100:00100000:0.0:1777573238.495091:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+399:2404:x1863919925998464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573238.495109:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573238.495118:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea0b expref: 399 pid: 30825 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.495134:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea0b expref: 399 pid: 30825 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.495172:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.495179:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.495191:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.495204:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.495227:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573238.495331:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+399:2404:x1863919925998464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 242us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.495339:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5665 00010000:00010000:2.0:1777573238.495490:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a448 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea0b expref: 398 pid: 30825 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.495515:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932156160:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573238.495540:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.495549:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.495555:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573238.495586:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00010000:00010000:2.0:1777573238.495750:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a4db lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea20 expref: 399 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.495769:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea20 expref: 398 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.495777:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.495780:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777573238.495783:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488c00, rc 0) 00000100:00100000:2.0:1777573238.495827:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925998336:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3963us (4721us total) trans 4294978765 rc 0/0 00000100:00100000:2.0:1777573238.497160:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15540 00000100:00100000:3.0:1777573238.498431:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.499215:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925998592 00000100:00100000:0.0:1777573238.499229:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925998592 00000100:00100000:0.0:1777573238.499330:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15541 00000100:00100000:0.0:1777573238.499342:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925998592:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573238.499377:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.499407:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119a4f0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea27 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.499544:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.499563:0:6484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea20 expref: 399 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.499572:0:6484:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.499615:0:6484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea20 expref: 399 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.499631:0:6484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea20 expref: 399 pid: 6486 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.499648:0:6484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932156288:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573238.499759:0:6484:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573238.503544:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.503601:0:6484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932156288:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573238.503638:0:6484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.503652:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925998720 00000100:00100000:1.0:1777573238.503663:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925998720 00010000:00010000:1.0:1777573238.503709:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea20 expref: 400 pid: 6486 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.503754:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5666 00000100:00100000:1.0:1777573238.503766:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+400:2403:x1863919925998720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.503784:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.503793:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea20 expref: 400 pid: 6486 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.503808:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea20 expref: 400 pid: 6486 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.503834:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a4e2 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea20 expref: 400 pid: 6486 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.503852:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.503857:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.503869:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.503878:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.503905:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.503954:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919925998720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 191us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.503962:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5666 00010000:00010000:0.0:1777573238.504021:0:6484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.504028:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573238.504098:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:0.0:1777573238.504103:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573238.504129:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.504177:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119a4f0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea27 expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.504195:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea27 expref: 398 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.504203:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.504207:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573238.504210:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1400, rc 0) 00000100:00100000:0.0:1777573238.504263:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925998592:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 4924us (5840us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.504319:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15541 00000100:00100000:3.0:1777573238.509322:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.509440:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925998848 00000100:00100000:0.0:1777573238.509453:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925998848 00000100:00100000:0.0:1777573238.509527:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12424 00000100:00100000:0.0:1777573238.509540:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919925998848:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573238.509564:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.509590:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea2e expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.509624:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d56, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:0.0:1777573238.509650:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.509653:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.509664:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea2e expref: 35 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.509685:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea2e expref: 35 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.509702:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0600, rc 0) 00000100:00100000:0.0:1777573238.509767:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919925998848:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 230us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.509772:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12424 00000100:00100000:2.0:1777573238.514761:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.514819:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925999104 00000100:00100000:1.0:1777573238.514844:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925999104 00000100:00100000:1.0:1777573238.514925:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5125 00000100:00100000:1.0:1777573238.514938:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919925999104:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:1.0:1777573238.515267:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919925999104:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 331us (518us total) trans 4294978766 rc 0/0 00000100:00100000:1.0:1777573238.515325:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5125 00000100:00100000:3.0:1777573238.520898:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.521028:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925999360 00000100:00100000:0.0:1777573238.521042:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925999360 00000100:00100000:0.0:1777573238.521176:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15542 00000100:00100000:0.0:1777573238.521189:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919925999360:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573238.521228:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.521232:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1777573238.521266:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119a456 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea12 expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.521347:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a42c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea04 expref: 398 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.521361:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119a4f7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea27 expref: 397 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.521372:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.521378:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573238.521392:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119a505 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea35 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.521456:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119a50c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.521472:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119a50c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.521483:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119a50c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573238.521880:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3058, 88 off253656 00000004:00080000:0.0:1777573238.521890:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067618074ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.521925:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3059, 88 off253392 00000004:00080000:0.0:1777573238.521931:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067659832ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.521967:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3060, 88 off253480 00000004:00080000:0.0:1777573238.521972:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067700539ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.521984:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3059, 88 off253744 00000004:00080000:0.0:1777573238.521989:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067717726ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522010:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3060, 88 off253832 00000004:00080000:0.0:1777573238.522015:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067743387ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522023:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3061, 88 off253568 00000004:00080000:0.0:1777573238.522026:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067755016ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522034:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3062, 88 off253656 00000004:00080000:0.0:1777573238.522037:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067765837ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522044:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3061, 88 off253920 00000004:00080000:0.0:1777573238.522047:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067776322ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522056:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3063, 88 off253744 00000004:00080000:0.0:1777573238.522059:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067787719ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522075:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3063, 88 off254040 00000004:00080000:0.0:1777573238.522080:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067808914ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522091:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3064, 88 off254128 00000004:00080000:0.0:1777573238.522095:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067824049ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522119:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3064, 88 off253832 00000004:00080000:0.0:1777573238.522123:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067851899ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522132:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3065, 88 off253920 00000004:00080000:0.0:1777573238.522136:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067864427ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522144:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3065, 88 off254216 00000004:00080000:0.0:1777573238.522162:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067890422ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522179:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3067, 88 off254040 00000004:00080000:0.0:1777573238.522183:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067911429ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522192:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3066, 88 off254304 00000004:00080000:0.0:1777573238.522196:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067925087ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522205:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3067, 88 off254392 00000004:00080000:0.0:1777573238.522209:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067937316ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522220:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3068, 88 off254128 00000004:00080000:0.0:1777573238.522224:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067952889ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522234:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3069, 88 off254216 00000004:00080000:0.0:1777573238.522238:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759067966529ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522247:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3068, 88 off254480 00000004:00080000:0.0:1777573238.522251:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759067979354ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522305:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3069, 88 off254568 00000004:00080000:0.0:1777573238.522310:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759068038937ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522323:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3070, 88 off254304 00000004:00080000:0.0:1777573238.522328:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759068056291ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522337:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3071, 88 off254392 00000004:00080000:0.0:1777573238.522341:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759068069889ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522350:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3070, 88 off254656 00000004:00080000:0.0:1777573238.522353:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759068082126ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522369:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3071, 88 off254744 00000004:00080000:0.0:1777573238.522373:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759068101797ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522381:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3072, 88 off254480 00000004:00080000:0.0:1777573238.522385:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759068113732ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522392:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3073, 88 off254568 00000004:00080000:0.0:1777573238.522396:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759068124999ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.522403:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3072, 88 off254832 00000004:00080000:0.0:1777573238.522407:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759068135809ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522414:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3073, 88 off254920 00000004:00080000:0.0:1777573238.522418:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759068146411ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.522426:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3074, 88 off254656 00000004:00080000:0.0:1777573238.522430:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759068158922ns, next at 756450607066ns, rc = 0 00000001:00080000:3.0:1777573238.524670:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978767 is committed 00000004:00080000:3.0:1777573238.524685:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2164 committed 00000004:00080000:3.0:1777573238.524707:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2163 committed 00000004:00080000:3.0:1777573238.524719:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2162 committed 00000004:00080000:3.0:1777573238.524722:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2163 committed 00000004:00080000:3.0:1777573238.524725:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2162 committed 00000004:00080000:3.0:1777573238.524728:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2161 committed 00000004:00080000:3.0:1777573238.524730:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2160 committed 00000004:00080000:3.0:1777573238.524732:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2161 committed 00000004:00080000:3.0:1777573238.524735:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2160 committed 00000004:00080000:3.0:1777573238.524737:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2159 committed 00000004:00080000:3.0:1777573238.524739:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2158 committed 00000004:00080000:3.0:1777573238.524742:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2159 committed 00000004:00080000:3.0:1777573238.524745:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2158 committed 00000004:00080000:3.0:1777573238.524747:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2157 committed 00000004:00080000:3.0:1777573238.524749:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2156 committed 00000004:00080000:3.0:1777573238.524751:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2157 committed 00000004:00080000:3.0:1777573238.524753:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2155 committed 00000004:00080000:3.0:1777573238.524754:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2156 committed 00000004:00080000:3.0:1777573238.524757:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2155 committed 00000004:00080000:3.0:1777573238.524758:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2154 committed 00000004:00080000:3.0:1777573238.524760:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2153 committed 00000004:00080000:3.0:1777573238.524761:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2154 committed 00000004:00080000:3.0:1777573238.524764:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2152 committed 00000004:00080000:3.0:1777573238.524767:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2153 committed 00000004:00080000:3.0:1777573238.524768:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2152 committed 00000004:00080000:3.0:1777573238.524770:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2151 committed 00000004:00080000:3.0:1777573238.524771:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2150 committed 00000004:00080000:3.0:1777573238.524772:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2151 committed 00000004:00080000:3.0:1777573238.524773:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2150 committed 00000004:00080000:3.0:1777573238.524774:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2149 committed 00010000:00010000:1.0:1777573238.524903:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119a50c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea35 expref: 392 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.524920:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.524924:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1777573238.524949:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932156416:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.524959:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119a505 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea35 expref: 392 pid: 10945 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.524984:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119a50c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea35 expref: 391 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.525021:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.525024:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777573238.525026:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1600, rc 0) 00000100:00100000:3.0:1777573238.525038:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.525090:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919925999360:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3903us (4202us total) trans 4294978767 rc 0/0 00000100:00100000:1.0:1777573238.525100:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15542 00000100:00100000:1.0:1777573238.525185:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932156416 00000100:00100000:1.0:1777573238.525194:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932156416 00000100:00100000:3.0:1777573238.525229:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932156928:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.525245:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932156672:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.525259:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12425 00000100:00100000:3.0:1777573238.525260:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.525297:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932156416:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.525323:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932156928 00000100:00100000:0.0:1777573238.525328:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932156928 00000100:00100000:0.0:1777573238.525355:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12426 00000100:00100000:0.0:1777573238.525362:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932156928:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.526972:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.526986:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.526989:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573238.526993:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.526996:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.527008:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932157440:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.527010:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.527062:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932157184:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.527087:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.527100:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932156928:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1733us (1834us total) trans 17179874889 rc 0/0 00000100:00100000:0.0:1777573238.527112:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12426 00000100:00100000:2.0:1777573238.527121:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.527127:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932157952:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.527163:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932157696:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.527169:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932156672 00000100:00100000:3.0:1777573238.527170:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.527185:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932156672 00000100:00100000:2.0:1777573238.527207:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.527227:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932157440 00000100:00100000:0.0:1777573238.527231:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932157440 00000004:00080000:3.0:1777573238.527256:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d6a00/2, rc 0, transno 17179874889 00000100:00100000:2.0:1777573238.527262:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932158208:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.527263:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932157184 00000100:00100000:3.0:1777573238.527289:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932156928:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.527299:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932156416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2002us (2232us total) trans 17179874890 rc 0/0 00000100:00100000:0.0:1777573238.527303:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932157184 00000004:00080000:3.0:1777573238.527313:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d4000/2, rc 0, transno 17179874890 00000100:00100000:1.0:1777573238.527315:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12425 00000100:00100000:3.0:1777573238.527318:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932156416:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.527331:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1777573238.527335:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.527341:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932157952 00000100:00100000:3.0:1777573238.527346:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932156544:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.527348:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932157952 00000100:00100000:1.0:1777573238.527357:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932157696 00000100:00100000:2.0:1777573238.527361:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1777573238.527365:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932157696 00000100:00100000:2.0:1777573238.527377:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932156800:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.527391:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932158208 00000100:00100000:0.0:1777573238.527396:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932158208 00000100:00100000:3.0:1777573238.527403:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.527407:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12427 00000100:00100000:2.0:1777573238.527425:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.527429:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+24:3634:x1863919932156672:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.527431:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932156544 00000100:00100000:3.0:1777573238.527436:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932157056:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.527438:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932156544 00000100:00100000:2.0:1777573238.527453:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932157312:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.527476:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932156800 00000100:00100000:0.0:1777573238.527479:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932156800 00000100:00100000:3.0:1777573238.527492:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.527507:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932157056 00000100:00100000:0.0:1777573238.527510:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932157056 00000100:00100000:3.0:1777573238.527542:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932157568:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.527542:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12428 00000100:00100000:2.0:1777573238.527559:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3636:x1863919932157440:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.527572:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.527585:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932158080:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.527609:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.527643:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932157568 00000100:00100000:3.0:1777573238.527647:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932157568 00000100:00100000:2.0:1777573238.527684:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932157440:12345-0@lo:2:osp-syn-0-1.0 Request processed in 130us (603us total) trans 21474841737 rc 0/0 00000100:00100000:0.0:1777573238.527770:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12429 00000100:00100000:0.0:1777573238.527779:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3634:x1863919932157184:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.527881:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.527884:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.527885:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573238.527886:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.527888:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.527923:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932157184:12345-0@lo:2:osp-syn-0-1.0 Request processed in 146us (805us total) trans 21474841738 rc 0/0 00000100:00100000:0.0:1777573238.527930:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12429 00000100:00100000:0.0:1777573238.527944:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932158080 00000100:00100000:0.0:1777573238.527949:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932158080 00000100:00100000:0.0:1777573238.527964:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12430 00000100:00100000:0.0:1777573238.528022:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932157952:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.528067:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.528069:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.528070:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573238.528072:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.528073:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.528090:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3636:x1863919932157952:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (925us total) trans 17179874891 rc 0/0 00000100:00100000:0.0:1777573238.528096:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12430 00000100:00100000:0.0:1777573238.528108:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12431 00000100:00100000:0.0:1777573238.528114:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3634:x1863919932157696:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.528188:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932157696:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (983us total) trans 21474841739 rc 0/0 00000100:00100000:0.0:1777573238.528197:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12431 00000100:00100000:0.0:1777573238.528209:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12432 00000100:00100000:0.0:1777573238.528213:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3634:x1863919932158208:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.528246:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.528248:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.528249:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573238.528251:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.528252:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.528302:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12433 00000100:00100000:3.0:1777573238.528314:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932156544:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573238.528397:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777573238.528399:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12428 00002000:00010000:3.0:1777573238.528402:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573238.528405:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573238.528408:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573238.528410:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573238.528423:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12434 00000100:00100000:2.0:1777573238.528432:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932156800:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.528451:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932156544:12345-0@lo:2:osp-syn-0-1.0 Request processed in 141us (1054us total) trans 21474841740 rc 0/0 00000100:00100000:3.0:1777573238.528459:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12433 00000100:00100000:3.0:1777573238.528476:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12435 00000100:00100000:3.0:1777573238.528483:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3636:x1863919932157056:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.528532:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932158208:12345-0@lo:2:osp-syn-1-1.0 Request processed in 58us (945us total) trans 17179874892 rc 0/0 00000100:00100000:2.0:1777573238.528534:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932156800:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (1117us total) trans 17179874893 rc 0/0 00002000:00010000:3.0:1777573238.528542:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.528555:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573238.528563:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00000100:00100000:0.0:1777573238.528564:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12432 00002000:00010000:3.0:1777573238.528573:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00000100:00100000:2.0:1777573238.528577:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12434 00002000:00010000:3.0:1777573238.528578:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777573238.528597:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12436 00000100:00100000:0.0:1777573238.528608:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932158080:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.528617:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12437 00000100:00100000:3.0:1777573238.528618:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932157056:12345-0@lo:2:osp-syn-0-1.0 Request processed in 134us (1134us total) trans 21474841741 rc 0/0 00000100:00100000:3.0:1777573238.528628:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12435 00000100:00100000:2.0:1777573238.528632:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932157568:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.528679:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:0.0:1777573238.528683:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.528685:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573238.528687:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.528689:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:2.0:1777573238.528729:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.528735:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00000100:00100000:0.0:1777573238.528740:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3636:x1863919932158080:12345-0@lo:2:osp-syn-1-1.0 Request processed in 131us (1124us total) trans 17179874894 rc 0/0 00002000:00010000:2.0:1777573238.528742:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573238.528751:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.528758:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.528768:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12436 00002000:00010000:1.0:1777573238.528811:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573238.528815:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573234 -> 1777573234 00000100:00100000:2.0:1777573238.528819:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+26:3636:x1863919932157568:12345-0@lo:2:osp-syn-0-1.0 Request processed in 188us (1241us total) trans 21474841742 rc 0/0 00002000:00010000:1.0:1777573238.528820:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573238.528826:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.528830:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573238.528834:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12437 00000100:00100000:1.0:1777573238.528867:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932156672:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1449us (1871us total) trans 17179874895 rc 0/0 00000100:00100000:1.0:1777573238.528878:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12427 00000004:00080000:2.0:1777573238.528907:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18e00/2, rc 0, transno 21474841740 00000100:00100000:2.0:1777573238.528927:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932156544:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.528935:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573238.528949:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1a300/2, rc 0, transno 21474841741 00000100:00100000:3.0:1777573238.528957:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932158592:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.528961:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932157056:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.528964:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932157824:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.528981:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19880/2, rc 0, transno 21474841742 00000100:00100000:2.0:1777573238.528988:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932157568:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.528994:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573238.529003:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d4380/2, rc 0, transno 17179874894 00000100:00100000:2.0:1777573238.529017:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932158080:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.529017:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932158336:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573238.529038:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18a80/2, rc 0, transno 21474841737 00000100:00100000:2.0:1777573238.529042:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932157440:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.529048:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573238.529056:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d5180/2, rc 0, transno 17179874891 00000100:00100000:2.0:1777573238.529064:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932157952:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.529085:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932158464:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573238.529092:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d5f80/2, rc 0, transno 17179874895 00000100:00100000:1.0:1777573238.529099:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932156672:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.529128:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573238.529136:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18380/2, rc 0, transno 21474841738 00000100:00100000:1.0:1777573238.529157:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932157184:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573238.529181:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1b800/2, rc 0, transno 21474841739 00000100:00100000:2.0:1777573238.529186:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932158976:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.529190:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932157696:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573238.529208:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d7480/2, rc 0, transno 17179874892 00000100:00100000:1.0:1777573238.529213:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932158208:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.529226:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932158720:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.529247:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.529299:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932158848:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.529299:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.529306:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932159488:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.529323:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932159232:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.529328:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.529349:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932157312 00000100:00100000:2.0:1777573238.529354:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932157312 00000100:00100000:2.0:1777573238.529386:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932157824 00000100:00100000:2.0:1777573238.529390:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932157824 00000100:00100000:2.0:1777573238.529413:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12438 00000100:00100000:2.0:1777573238.529422:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932157312:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.529423:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932158336 00000100:00100000:0.0:1777573238.529432:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932158336 00000100:00100000:0.0:1777573238.529512:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932158464 00000100:00100000:0.0:1777573238.529517:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932158464 00000100:00100000:0.0:1777573238.529546:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12439 00000100:00100000:0.0:1777573238.529554:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932157824:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.529839:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573238.529863:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d6680/2, rc 0, transno 17179874893 00000100:00100000:1.0:1777573238.529879:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932156800:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.529892:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932159616:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.529915:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.529939:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932158976 00000100:00100000:1.0:1777573238.529943:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932158976 00000100:00100000:1.0:1777573238.529965:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932158720 00000100:00100000:1.0:1777573238.529967:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932158720 00000100:00100000:1.0:1777573238.530069:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932158848 00000100:00100000:1.0:1777573238.530072:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932158848 00000100:00100000:1.0:1777573238.530080:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932159232 00000100:00100000:1.0:1777573238.530082:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932159232 00000100:00100000:1.0:1777573238.530092:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932159616 00000100:00100000:1.0:1777573238.530094:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932159616 00000100:00100000:1.0:1777573238.530105:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12440 00000100:00100000:1.0:1777573238.530112:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3634:x1863919932158336:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573238.530211:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573238.530215:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.530217:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573238.530220:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.530222:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.530438:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932159360:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.530464:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3634:x1863919932157312:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1042us (1528us total) trans 21474841743 rc 0/0 00000100:00100000:3.0:1777573238.530473:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.530476:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12438 00000100:00100000:3.0:1777573238.530486:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932159872:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.530498:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932159360 00000100:00100000:2.0:1777573238.530503:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932159360 00000100:00100000:3.0:1777573238.530509:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.530521:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932159872 00000100:00100000:2.0:1777573238.530524:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932159872 00000100:00100000:2.0:1777573238.530540:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12441 00000100:00100000:2.0:1777573238.530547:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+31:3636:x1863919932158464:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.530628:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+32:3636:x1863919932158464:12345-0@lo:2:osp-syn-1-1.0 Request processed in 80us (1507us total) trans 17179874897 rc 0/0 00000100:00100000:2.0:1777573238.530634:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12441 00000100:00100000:2.0:1777573238.530651:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12442 00000100:00100000:2.0:1777573238.530657:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3636:x1863919932158976:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.530681:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12443 00000100:00100000:3.0:1777573238.530692:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3634:x1863919932158720:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573238.530719:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.530723:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.530726:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573238.530729:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.530731:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573238.530758:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932158976:12345-0@lo:2:osp-syn-0-1.0 Request processed in 101us (1520us total) trans 21474841745 rc 0/0 00002000:00010000:3.0:1777573238.530760:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.530766:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.530772:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573238.530777:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00000100:00100000:2.0:1777573238.530777:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12442 00002000:00010000:3.0:1777573238.530782:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573238.530794:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12444 00000100:00100000:2.0:1777573238.530802:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3635:x1863919932158848:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.530817:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3634:x1863919932158720:12345-0@lo:2:osp-syn-0-1.0 Request processed in 127us (1519us total) trans 21474841746 rc 0/0 00000100:00100000:3.0:1777573238.530828:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12443 00000100:00100000:3.0:1777573238.530845:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12445 00000100:00100000:1.0:1777573238.530848:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3634:x1863919932158336:12345-0@lo:2:osp-syn-1-1.0 Request processed in 736us (1801us total) trans 17179874896 rc 0/0 00000100:00100000:3.0:1777573238.530854:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3634:x1863919932159232:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.530855:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12440 00000100:00100000:1.0:1777573238.530871:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12446 00000100:00100000:1.0:1777573238.530877:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3634:x1863919932159616:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.530884:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3635:x1863919932158848:12345-0@lo:2:osp-syn-0-1.0 Request processed in 82us (1554us total) trans 21474841747 rc 0/0 00000100:00100000:2.0:1777573238.530891:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12444 00000100:00100000:2.0:1777573238.530908:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12447 00000100:00100000:2.0:1777573238.530917:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3635:x1863919932159360:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.530939:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3634:x1863919932159232:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (1102us total) trans 17179874898 rc 0/0 00000100:00100000:1.0:1777573238.530939:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3634:x1863919932159616:12345-0@lo:2:osp-syn-0-1.0 Request processed in 63us (1024us total) trans 21474841748 rc 0/0 00000100:00100000:3.0:1777573238.530946:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12445 00002000:00010000:2.0:1777573238.530969:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.530972:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.530976:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573238.530979:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.530982:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573238.530987:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12446 00000100:00100000:1.0:1777573238.531008:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12448 00000100:00100000:2.0:1777573238.531015:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3635:x1863919932159360:12345-0@lo:2:osp-syn-0-1.0 Request processed in 100us (542us total) trans 21474841749 rc 0/0 00000100:00100000:1.0:1777573238.531020:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3635:x1863919932159872:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.531027:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12447 00000100:00100000:0.0:1777573238.531071:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3634:x1863919932157824:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1510us (2070us total) trans 21474841744 rc 0/0 00000100:00100000:3.0:1777573238.531073:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573238.531074:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1aa00/2, rc 0, transno 21474841747 00002000:00010000:1.0:1777573238.531086:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573238.531092:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.531095:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00000100:00100000:2.0:1777573238.531099:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932158848:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573238.531099:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.531108:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:3.0:1777573238.531114:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1a680/2, rc 0, transno 21474841745 00000100:00100000:0.0:1777573238.531115:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12439 00000004:00080000:2.0:1777573238.531126:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea7100/2, rc 0, transno 21474841749 00000100:00100000:3.0:1777573238.531129:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932158976:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.531135:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932159360:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573238.531163:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6821180/2, rc 0, transno 17179874897 00000100:00100000:1.0:1777573238.531165:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3635:x1863919932159872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 148us (655us total) trans 17179874899 rc 0/0 00000100:00100000:3.0:1777573238.531167:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932158464:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.531172:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12448 00000100:00100000:0.0:1777573238.531173:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932159488 00000100:00100000:3.0:1777573238.531178:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777573238.531182:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932159488 00000100:00100000:3.0:1777573238.531187:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932159104:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.531233:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12449 00000100:00100000:0.0:1777573238.531241:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3636:x1863919932159488:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.531384:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.531388:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.531390:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573238.531393:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.531395:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1777573238.531628:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6821f80/2, rc 0, transno 17179874899 00000100:00100000:2.0:1777573238.531634:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932159872:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.533052:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3636:x1863919932159488:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1802us (1971us total) trans 17179874900 rc 0/0 00000100:00100000:0.0:1777573238.533073:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12449 00000100:00100000:2.0:1777573238.533074:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.533081:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.533179:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932159104 00000100:00100000:3.0:1777573238.533188:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932159104 00000100:00100000:2.0:1777573238.533217:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932159744:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.533239:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932158592 00000100:00100000:3.0:1777573238.533244:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932158592 00000100:00100000:2.0:1777573238.533258:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.533307:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12450 00000004:00080000:2.0:1777573238.533323:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6823800/2, rc 0, transno 17179874900 00000100:00100000:3.0:1777573238.533324:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3636:x1863919932159104:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.533334:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932159488:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.533348:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932160000:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.533372:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.533518:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932159744 00000100:00100000:3.0:1777573238.533525:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932159104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 208us (460us total) trans 21474841750 rc 0/0 00000100:00100000:0.0:1777573238.533530:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932159744 00000100:00100000:3.0:1777573238.533536:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12450 00000100:00100000:3.0:1777573238.533567:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932160000 00000100:00100000:3.0:1777573238.533577:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932160000 00000004:00080000:2.0:1777573238.533589:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1b100/2, rc 0, transno 21474841750 00000100:00100000:2.0:1777573238.533595:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932159104:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.533874:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12451 00000100:00100000:0.0:1777573238.533888:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932158592:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.533902:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12452 00000100:00100000:1.0:1777573238.533914:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3636:x1863919932159744:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.534022:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12453 00000100:00100000:2.0:1777573238.534031:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932160000:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.534036:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.534041:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.534044:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573238.534047:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.534049:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573238.534102:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.534105:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.534107:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573238.534109:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.534112:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.534125:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+34:3637:x1863919932158592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 239us (1050us total) trans 17179874901 rc 0/0 00000100:00100000:0.0:1777573238.534134:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12451 00000100:00100000:2.0:1777573238.534165:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932160000:12345-0@lo:2:osp-syn-0-1.0 Request processed in 136us (790us total) trans 21474841751 rc 0/0 00000100:00100000:2.0:1777573238.534174:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12453 00000004:00080000:3.0:1777573238.534201:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec7b80/2, rc 0, transno 21474841751 00000100:00100000:3.0:1777573238.534209:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932160000:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.534367:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.534498:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932159744:12345-0@lo:2:osp-syn-1-1.0 Request processed in 587us (1243us total) trans 17179874902 rc 0/0 00000100:00100000:1.0:1777573238.534505:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12452 00000100:00100000:1.0:1777573238.534523:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925999488 00000100:00100000:1.0:1777573238.534526:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925999488 00000004:00080000:2.0:1777573238.534592:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6822d80/2, rc 0, transno 17179874902 00000100:00100000:2.0:1777573238.534597:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932159744:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.535641:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12454 00000100:00100000:0.0:1777573238.535666:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+35:59390:x1863919925999488:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573238.535684:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.535706:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea3c expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.535731:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 244541, mtime: 0x69f39d72, atime: 0x69f39d72, ctime: 0x69f39d75, blocks: 0xa8 00010000:00010000:0.0:1777573238.535754:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.535756:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.535768:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->233471) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea3c expref: 36 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.535786:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->233471) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea3c expref: 36 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.535800:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1400, rc 0) 00000004:00080000:1.0:1777573238.535813:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea7800/2, rc 0, transno 21474841748 00000100:00100000:1.0:1777573238.535824:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932159616:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573238.535839:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1b480/2, rc 0, transno 21474841746 00000100:00100000:1.0:1777573238.535844:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932158720:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573238.535858:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6822680/2, rc 0, transno 17179874898 00000100:00100000:1.0:1777573238.535863:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932159232:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.535872:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+36:59390:x1863919925999488:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 213us (1502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.535883:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12454 00000004:00080000:1.0:1777573238.535889:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18700/2, rc 0, transno 21474841743 00000100:00100000:2.0:1777573238.535890:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573238.535894:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932157312:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573238.535903:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19c00/2, rc 0, transno 21474841744 00000100:00100000:2.0:1777573238.535904:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932160128:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.535907:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932157824:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573238.535916:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d7100/2, rc 0, transno 17179874896 00000100:00100000:1.0:1777573238.535919:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932158336:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.535955:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.535991:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932160128 00000100:00100000:0.0:1777573238.535999:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932160128 00000004:00080000:1.0:1777573238.536026:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6821c00/2, rc 0, transno 17179874901 00000100:00100000:1.0:1777573238.536033:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932158592:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.536052:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12455 00000100:00100000:0.0:1777573238.536062:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932160128:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.536419:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932160128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 358us (464us total) trans 17179874903 rc 0/0 00000100:00100000:0.0:1777573238.536426:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12455 00000004:00080000:2.0:1777573238.536528:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c64b5880/2, rc 0, transno 17179874903 00000100:00100000:2.0:1777573238.536534:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932160128:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.537868:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.537915:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925999616 00000100:00100000:1.0:1777573238.537924:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925999616 00000100:00100000:1.0:1777573238.538066:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5231 00000100:00100000:1.0:1777573238.538075:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919925999616:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573238.540162:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:1.0:1777573238.540170:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573234 -> 1777573237 00002000:00010000:1.0:1777573238.540174:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573238.540176:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:1.0:1777573238.540178:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:1.0:1777573238.540255:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919925999616:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 2177us (2385us total) trans 17179874904 rc 0/0 00000100:00100000:1.0:1777573238.540266:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5231 00000100:00100000:3.0:1777573238.542962:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.543011:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925999744 00000100:00100000:1.0:1777573238.543025:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925999744 00000100:00100000:1.0:1777573238.543097:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15543 00000100:00100000:1.0:1777573238.543108:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919925999744:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573238.543133:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573238.543165:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a51a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea43 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.543267:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a521 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.543830:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a521 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.543842:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a521 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573238.543875:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 244541 00000004:00200000:1.0:1777573238.543880:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573238.543899:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a521 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.543927:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a51a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea43 expref: 393 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.543948:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a521 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea43 expref: 392 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.543956:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.543959:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573238.543962:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d400, rc 0) 00000100:00100000:1.0:1777573238.544023:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919925999744:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 918us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.544098:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15543 00000100:00100000:2.0:1777573238.547010:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.547084:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919925999872 00000100:00100000:1.0:1777573238.547097:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919925999872 00000100:00100000:2.0:1777573238.547233:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5232 00000100:00100000:2.0:1777573238.547253:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919925999872:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:2.0:1777573238.547769:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:2.0:1777573238.547773:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.547775:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573238.547776:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.547778:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 168 -> 208 00000100:00100000:2.0:1777573238.547844:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919925999872:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 600us (848us total) trans 17179874905 rc 0/0 00000100:00100000:2.0:1777573238.547850:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5232 00000100:00100000:3.0:1777573238.552158:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.552337:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926000000 00000100:00100000:2.0:1777573238.552350:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926000000 00000100:00100000:2.0:1777573238.552443:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5233 00000100:00100000:2.0:1777573238.552456:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+38:2406:x1863919926000000:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:2.0:1777573238.552820:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:2.0:1777573238.552826:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.552828:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573238.552831:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.552833:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 208 -> 184 00000100:00100000:2.0:1777573238.552918:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+39:2406:x1863919926000000:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 465us (782us total) trans 17179874906 rc 0/0 00000100:00100000:2.0:1777573238.552926:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5233 00000100:00100000:3.0:1777573238.556359:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.556500:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926000128 00000100:00100000:2.0:1777573238.556515:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926000128 00002000:00100000:2.0:1777573238.556583:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (36864->61439) req@ffff99d2d6820380 x1863919926000128/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 488/0 e 0 to 0 dl 1777573249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573238.556595:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919926000128 ext(36864->61439) 00002000:00010000:2.0:1777573238.556603:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6820380 00000100:00100000:2.0:1777573238.556642:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5234 00000100:00100000:2.0:1777573238.556653:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926000128:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573238.558621:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926000128:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 1955us (2262us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1777573238.558635:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5234 00002000:00100000:0.0:1777573238.558650:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (36864->61439) req@ffff99d2d6820380 x1863919926000128/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 488/440 e 0 to 0 dl 1777573249 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573238.558661:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919926000128 ext(36864->61439) 00002000:00010000:0.0:1777573238.558667:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6820380 00000100:00100000:3.0:1777573238.563032:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.563120:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926000384 00000100:00100000:2.0:1777573238.563134:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926000384 00000100:00100000:2.0:1777573238.563228:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15544 00000100:00100000:2.0:1777573238.563240:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919926000384:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:2.0:1777573238.563588:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573238.563625:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119a50c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea35 expref: 392 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.563664:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a521 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea43 expref: 391 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.563678:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.563684:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573238.563923:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.563940:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.563952:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.564013:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978768 00000004:00010000:2.0:1777573238.564037:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3e51e56 reply state 000000009360b9d0 transno 4294978769 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.564049:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.564056:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.564058:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573238.564061:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573238.564181:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919926000384:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 943us (1163us total) trans 4294978769 rc 0/0 00000100:00100000:2.0:1777573238.564189:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15544 00000020:00080000:2.0:1777573238.564196:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573238.566200:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.566340:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926000512 00000100:00100000:0.0:1777573238.566354:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926000512 00000100:00100000:0.0:1777573238.566467:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15545 00000100:00100000:0.0:1777573238.566479:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919926000512:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573238.566510:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.566534:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119a52f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea4a expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.566599:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119a52f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea4a expref: 394 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.566615:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119a52f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea4a expref: 394 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.566638:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.566642:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573238.566646:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1c00, rc 0) 00000100:00100000:0.0:1777573238.566712:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919926000512:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 235us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.566719:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15545 00000100:00100000:3.0:1777573238.569106:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.569187:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926000640 00000100:00100000:2.0:1777573238.569200:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926000640 00002000:00010000:2.0:1777573238.569254:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (198425->18446744073709551615) 00002000:00100000:2.0:1777573238.569446:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822300 with x1863919926000640 ext(198425->18446744073709551615) 00002000:00010000:2.0:1777573238.569461:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6822300. 00000100:00100000:2.0:1777573238.569499:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5235 00000100:00100000:2.0:1777573238.569510:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926000640:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:2.0:1777573238.569859:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 244541 -> 198425 00002000:00010000:2.0:1777573238.569862:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573238.569864:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573238.569866:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573238.569867:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 184 -> 160 00000100:00100000:2.0:1777573238.570040:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926000640:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 531us (945us total) trans 17179874907 rc 0/0 00000100:00100000:2.0:1777573238.570048:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5235 00002000:00010000:2.0:1777573238.570052:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (198425->18446744073709551615) 00002000:00100000:2.0:1777573238.570055:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822300 with x1863919926000640 ext(198425->18446744073709551615) 00002000:00010000:2.0:1777573238.570060:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6822300. 00000100:00100000:0.0:1777573238.570258:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.570422:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.570931:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926000896 00000100:00100000:1.0:1777573238.570931:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926000768 00000100:00100000:2.0:1777573238.570942:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926000896 00000100:00100000:1.0:1777573238.570942:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926000768 00002000:00010000:2.0:1777573238.570977:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00010000:1.0:1777573238.570977:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:2.0:1777573238.570982:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea5880 with x1863919926000896 ext(0->18446744073709551615) 00002000:00100000:1.0:1777573238.570984:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea5f80 with x1863919926000768 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573238.570993:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea5880. 00002000:00010000:1.0:1777573238.570994:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ea5f80. 00000100:00100000:2.0:1777573238.571160:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5236 00000100:00100000:2.0:1777573238.571170:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926000896:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:2.0:1777573238.571321:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.571325:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573234 -> 1777573238 00002000:00010000:2.0:1777573238.571328:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573238.571330:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573238.571332:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573238.571431:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5237 00000100:00100000:1.0:1777573238.571441:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926000768:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:2.0:1777573238.571505:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926000896:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 335us (1081us total) trans 17179874908 rc 0/0 00000100:00100000:2.0:1777573238.571513:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5236 00002000:00010000:2.0:1777573238.571516:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:2.0:1777573238.571519:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea5880 with x1863919926000896 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573238.571525:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea5880. 00002000:00010000:1.0:1777573238.571534:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573238.571538:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573234 -> 1777573238 00002000:00010000:1.0:1777573238.571540:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573238.571542:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:1.0:1777573238.571544:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777573238.571572:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926000768:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 133us (1314us total) trans 21474841752 rc 0/0 00000100:00100000:1.0:1777573238.571582:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5237 00002000:00010000:1.0:1777573238.571585:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:1.0:1777573238.571588:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea5f80 with x1863919926000768 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573238.571592:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ea5f80. 00000100:00100000:3.0:1777573238.574722:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.574927:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926001024 00000100:00100000:2.0:1777573238.574942:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926001024 00000100:00100000:2.0:1777573238.575023:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15546 00000100:00100000:2.0:1777573238.575036:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919926001024:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573238.575062:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.575091:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a536 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea51 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.575506:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a53d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.575527:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a53d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.575540:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a53d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573238.575580:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 198425 00000004:00200000:2.0:1777573238.575585:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573238.575611:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a53d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.575641:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a536 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea51 expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.575663:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a53d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea51 expref: 395 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.575673:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.575676:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573238.575680:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6489400, rc 0) 00000100:00100000:2.0:1777573238.575757:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919926001024:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 724us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.575765:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15546 00000100:00100000:3.0:1777573238.579557:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.579787:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926001152 00000100:00100000:0.0:1777573238.579801:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926001152 00002000:00100000:0.0:1777573238.579866:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (12288->16383) req@ffff99d2cee6bb80 x1863919926001152/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 488/0 e 0 to 0 dl 1777573249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573238.579883:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6bb80 with x1863919926001152 ext(12288->16383) 00002000:00010000:0.0:1777573238.579890:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6bb80 00000100:00100000:0.0:1777573238.579927:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5238 00000100:00100000:0.0:1777573238.579938:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926001152:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573238.580180:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926001152:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 242us (637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573238.580189:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5238 00002000:00100000:0.0:1777573238.580196:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (12288->16383) req@ffff99d2cee6bb80 x1863919926001152/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 488/4536 e 0 to 0 dl 1777573249 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573238.580206:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6bb80 with x1863919926001152 ext(12288->16383) 00002000:00010000:0.0:1777573238.580209:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6bb80 00000100:00100000:0.0:1777573238.583363:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.583609:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926001280 00000100:00100000:3.0:1777573238.583622:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926001280 00002000:00100000:3.0:1777573238.583681:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (16384->20479) req@ffff99d1c2ea5500 x1863919926001280/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 488/0 e 0 to 0 dl 1777573249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573238.583694:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea5500 with x1863919926001280 ext(16384->20479) 00002000:00010000:3.0:1777573238.583701:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea5500 00000100:00100000:3.0:1777573238.583731:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5239 00000100:00100000:3.0:1777573238.583741:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926001280:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:3.0:1777573238.584081:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926001280:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 340us (730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777573238.584090:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5239 00002000:00100000:3.0:1777573238.584097:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (16384->20479) req@ffff99d1c2ea5500 x1863919926001280/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 488/4536 e 0 to 0 dl 1777573249 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573238.584106:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea5500 with x1863919926001280 ext(16384->20479) 00002000:00010000:3.0:1777573238.584110:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea5500 00000100:00100000:2.0:1777573238.589549:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.589961:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926001408 00000100:00100000:1.0:1777573238.589975:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926001408 00002000:00100000:1.0:1777573238.590052:0:24425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->69631) req@ffff99d2c4ec4000 x1863919926001408/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 520/0 e 0 to 0 dl 1777573249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573238.590065:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4000 with x1863919926001408 ext(4096->69631) 00002000:00010000:1.0:1777573238.590073:0:24425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec4000 00000100:00100000:1.0:1777573238.590571:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5240 00000100:00100000:1.0:1777573238.590586:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926001408:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573238.594189:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926001408:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 3594us (4638us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1777573238.594213:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5240 00002000:00100000:1.0:1777573238.594230:0:24425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->69631) req@ffff99d2c4ec4000 x1863919926001408/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 520/440 e 0 to 0 dl 1777573249 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573238.594242:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec4000 with x1863919926001408 ext(4096->69631) 00002000:00010000:1.0:1777573238.594249:0:24425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec4000 00000100:00100000:2.0:1777573238.599362:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.601310:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926001536 00000100:00100000:1.0:1777573238.601329:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926001536 00000100:00100000:1.0:1777573238.601513:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5241 00000100:00100000:1.0:1777573238.601527:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926001536:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573238.601899:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 198425 -> 198425 00002000:00010000:1.0:1777573238.601904:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.601907:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573238.601909:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.601911:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 160 -> 216 00000100:00100000:1.0:1777573238.602002:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926001536:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 477us (2655us total) trans 17179874909 rc 0/0 00000100:00100000:1.0:1777573238.602011:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5241 00000100:00100000:0.0:1777573238.607866:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.607981:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926001664 00000100:00100000:1.0:1777573238.607995:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926001664 00002000:00100000:1.0:1777573238.608064:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->200703) req@ffff99d1c2ea6d80 x1863919926001664/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 504/0 e 0 to 0 dl 1777573249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573238.608078:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea6d80 with x1863919926001664 ext(0->200703) 00002000:00010000:1.0:1777573238.608087:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea6d80 00000100:00100000:1.0:1777573238.608171:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5242 00000100:00100000:1.0:1777573238.608184:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926001664:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573238.612585:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926001664:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 4386us (4716us total) trans 0 rc 139264/139264 00000100:00100000:1.0:1777573238.612602:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5242 00002000:00100000:1.0:1777573238.612619:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->200703) req@ffff99d1c2ea6d80 x1863919926001664/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 504/440 e 0 to 0 dl 1777573249 ref 1 fl Complete:/600/0 rc 139264/139264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573238.612631:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea6d80 with x1863919926001664 ext(0->200703) 00002000:00010000:1.0:1777573238.612640:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea6d80 00000100:00100000:3.0:1777573238.617404:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.618620:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926001792 00000100:00100000:0.0:1777573238.618636:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926001792 00000100:00100000:0.0:1777573238.618747:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5243 00000100:00100000:0.0:1777573238.618759:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926001792:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573238.619426:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 198425 -> 198425 00002000:00010000:0.0:1777573238.619432:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573238.619435:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573238.619438:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573238.619440:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 216 -> 312 00000100:00100000:0.0:1777573238.619530:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926001792:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 771us (2138us total) trans 17179874910 rc 0/0 00000100:00100000:0.0:1777573238.619539:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5243 00000100:00100000:2.0:1777573238.628492:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.628590:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926001920 00000100:00100000:1.0:1777573238.628604:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926001920 00000100:00100000:1.0:1777573238.628699:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5244 00000100:00100000:1.0:1777573238.628713:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926001920:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573238.628969:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 198425 -> 262144 00002000:00010000:1.0:1777573238.628974:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.628977:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573238.628979:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.628981:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 312 -> 368 00000100:00100000:1.0:1777573238.629066:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926001920:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 355us (586us total) trans 17179874911 rc 0/0 00000100:00100000:1.0:1777573238.629074:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5244 00000100:00100000:0.0:1777573238.633217:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.633355:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926002176 00000100:00100000:2.0:1777573238.633370:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926002176 00000100:00100000:2.0:1777573238.633449:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15547 00000100:00100000:2.0:1777573238.633461:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919926002176:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:2.0:1777573238.633666:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573238.633700:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a53d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea51 expref: 395 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.633723:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.633730:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573238.634603:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.634624:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.634634:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.634692:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978770 00000004:00010000:2.0:1777573238.634719:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b05b281 reply state 000000003ded3dca transno 4294978771 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.634737:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.634743:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.634746:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573238.634750:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573238.634898:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919926002176:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 1434us (1691us total) trans 4294978771 rc 0/0 00000100:00100000:2.0:1777573238.634907:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15547 00000020:00080000:2.0:1777573238.634914:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573238.637513:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.637551:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.637582:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.637618:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926002432 00000100:00100000:1.0:1777573238.637631:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926002432 00002000:00010000:1.0:1777573238.637683:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:1.0:1777573238.637689:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6b480 with x1863919926002432 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573238.637703:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee6b480. 00000100:00100000:1.0:1777573238.637739:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926002304 00000100:00100000:1.0:1777573238.637743:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926002304 00002000:00010000:1.0:1777573238.637755:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (147019->18446744073709551615) 00002000:00100000:1.0:1777573238.637759:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6aa00 with x1863919926002304 ext(147019->18446744073709551615) 00002000:00010000:1.0:1777573238.637765:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6aa00. 00000100:00100000:1.0:1777573238.637779:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926002560 00000100:00100000:1.0:1777573238.637782:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926002560 00002000:00010000:1.0:1777573238.637793:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00000100:00100000:3.0:1777573238.637798:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5245 00002000:00100000:1.0:1777573238.637798:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68a80 with x1863919926002560 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573238.637806:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68a80. 00000100:00100000:3.0:1777573238.637815:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926002432:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:1.0:1777573238.637829:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5246 00000100:00100000:1.0:1777573238.637839:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+45:2403:x1863919926002304:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:0.0:1777573238.638031:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5247 00000100:00100000:0.0:1777573238.638042:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+46:2403:x1863919926002560:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:1.0:1777573238.638077:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 147019 00002000:00010000:1.0:1777573238.638081:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.638084:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573238.638086:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.638089:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 368 -> 208 00002000:00010000:0.0:1777573238.638101:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.638103:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573238.638105:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:0.0:1777573238.638107:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573238.638109:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573238.638163:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+47:2403:x1863919926002304:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 325us (609us total) trans 17179874912 rc 0/0 00000100:00100000:1.0:1777573238.638170:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5246 00002000:00010000:1.0:1777573238.638175:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (147019->18446744073709551615) 00002000:00010000:3.0:1777573238.638176:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00100000:1.0:1777573238.638178:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6aa00 with x1863919926002304 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573238.638183:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.638185:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6aa00. 00002000:00010000:3.0:1777573238.638187:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:3.0:1777573238.638191:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573238.638194:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777573238.641655:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+46:2403:x1863919926002560:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 3597us (4053us total) trans 17179874913 rc 0/0 00000100:00100000:0.0:1777573238.641672:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5247 00002000:00010000:0.0:1777573238.641682:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:0.0:1777573238.641686:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68a80 with x1863919926002560 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573238.641700:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68a80. 00000100:00100000:3.0:1777573238.643493:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926002432:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 5669us (5976us total) trans 21474841753 rc 0/0 00000100:00100000:3.0:1777573238.643510:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5245 00002000:00010000:3.0:1777573238.643519:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573238.643523:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6b480 with x1863919926002432 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573238.643535:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee6b480. 00000100:00100000:3.0:1777573238.647770:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.648104:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926002688 00000100:00100000:1.0:1777573238.648120:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926002688 00000100:00100000:1.0:1777573238.648317:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15548 00000100:00100000:1.0:1777573238.648330:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919926002688:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573238.648364:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573238.648401:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a54b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea58 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.648540:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.648559:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.648575:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573238.648617:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:1.0:1777573238.648622:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573238.648646:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.648678:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a54b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea58 expref: 399 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.648706:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea58 expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.648717:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.648720:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573238.648725:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2de00, rc 0) 00000100:00100000:1.0:1777573238.649073:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926002688:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 744us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.649082:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15548 00000100:00100000:1.0:1777573238.659810:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.659979:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926002816 00000100:00100000:2.0:1777573238.659994:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926002816 00000100:00100000:2.0:1777573238.660096:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5248 00000100:00100000:2.0:1777573238.660110:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+46:2403:x1863919926002816:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:2.0:1777573238.660583:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573238.660587:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573238.660590:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:2.0:1777573238.660593:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573238.660595:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 208 -> 216 00000100:00100000:2.0:1777573238.660875:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+47:2403:x1863919926002816:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 563us (871us total) trans 17179874914 rc 0/0 00000100:00100000:2.0:1777573238.660887:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5248 00000100:00100000:3.0:1777573238.665050:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.665776:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926002944 00000100:00100000:1.0:1777573238.665792:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926002944 00000100:00100000:1.0:1777573238.665993:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5249 00000100:00100000:1.0:1777573238.666006:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+47:2403:x1863919926002944:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573238.666569:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573238.666575:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.666578:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573238.666580:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.666583:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 216 -> 168 00000100:00100000:1.0:1777573238.666710:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+48:2403:x1863919926002944:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 705us (1671us total) trans 17179874915 rc 0/0 00000100:00100000:1.0:1777573238.666719:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5249 00000100:00100000:3.0:1777573238.670217:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.670596:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926003072 00000100:00100000:1.0:1777573238.670684:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926003072 00000100:00100000:1.0:1777573238.670804:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5250 00000100:00100000:1.0:1777573238.670824:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+48:2403:x1863919926003072:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573238.671140:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573238.671154:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.671157:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573234 00002000:00010000:1.0:1777573238.671160:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573238.671162:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 168 -> 160 00000100:00100000:1.0:1777573238.671330:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+49:2403:x1863919926003072:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 506us (1117us total) trans 17179874916 rc 0/0 00000100:00100000:1.0:1777573238.671340:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5250 00000100:00100000:0.0:1777573238.676329:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.676376:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926003200 00000100:00100000:1.0:1777573238.676389:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926003200 00002000:00100000:1.0:1777573238.676446:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (12288->147455) req@ffff99d1c2ea6680 x1863919926003200/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 520/0 e 0 to 0 dl 1777573249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573238.676455:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea6680 with x1863919926003200 ext(12288->147455) 00002000:00010000:1.0:1777573238.676461:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea6680 00000100:00100000:1.0:1777573238.676670:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5251 00000100:00100000:1.0:1777573238.676682:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+49:2403:x1863919926003200:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573238.679928:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+49:2403:x1863919926003200:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 3234us (3600us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1777573238.679943:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5251 00002000:00100000:1.0:1777573238.679961:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (12288->147455) req@ffff99d1c2ea6680 x1863919926003200/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 520/440 e 0 to 0 dl 1777573249 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573238.679972:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea6680 with x1863919926003200 ext(12288->147455) 00002000:00010000:1.0:1777573238.679980:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea6680 00000100:00100000:0.0:1777573238.687944:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.688032:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926003328 00000100:00100000:2.0:1777573238.688045:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926003328 00002000:00100000:2.0:1777573238.688119:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (73728->114687) req@ffff99d1c2ea7480 x1863919926003328/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 488/0 e 0 to 0 dl 1777573249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573238.688138:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea7480 with x1863919926003328 ext(73728->114687) 00002000:00010000:2.0:1777573238.688155:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea7480 00000100:00100000:2.0:1777573238.688193:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5252 00000100:00100000:2.0:1777573238.688204:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+49:2403:x1863919926003328:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:2.0:1777573238.694666:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+51:2403:x1863919926003328:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 6453us (6726us total) trans 17179874917 rc 0/0 00000100:00100000:2.0:1777573238.694680:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5252 00002000:00100000:2.0:1777573238.694694:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (73728->114687) req@ffff99d1c2ea7480 x1863919926003328/t17179874917(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:494/0 lens 488/448 e 0 to 0 dl 1777573249 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573238.694706:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea7480 with x1863919926003328 ext(73728->114687) 00002000:00010000:2.0:1777573238.694712:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea7480 00000100:00100000:0.0:1777573238.698379:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.698502:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926003456 00000100:00100000:2.0:1777573238.698516:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926003456 00000100:00100000:2.0:1777573238.698600:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12456 00000100:00100000:2.0:1777573238.698613:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+51:2404:x1863919926003456:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:3.0:1777573238.700791:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874917 is committed 00000001:00080000:3.0:1777573238.700823:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874903 is committed 00000100:00100000:2.0:1777573238.701140:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926003456:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 2525us (2768us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.701162:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12456 00000100:00100000:3.0:1777573238.705754:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.705842:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926003712 00000100:00100000:2.0:1777573238.705851:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926003712 00000100:00100000:2.0:1777573238.705894:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5126 00000100:00100000:2.0:1777573238.705902:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926003712:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:2.0:1777573238.706136:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919926003712:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 233us (389us total) trans 4294978772 rc 0/0 00000100:00100000:2.0:1777573238.706152:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5126 00000100:00100000:0.0:1777573238.720894:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.720986:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926003840 00000100:00100000:1.0:1777573238.720994:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926003840 00000100:00100000:1.0:1777573238.721043:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15549 00000100:00100000:1.0:1777573238.721050:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+399:59538:x1863919926003840:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573238.721070:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573238.721091:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a559 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea5f expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721169:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721184:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721196:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721209:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721215:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721224:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721325:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a56e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721335:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a56e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721342:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a56e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573238.721380:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:1.0:1777573238.721384:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573238.721401:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a56e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721413:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a56e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721420:0:30825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721427:0:30825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721432:0:30825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721438:0:30825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2dc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.721442:0:30825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721449:0:30825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721459:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d1cb0eeb00) 00010000:00010000:1.0:1777573238.721462:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.721466:0:30825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721472:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a560 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721486:0:30825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721492:0:30825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721497:0:30825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721502:0:30825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.721504:0:30825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721509:0:30825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721516:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d1cb0ee100) 00010000:00010000:1.0:1777573238.721518:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.721521:0:30825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721531:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a567 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721563:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a559 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea5f expref: 401 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721579:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a56e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea5f expref: 400 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.721586:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.721588:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573238.721591:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c600, rc 0) 00000100:00100000:1.0:1777573238.721655:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+400:59538:x1863919926003840:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 603us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.721662:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15549 00000100:00100000:3.0:1777573238.726052:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.726052:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.726156:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926003968 00000100:00100000:2.0:1777573238.726166:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926003968 00000100:00100000:2.0:1777573238.726229:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 630 00000100:00100000:2.0:1777573238.726240:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b80850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+400:2406:x1863919926003968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573238.726255:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777573238.726298:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926004224 00000100:00100000:1.0:1777573238.726303:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926004224 00000100:00100000:1.0:1777573238.726340:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15550 00000100:00100000:1.0:1777573238.726348:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+401:59538:x1863919926004224:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573238.726364:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573238.726380:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a575 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea66 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.726430:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119a56e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea5f expref: 402 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.726447:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.726451:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573238.726480:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.726492:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea58 expref: 401 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.726502:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.726533:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea58 expref: 401 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.726538:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b80850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+401:2406:x1863919926003968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 301us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.726546:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 630 00010000:00010000:1.0:1777573238.726546:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea58 expref: 401 pid: 10945 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.726559:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932160256:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573238.726607:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573238.728462:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932160256:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573238.728485:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.728933:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.729014:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926004352 00000100:00100000:1.0:1777573238.729022:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926004352 00010000:00010000:1.0:1777573238.729050:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea58 expref: 401 pid: 10945 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.729117:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5667 00000100:00100000:1.0:1777573238.729126:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+401:2403:x1863919926004352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.729138:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.729156:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea58 expref: 401 pid: 10945 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.729172:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea58 expref: 401 pid: 10945 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.729191:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a552 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea58 expref: 401 pid: 10945 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.729206:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.729210:0:34391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.729220:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.729227:0:34391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.729267:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.729334:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+400:2403:x1863919926004352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 208us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.729342:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5667 00010000:00010000:2.0:1777573238.729400:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.729408:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573238.729435:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00010000:00010000:2.0:1777573238.729556:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a575 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea66 expref: 401 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.729572:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea66 expref: 400 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.729586:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.729588:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777573238.729591:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2da00, rc 0) 00000100:00100000:2.0:1777573238.729621:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+400:59538:x1863919926004224:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3274us (3578us total) trans 4294978773 rc 0/0 00000100:00100000:2.0:1777573238.729629:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15550 00000100:00100000:0.0:1777573238.732842:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.732895:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926004480 00000100:00100000:2.0:1777573238.732905:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926004480 00000100:00100000:2.0:1777573238.732996:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15551 00000100:00100000:2.0:1777573238.733008:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+400:59538:x1863919926004480:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573238.733031:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.733056:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a58a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea6d expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.733162:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.733177:0:7963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea66 expref: 401 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.733185:0:7963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.733217:0:7963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea66 expref: 401 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.733231:0:7963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea66 expref: 401 pid: 6485 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.733246:0:7963:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932160384:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.733356:0:7963:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa226c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573238.734906:0:7963:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932160384:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573238.734928:0:7963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.735463:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.735501:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926004608 00000100:00100000:1.0:1777573238.735508:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926004608 00010000:00010000:1.0:1777573238.735540:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea66 expref: 402 pid: 6485 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.735651:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5668 00000100:00100000:1.0:1777573238.735661:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+402:2404:x1863919926004608:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.735679:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573238.735685:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea66 expref: 402 pid: 6485 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.735772:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea66 expref: 402 pid: 6485 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.735795:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119a57c lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea66 expref: 402 pid: 6485 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.735811:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.735815:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.735825:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.735833:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.735862:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573238.735962:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+401:2404:x1863919926004608:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 302us (499us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573238.735965:0:7963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.735973:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5668 00010000:00010000:0.0:1777573238.735981:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573238.736033:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573238.736038:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573238.736059:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.736089:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a58a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea6d expref: 401 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.736105:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea6d expref: 400 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.736112:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.736115:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573238.736117:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488800, rc 0) 00000100:00100000:0.0:1777573238.736163:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+400:59538:x1863919926004480:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3158us (3330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.736174:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15551 00000100:00100000:0.0:1777573238.739902:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.739973:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926004864 00000100:00100000:1.0:1777573238.739982:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926004864 00000100:00100000:1.0:1777573238.740094:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15552 00000100:00100000:1.0:1777573238.740106:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+400:59538:x1863919926004864:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573238.740130:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573238.740158:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a598 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea74 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.740318:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a59f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.740336:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a59f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.740348:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a59f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573238.740361:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00010000:00010000:1.0:1777573238.740475:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119a598 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea74 expref: 403 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.740495:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a59f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea74 expref: 402 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.740503:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.740506:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573238.740509:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2de00, rc 0) 00000100:00100000:1.0:1777573238.740557:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+402:59538:x1863919926004864:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 453us (665us total) trans 4294978774 rc 0/0 00000100:00100000:1.0:1777573238.740564:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15552 00000100:00100000:3.0:1777573238.746750:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.747131:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.747179:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.748164:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926004992 00000100:00100000:1.0:1777573238.748174:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926004992 00000100:00100000:1.0:1777573238.748487:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926005248 00000100:00100000:1.0:1777573238.748492:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926005248 00000100:00100000:1.0:1777573238.748528:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12457 00000100:00100000:1.0:1777573238.748537:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926004992:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573238.748783:0:28215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.748807:0:28215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->233471) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea3c expref: 22 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.748817:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573238.748820:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573238.748823:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.748859:0:28215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->233471) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea3c expref: 22 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.748867:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12458 00010000:00010000:1.0:1777573238.748872:0:28215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->233471) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea3c expref: 22 pid: 29349 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.748876:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926005248:12345-192.168.204.27@tcp:1:lfs.0 00000100:00100000:1.0:1777573238.748888:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932160512:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573238.748894:0:8360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.748905:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.748916:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573238.748918:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573238.748920:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.748940:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.748950:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 22 pid: 8360 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.748962:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932160640:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573238.748964:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f840 going to sleep for 11 seconds 00000100:00100000:0.0:1777573238.748984:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573238.749375:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926005120 00000100:00100000:3.0:1777573238.749382:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926005120 00000100:00100000:3.0:1777573238.749433:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12459 00000100:00100000:3.0:1777573238.749441:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926005120:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573238.749465:0:14598:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.749479:0:14598:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 34 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.749485:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.749487:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573238.749490:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.749511:0:14598:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 34 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.749520:0:14598:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 34 pid: 8938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.749530:0:14598:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14598:1863919932160768:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573238.750372:0:14598:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38600 going to sleep for 11 seconds 00000100:00100000:0.0:1777573238.750618:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932160640:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573238.750640:0:8360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.752217:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.752307:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926005376 00000100:00100000:2.0:1777573238.752316:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.752316:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932160512:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573238.752319:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926005376 00000100:00100000:2.0:1777573238.752340:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926005504 00010000:00010000:1.0:1777573238.752342:0:28215:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.752346:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926005504 00010000:00010000:0.0:1777573238.752357:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 24 pid: 8360 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.752370:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->233471) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea3c expref: 24 pid: 29349 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.752396:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5669 00000100:00100000:2.0:1777573238.752404:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5670 00000100:00100000:0.0:1777573238.752409:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926005376:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777573238.752418:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926005504:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573238.752425:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573238.752429:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777573238.752447:0:7410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573234 -> 1777573238 00002000:00010000:2.0:1777573238.752451:0:7410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 160 -> 216 00010000:00010000:2.0:1777573238.752459:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->233471) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea3c expref: 24 pid: 29349 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.752473:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->233471) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea3c expref: 24 pid: 29349 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.752477:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 24 pid: 8360 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.752490:0:14598:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14598:1863919932160768:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573238.752502:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 24 pid: 8360 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.752508:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119a513 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->233471) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea3c expref: 24 pid: 29349 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.752513:0:14598:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.752522:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009c520f1/0x8dc0a528a119a41e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9fd expref: 24 pid: 8360 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.752531:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.752535:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.752541:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.752545:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.752548:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.752553:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.752555:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.752575:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.752583:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1777573238.752591:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573238.752608:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573238.752621:0:28215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.752631:0:28215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.752648:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926005376:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 243us (434us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573238.752651:0:28215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.752657:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5669 00010000:00010000:3.0:1777573238.752667:0:28215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.752676:0:28215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.752676:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926005632 00000100:00100000:0.0:1777573238.752680:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926005632 00010000:00010000:3.0:1777573238.752687:0:28215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2da00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.752692:0:28215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.752696:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 35 pid: 8938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.752705:0:28215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.752718:0:28215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.752725:0:28215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a5ad lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.752736:0:8360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.752747:0:8360:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.752763:0:8360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.752772:0:8360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.752777:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926004992:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 4239us (6035us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573238.752787:0:8360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.752793:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12457 00010000:00010000:1.0:1777573238.752806:0:8360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573238.752811:0:8360:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.752819:0:8360:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.752833:0:8360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.752835:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5671 00000100:00100000:0.0:1777573238.752848:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926005632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573238.752859:0:8360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119a5b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.752864:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573238.752880:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 35 pid: 8938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.752893:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 35 pid: 8938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.752907:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926005248:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 4032us (5776us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573238.752912:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d514158/0x8dc0a528a119a417 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e9f6 expref: 35 pid: 8938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.752920:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12458 00010000:00010000:0.0:1777573238.752931:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.752933:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.752937:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.752950:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.752974:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573238.752982:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926005504:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 566us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.753001:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926005632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 156us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.753369:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5670 00000100:00100000:0.0:1777573238.753377:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5671 00010000:00010000:0.0:1777573238.753408:0:14598:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.753417:0:14598:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.753432:0:14598:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.753440:0:14598:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.753448:0:14598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.753454:0:14598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573238.753458:0:14598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.753471:0:14598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.753484:0:14598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.753492:0:14598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119a5bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.753664:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926005120:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 4223us (6483us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.753672:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12459 00000100:00100000:3.0:1777573238.755684:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.756298:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926005888 00000100:00100000:0.0:1777573238.756311:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926005888 00000100:00100000:0.0:1777573238.756366:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15553 00000100:00100000:0.0:1777573238.756377:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+402:59538:x1863919926005888:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573238.756429:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573238.756454:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119a52f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea4a expref: 402 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.756476:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a591 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea6d expref: 401 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.756494:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.756499:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573238.756528:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.756543:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.756552:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573238.756915:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3074, 88 off255008 00000004:00080000:0.0:1777573238.756924:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302652151ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.756961:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3075, 88 off254744 00000004:00080000:0.0:1777573238.756967:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302695296ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.756994:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3076, 88 off254832 00000004:00080000:0.0:1777573238.756999:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302727717ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757009:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3075, 88 off255096 00000004:00080000:0.0:1777573238.757012:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302740879ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757028:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3076, 88 off255184 00000004:00080000:0.0:1777573238.757033:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302761392ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757048:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3077, 88 off254920 00000004:00080000:0.0:1777573238.757052:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302780727ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757060:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3078, 88 off255008 00000004:00080000:0.0:1777573238.757063:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302792284ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757072:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3077, 88 off255272 00000004:00080000:0.0:1777573238.757075:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302803626ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757089:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3079, 88 off255096 00000004:00080000:0.0:1777573238.757093:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302821246ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757102:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3078, 88 off255360 00000004:00080000:0.0:1777573238.757105:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302834189ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757120:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3079, 88 off255448 00000004:00080000:0.0:1777573238.757124:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302852852ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757137:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3080, 88 off255184 00000004:00080000:0.0:1777573238.757141:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302869972ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757161:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3081, 88 off255272 00000004:00080000:0.0:1777573238.757165:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302893941ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757175:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3080, 88 off255536 00000004:00080000:0.0:1777573238.757178:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302906902ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757198:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3082, 88 off255360 00000004:00080000:0.0:1777573238.757203:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302931661ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757211:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3081, 88 off255624 00000004:00080000:0.0:1777573238.757215:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302943919ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757223:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3082, 88 off255712 00000004:00080000:0.0:1777573238.757226:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302954807ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757236:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3083, 88 off255448 00000004:00080000:0.0:1777573238.757239:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302967916ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757246:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3084, 88 off255536 00000004:00080000:0.0:1777573238.757249:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759302978356ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757257:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3083, 88 off255800 00000004:00080000:0.0:1777573238.757260:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759302988671ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757301:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3084, 88 off255888 00000004:00080000:0.0:1777573238.757306:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759303034679ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757327:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3085, 88 off255624 00000004:00080000:0.0:1777573238.757331:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759303059999ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757341:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3086, 88 off255712 00000004:00080000:0.0:1777573238.757344:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759303072467ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757353:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3085, 88 off255976 00000004:00080000:0.0:1777573238.757357:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759303085449ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757365:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3086, 88 off256064 00000004:00080000:0.0:1777573238.757368:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759303096886ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757377:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3087, 88 off255800 00000004:00080000:0.0:1777573238.757380:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759303109024ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757389:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3088, 88 off255888 00000004:00080000:0.0:1777573238.757393:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759303121466ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573238.757401:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3087, 88 off256152 00000004:00080000:0.0:1777573238.757405:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759303133499ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757413:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3088, 88 off256240 00000004:00080000:0.0:1777573238.757417:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 759303145872ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573238.757426:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3089, 88 off255976 00000004:00080000:0.0:1777573238.757430:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 759303158606ns, next at 756450607066ns, rc = 0 00000001:00080000:3.0:1777573238.758827:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978775 is committed 00000004:00080000:3.0:1777573238.758836:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2179 committed 00000004:00080000:3.0:1777573238.758849:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2178 committed 00000004:00080000:3.0:1777573238.758866:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2177 committed 00000004:00080000:3.0:1777573238.758869:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2178 committed 00000004:00080000:3.0:1777573238.758871:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2177 committed 00000004:00080000:3.0:1777573238.758872:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2176 committed 00000004:00080000:3.0:1777573238.758874:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2175 committed 00000004:00080000:3.0:1777573238.758876:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2176 committed 00000004:00080000:3.0:1777573238.758877:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2175 committed 00000004:00080000:3.0:1777573238.758879:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2174 committed 00000004:00080000:3.0:1777573238.758881:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2173 committed 00000004:00080000:3.0:1777573238.758883:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2174 committed 00000004:00080000:3.0:1777573238.758884:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2173 committed 00000004:00080000:3.0:1777573238.758886:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2172 committed 00000004:00080000:3.0:1777573238.758888:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2171 committed 00000004:00080000:3.0:1777573238.758890:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2172 committed 00000004:00080000:3.0:1777573238.758892:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2170 committed 00000004:00080000:3.0:1777573238.758894:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2171 committed 00000004:00080000:3.0:1777573238.758896:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2170 committed 00000004:00080000:3.0:1777573238.758897:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2169 committed 00000004:00080000:3.0:1777573238.758899:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2168 committed 00000004:00080000:3.0:1777573238.758901:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2169 committed 00000004:00080000:3.0:1777573238.758903:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2167 committed 00000004:00080000:3.0:1777573238.758905:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2168 committed 00000004:00080000:3.0:1777573238.758907:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2167 committed 00000004:00080000:3.0:1777573238.758921:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2166 committed 00000004:00080000:3.0:1777573238.758924:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2165 committed 00000004:00080000:3.0:1777573238.758926:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2166 committed 00000004:00080000:3.0:1777573238.758928:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2165 committed 00000004:00080000:3.0:1777573238.758930:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2164 committed 00000100:00100000:3.0:1777573238.759180:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932160896:0@lo:2:osp-syn-1-1.0 00000004:00010000:0.0:1777573238.759230:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea8ddeb3 reply state 0000000033f9ab55 transno 4294978775 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.759248:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573238.759251:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.759307:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932161408:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.759332:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573238.759334:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573238.759339:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1777573238.759343:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573238.759356:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777573238.759362:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932161024:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.759390:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1777573238.759430:0:6484:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777573238.759445:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+394:59538:x1863919926005888:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 3068us (3763us total) trans 4294978775 rc 0/0 00000100:00100000:0.0:1777573238.759455:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15553 00010000:00010000:2.0:1777573238.759462:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.759473:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.759485:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.759492:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573238.759496:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.759504:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932160896 00000100:00100000:0.0:1777573238.759511:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932160896 00010000:00010000:2.0:1777573238.759512:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.759526:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.759529:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573238.759533:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.759542:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932161408 00010000:00010000:2.0:1777573238.759543:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a5c2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.759546:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932161408 00000100:00100000:0.0:1777573238.759560:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932161024 00000100:00100000:0.0:1777573238.759562:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932161024 00000100:00100000:0.0:1777573238.759580:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12460 00010000:00010000:1.0:1777573238.759586:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.759586:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+7:3634:x1863919932160896:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.759590:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12461 00010000:00010000:1.0:1777573238.759601:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.759607:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3634:x1863919932161408:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.759611:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.759618:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573238.759622:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.759635:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932161536:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.759637:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.759651:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573238.759654:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573238.759658:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.759664:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a528 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.759676:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573238.759689:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.759696:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.759703:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573238.759712:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573238.759716:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932161536 00010000:00010000:1.0:1777573238.759721:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488e00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:3.0:1777573238.759722:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932161536 00002000:00010000:2.0:1777573238.759722:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00000100:00100000:0.0:1777573238.759728:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3634:x1863919932160896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 141us (479us total) trans 17179874918 rc 0/0 00002000:00010000:2.0:1777573238.759729:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00010000:00010000:1.0:1777573238.759729:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573238.759736:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.759741:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.759743:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12460 00010000:00010000:1.0:1777573238.759751:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.759762:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:0.0:1777573238.759764:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12462 00010000:00010000:1.0:1777573238.759768:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573238.759773:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12463 00010000:00010000:1.0:1777573238.759773:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.759779:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932161024:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.759782:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932161408:12345-0@lo:2:osp-syn-1-1.0 Request processed in 179us (447us total) trans 17179874919 rc 0/0 00000100:00100000:3.0:1777573238.759790:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932161536:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777573238.759793:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a544 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.759799:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12461 00000100:00100000:1.0:1777573238.759823:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932161280:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.759857:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777573238.759870:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 244541 -> 244541 00002000:00010000:3.0:1777573238.759875:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.759879:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573238.759881:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.759884:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573238.759889:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932161792:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.759889:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3634:x1863919932161024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 114us (496us total) trans 17179874920 rc 0/0 00000100:00100000:0.0:1777573238.759895:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12462 00000100:00100000:0.0:1777573238.759907:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932161280 00000100:00100000:0.0:1777573238.759910:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932161280 00000100:00100000:3.0:1777573238.759925:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3634:x1863919932161536:12345-0@lo:2:osp-syn-1-1.0 Request processed in 140us (252us total) trans 17179874921 rc 0/0 00000100:00100000:0.0:1777573238.759938:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12464 00000100:00100000:2.0:1777573238.759942:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932162048:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.759944:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.759950:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12463 00000100:00100000:0.0:1777573238.759951:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3637:x1863919932161280:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.759967:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932162304:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.759972:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932161792 00000100:00100000:3.0:1777573238.759977:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932161792 00000100:00100000:2.0:1777573238.759979:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.759999:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932162048 00000100:00100000:3.0:1777573238.760004:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932162048 00000100:00100000:2.0:1777573238.760004:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6eaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932162560:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.760005:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.760026:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6eaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932162816:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.760027:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932162304 00000100:00100000:3.0:1777573238.760032:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932162304 00000100:00100000:2.0:1777573238.760040:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.760053:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12465 00000100:00100000:2.0:1777573238.760062:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777573238.760064:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.760065:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3637:x1863919932161792:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.760075:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932161920:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.760083:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1777573238.760102:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932161152:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.760109:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777573238.760134:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573238.760134:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777573238.760140:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00000100:00100000:1.0:1777573238.760161:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932161664:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573238.760180:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573238.760186:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573238.760186:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.760191:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573238.760193:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.760194:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573238.760201:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932162176:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.760228:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932161280:12345-0@lo:2:osp-syn-1-1.0 Request processed in 282us (370us total) trans 17179874923 rc 0/0 00000100:00100000:1.0:1777573238.760231:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.760235:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932162432:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.760242:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12464 00000100:00100000:1.0:1777573238.760249:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6eab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932162688:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.760305:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.760307:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932162816 00002000:00010000:3.0:1777573238.760309:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00000100:00100000:1.0:1777573238.760312:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932162816 00002000:00010000:3.0:1777573238.760314:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.760318:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573238.760336:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932161920 00000100:00100000:1.0:1777573238.760341:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932161920 00000100:00100000:2.0:1777573238.760342:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.760349:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932162560 00000100:00100000:0.0:1777573238.760355:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932162560 00000100:00100000:1.0:1777573238.760365:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932161152 00000100:00100000:1.0:1777573238.760369:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932161152 00000100:00100000:2.0:1777573238.760378:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179874903 gen 2 00000100:00100000:0.0:1777573238.760378:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932161664 00000100:00100000:0.0:1777573238.760384:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932161664 00000004:00080000:2.0:1777573238.760385:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab82300, transno 17179874874 00000100:00100000:1.0:1777573238.760388:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932162176 00000100:00100000:1.0:1777573238.760392:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932162176 00000004:00080000:2.0:1777573238.760396:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab80000, transno 17179874875 00000004:00080000:2.0:1777573238.760402:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7b4ca80, transno 17179874876 00000004:00080000:2.0:1777573238.760406:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab81500, transno 17179874877 00000004:00080000:2.0:1777573238.760411:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab80e00, transno 17179874878 00000100:00100000:0.0:1777573238.760412:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932162432 00000100:00100000:1.0:1777573238.760413:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932162688 00000004:00080000:2.0:1777573238.760416:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab82d80, transno 17179874879 00000100:00100000:0.0:1777573238.760419:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932162432 00000100:00100000:1.0:1777573238.760420:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932162688 00000004:00080000:2.0:1777573238.760421:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7b4df80, transno 17179874880 00000004:00080000:2.0:1777573238.760427:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab82680, transno 17179874881 00000004:00080000:2.0:1777573238.760431:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab83800, transno 17179874882 00000004:00080000:2.0:1777573238.760436:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab80380, transno 17179874883 00000004:00080000:2.0:1777573238.760441:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab81c00, transno 17179874884 00000100:00100000:3.0:1777573238.760447:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932161792:12345-0@lo:2:osp-syn-1-1.0 Request processed in 383us (501us total) trans 17179874922 rc 0/0 00000004:00080000:2.0:1777573238.760449:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab81880, transno 17179874885 00000004:00080000:2.0:1777573238.760455:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab80700, transno 17179874886 00000100:00100000:0.0:1777573238.760456:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12466 00000004:00080000:2.0:1777573238.760460:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab82a00, transno 17179874887 00000100:00100000:1.0:1777573238.760465:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12467 00000004:00080000:2.0:1777573238.760467:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab83100, transno 17179874888 00000100:00100000:0.0:1777573238.760470:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+42:3635:x1863919932162048:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.760473:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d6a00, transno 17179874889 00000100:00100000:3.0:1777573238.760475:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12465 00000100:00100000:1.0:1777573238.760479:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3637:x1863919932162304:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.760480:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d4000, transno 17179874890 00000004:00080000:2.0:1777573238.760485:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d5180, transno 17179874891 00000004:00080000:2.0:1777573238.760490:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d7480, transno 17179874892 00000004:00080000:2.0:1777573238.760494:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d6680, transno 17179874893 00000004:00080000:2.0:1777573238.760497:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d4380, transno 17179874894 00000004:00080000:2.0:1777573238.760501:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d5f80, transno 17179874895 00000100:00100000:3.0:1777573238.760504:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12468 00000004:00080000:2.0:1777573238.760505:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d7100, transno 17179874896 00000004:00080000:2.0:1777573238.760510:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821180, transno 17179874897 00000004:00080000:2.0:1777573238.760514:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6822680, transno 17179874898 00000100:00100000:3.0:1777573238.760516:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+42:3637:x1863919932162816:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.760519:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821f80, transno 17179874899 00000004:00080000:2.0:1777573238.760524:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6823800, transno 17179874900 00000004:00080000:2.0:1777573238.760526:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821c00, transno 17179874901 00000004:00080000:2.0:1777573238.760529:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6822d80, transno 17179874902 00000004:00080000:2.0:1777573238.760531:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c64b5880, transno 17179874903 00000100:00100000:2.0:1777573238.760538:0:3637:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff99d1c73d7800 x1863919932161280/t17179874923(17179874923) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777573254 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777573238.760549:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d7800/2, rc 0, transno 17179874923 00000100:00100000:2.0:1777573238.760554:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932161280:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.760817:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+43:3635:x1863919932162048:12345-0@lo:2:osp-syn-0-1.0 Request processed in 352us (838us total) trans 21474841754 rc 0/0 00000100:00100000:0.0:1777573238.760824:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12466 00000100:00100000:0.0:1777573238.760838:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12469 00000100:00100000:0.0:1777573238.760845:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+42:3635:x1863919932161920:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.760879:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d5c00/2, rc 0, transno 17179874922 00000100:00100000:2.0:1777573238.760884:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932161792:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.760907:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12470 00000100:00100000:2.0:1777573238.760915:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+42:3635:x1863919932162560:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.763129:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.763135:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:0.0:1777573238.763139:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573238.763142:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:0.0:1777573238.763156:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573238.763189:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.763193:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.763196:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573238.763198:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.763201:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.763264:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+46:3635:x1863919932161920:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2416us (3153us total) trans 21474841757 rc 0/0 00000100:00100000:2.0:1777573238.763269:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+46:3635:x1863919932162560:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2353us (3228us total) trans 21474841758 rc 0/0 00000100:00100000:3.0:1777573238.763294:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+46:3637:x1863919932162816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2778us (3230us total) trans 21474841756 rc 0/0 00000100:00100000:1.0:1777573238.763295:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+46:3637:x1863919932162304:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2818us (3291us total) trans 21474841755 rc 0/0 00000100:00100000:0.0:1777573238.763307:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12469 00000100:00100000:2.0:1777573238.763314:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12470 00000100:00100000:3.0:1777573238.763931:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12468 00000100:00100000:1.0:1777573238.764028:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12467 00000100:00100000:2.0:1777573238.764090:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12471 00000100:00100000:0.0:1777573238.764099:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12472 00000100:00100000:2.0:1777573238.764105:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932161152:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.764110:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12473 00000100:00100000:0.0:1777573238.764114:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932161664:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.764121:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12474 00000100:00100000:3.0:1777573238.764127:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+42:3637:x1863919932162176:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.764135:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3635:x1863919932162432:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573238.764213:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.764217:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.764220:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573238.764222:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.764224:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.764225:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573238.764230:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.764234:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573238.764236:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.764240:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573238.764298:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3635:x1863919932162432:12345-0@lo:2:osp-syn-0-1.0 Request processed in 165us (3992us total) trans 21474841759 rc 0/0 00000100:00100000:2.0:1777573238.764301:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932161152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 202us (4165us total) trans 17179874925 rc 0/0 00000100:00100000:1.0:1777573238.764309:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12474 00000100:00100000:2.0:1777573238.764316:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12471 00000100:00100000:0.0:1777573238.764320:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932161664:12345-0@lo:2:osp-syn-1-1.0 Request processed in 209us (4132us total) trans 17179874924 rc 0/0 00000100:00100000:1.0:1777573238.764329:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12475 00000100:00100000:0.0:1777573238.764336:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12472 00000100:00100000:1.0:1777573238.764340:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+43:3637:x1863919932162688:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.764383:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d4700/2, rc 0, transno 17179874925 00000100:00100000:2.0:1777573238.764391:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932161152:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573238.764408:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d6300/2, rc 0, transno 17179874924 00000100:00100000:3.0:1777573238.764410:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+43:3637:x1863919932162176:12345-0@lo:2:osp-syn-0-1.0 Request processed in 199us (4090us total) trans 21474841760 rc 0/0 00000100:00100000:2.0:1777573238.764415:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932161664:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573238.764423:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12473 00000004:00080000:2.0:1777573238.764435:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18000/2, rc 0, transno 21474841760 00000100:00100000:1.0:1777573238.764445:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+43:3637:x1863919932162688:12345-0@lo:2:osp-syn-0-1.0 Request processed in 108us (4103us total) trans 21474841761 rc 0/0 00000100:00100000:2.0:1777573238.764452:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932162176:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.764453:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12475 00000004:00080000:2.0:1777573238.764474:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6eab100/2, rc 0, transno 21474841761 00000100:00100000:2.0:1777573238.764480:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6eab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932162688:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.764492:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19f80/2, rc 0, transno 21474841755 00000100:00100000:2.0:1777573238.764496:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932162304:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.764505:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6eaa680/2, rc 0, transno 21474841756 00000100:00100000:2.0:1777573238.764508:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6eaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932162816:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573238.764632:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab83b80/2, rc 0, transno 17179874920 00000100:00100000:1.0:1777573238.764639:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932161024:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573238.764654:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d5500/2, rc 0, transno 17179874921 00000100:00100000:1.0:1777573238.764660:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932161536:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573238.764678:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea4380/2, rc 0, transno 17179874918 00000100:00100000:1.0:1777573238.764684:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932160896:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.764689:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6ea8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932163328:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573238.764695:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d4e00/2, rc 0, transno 17179874919 00000100:00100000:1.0:1777573238.764699:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932161408:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.764711:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6ea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932162944:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.764729:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573238.764745:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932163328 00000100:00100000:1.0:1777573238.764751:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932163328 00000100:00100000:2.0:1777573238.764762:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573238.764771:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932163200:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.764782:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12476 00000100:00100000:1.0:1777573238.764790:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+43:3637:x1863919932163328:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.764798:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.764823:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932163200 00000100:00100000:2.0:1777573238.764827:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932163200 00000100:00100000:2.0:1777573238.764853:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12477 00000100:00100000:2.0:1777573238.764860:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+45:3637:x1863919932163200:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.764888:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3637:x1863919932163328:12345-0@lo:2:osp-syn-0-1.0 Request processed in 99us (159us total) trans 21474841762 rc 0/0 00000100:00100000:1.0:1777573238.764898:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12476 00002000:00010000:2.0:1777573238.764922:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573238.764922:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777573238.764928:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.764930:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573238.764933:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.764935:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573238.764951:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573238.764955:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932162944 00000100:00100000:3.0:1777573238.764961:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932162944 00000100:00100000:1.0:1777573238.764962:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932163072:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.764970:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+46:3637:x1863919932163200:12345-0@lo:2:osp-syn-0-1.0 Request processed in 109us (171us total) trans 21474841763 rc 0/0 00000100:00100000:2.0:1777573238.764978:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12477 00000100:00100000:3.0:1777573238.765003:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12478 00000100:00100000:1.0:1777573238.765003:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.765015:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+45:3634:x1863919932162944:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.765032:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932163072 00000100:00100000:1.0:1777573238.765036:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932163072 00000004:00080000:0.0:1777573238.765053:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 7 changes, 8 in progress, 0 in flight, 30 done 00002000:00010000:3.0:1777573238.765084:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.765089:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.765092:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573238.765096:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.765098:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.765131:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+47:3634:x1863919932162944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (208us total) trans 21474841764 rc 0/0 00000100:00100000:3.0:1777573238.765140:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12478 00000100:00100000:0.0:1777573238.765162:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932163584:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.765169:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932163840:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.765197:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.765210:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932163712:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.765233:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932164096:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.765241:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.765266:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932164224:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.765267:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.765319:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573238.765325:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec5880/2, rc 0, transno 21474841757 00000100:00100000:0.0:1777573238.765339:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932161920:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.765355:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b64e00/2, rc 0, transno 21474841759 00000100:00100000:2.0:1777573238.765356:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932163584 00000100:00100000:2.0:1777573238.765362:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932163584 00000100:00100000:0.0:1777573238.765362:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932162432:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.765376:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec4e00/2, rc 0, transno 21474841754 00000100:00100000:0.0:1777573238.765381:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932162048:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.765383:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932163712 00000100:00100000:2.0:1777573238.765387:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932163712 00000004:00080000:0.0:1777573238.765392:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6eaaa00/2, rc 0, transno 21474841758 00000100:00100000:0.0:1777573238.765398:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6eaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932162560:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.765401:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932164096 00000100:00100000:2.0:1777573238.765404:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932164096 00000100:00100000:0.0:1777573238.765409:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777573238.765418:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932164224 00000100:00100000:0.0:1777573238.765419:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932163456:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.765423:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932164224 00000100:00100000:2.0:1777573238.765443:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12479 00000100:00100000:0.0:1777573238.765449:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573238.765453:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932163584:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.765464:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932163968:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.765494:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573238.765514:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932163456 00000100:00100000:0.0:1777573238.765518:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932163456 00002000:00010000:2.0:1777573238.765521:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.765526:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.765528:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573238.765531:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.765534:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573238.765537:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932163968 00000100:00100000:0.0:1777573238.765540:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932163968 00000100:00100000:0.0:1777573238.765556:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12480 00000100:00100000:0.0:1777573238.765562:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3636:x1863919932163712:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.765634:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932163584:12345-0@lo:2:osp-syn-1-1.0 Request processed in 183us (436us total) trans 17179874926 rc 0/0 00000100:00100000:2.0:1777573238.765642:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12479 00000100:00100000:0.0:1777573238.765646:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932163712:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (407us total) trans 17179874927 rc 0/0 00000100:00100000:0.0:1777573238.765654:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12480 00000100:00100000:2.0:1777573238.765665:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12481 00000100:00100000:3.0:1777573238.765673:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12482 00000100:00100000:2.0:1777573238.765677:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932164096:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.765687:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12483 00000100:00100000:3.0:1777573238.765688:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932164224:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.765699:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932163456:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573238.765744:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573238.765747:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.765750:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573238.765753:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:2.0:1777573238.765756:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.765792:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932164224:12345-0@lo:2:osp-syn-1-1.0 Request processed in 108us (470us total) trans 17179874929 rc 0/0 00000100:00100000:3.0:1777573238.765800:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12482 00000100:00100000:2.0:1777573238.765804:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932164096:12345-0@lo:2:osp-syn-1-1.0 Request processed in 131us (537us total) trans 17179874928 rc 0/0 00000100:00100000:0.0:1777573238.765808:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932163456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 110us (357us total) trans 17179874930 rc 0/0 00000100:00100000:2.0:1777573238.765816:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12481 00000100:00100000:0.0:1777573238.765822:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12483 00000100:00100000:3.0:1777573238.765829:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12484 00000100:00100000:3.0:1777573238.765838:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932163968:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.765845:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573238.765879:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6ea9c00/2, rc 0, transno 21474841763 00000100:00100000:2.0:1777573238.765887:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932163200:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573238.765903:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6ea8700/2, rc 0, transno 21474841762 00000100:00100000:2.0:1777573238.765909:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6ea8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932163328:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.765923:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932164352:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.765928:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932164608:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573238.765930:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932163968:12345-0@lo:2:osp-syn-1-1.0 Request processed in 90us (431us total) trans 17179874931 rc 0/0 00000100:00100000:3.0:1777573238.765939:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12484 00000100:00100000:3.0:1777573238.765960:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932163840 00000100:00100000:2.0:1777573238.765961:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.765966:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932163840 00000100:00100000:3.0:1777573238.765990:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932164352 00000100:00100000:3.0:1777573238.765993:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932164352 00000100:00100000:3.0:1777573238.766011:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12485 00000004:00080000:2.0:1777573238.766013:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d5180/2, rc 0, transno 17179874927 00000100:00100000:3.0:1777573238.766019:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932163840:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.766020:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932163712:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573238.766037:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d5f80/2, rc 0, transno 17179874929 00000100:00100000:2.0:1777573238.766041:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932164224:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573238.766047:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12486 00000100:00100000:0.0:1777573238.766057:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+47:3637:x1863919932164352:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573238.766083:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.766086:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.766089:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573238.766092:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.766094:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573238.766118:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573238.766123:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.766125:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573238.766127:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:0.0:1777573238.766129:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573238.766134:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932163840:12345-0@lo:2:osp-syn-1-1.0 Request processed in 115us (287us total) trans 17179874932 rc 0/0 00000100:00100000:3.0:1777573238.766142:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12485 00000004:00080000:2.0:1777573238.766753:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d7480/2, rc 0, transno 17179874932 00000100:00100000:2.0:1777573238.766760:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932163840:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573238.766862:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12487 00000100:00100000:1.0:1777573238.766874:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fcb9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+48:3634:x1863919932163072:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.766890:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+48:3637:x1863919932164352:12345-0@lo:2:osp-syn-0-1.0 Request processed in 834us (927us total) trans 21474841765 rc 0/0 00000100:00100000:3.0:1777573238.766892:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.766900:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12486 00000004:00080000:2.0:1777573238.766911:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab80000/2, rc 0, transno 21474841765 00000100:00100000:2.0:1777573238.766918:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932164352:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.766925:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573238.766953:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932164608 00000100:00100000:3.0:1777573238.766959:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932164608 00000100:00100000:3.0:1777573238.766991:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12488 00000100:00100000:3.0:1777573238.766998:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3635:x1863919932164608:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573238.767021:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d6a00/2, rc 0, transno 17179874930 00000100:00100000:0.0:1777573238.767025:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932163456:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573238.767054:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573238.767058:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.767060:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573238.767062:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573237 -> 1777573237 00002000:00010000:3.0:1777573238.767063:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573238.767257:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fcb9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+50:3634:x1863919932163072:12345-0@lo:2:osp-syn-0-1.0 Request processed in 386us (2257us total) trans 21474841766 rc 0/0 00000100:00100000:3.0:1777573238.767260:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3635:x1863919932164608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 261us (334us total) trans 21474841767 rc 0/0 00000100:00100000:1.0:1777573238.767284:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12487 00000100:00100000:3.0:1777573238.767296:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12488 00000004:00080000:0.0:1777573238.767330:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d6680/2, rc 0, transno 17179874931 00000100:00100000:0.0:1777573238.767336:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932163968:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573238.767344:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926006016 00000100:00100000:2.0:1777573238.767349:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926006016 00000100:00100000:2.0:1777573238.767387:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15554 00000100:00100000:2.0:1777573238.767396:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+391:59538:x1863919926006016:12345-192.168.204.27@tcp:101:lfs.0 00000004:00080000:0.0:1777573238.767406:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d4000/2, rc 0, transno 17179874926 00000100:00100000:0.0:1777573238.767410:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932163584:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573238.767412:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:0.0:1777573238.767417:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c73d4380/2, rc 0, transno 17179874928 00000100:00100000:0.0:1777573238.767420:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932164096:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573238.767429:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea7b expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573238.767429:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab80e00/2, rc 0, transno 21474841767 00000100:00100000:0.0:1777573238.767431:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932164608:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.767439:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573238.767446:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932164480:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.767467:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573238.767488:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea7b expref: 392 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.767496:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932164480 00000100:00100000:0.0:1777573238.767501:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932164480 00010000:00010000:2.0:1777573238.767505:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea7b expref: 392 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.767525:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.767529:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573238.767533:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6489800, rc 0) 00000100:00100000:0.0:1777573238.767533:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12489 00000100:00100000:0.0:1777573238.767543:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3635:x1863919932164480:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573238.767577:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+392:59538:x1863919926006016:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 181us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.767585:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15554 00000004:00080000:1.0:1777573238.767641:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6eaad80/2, rc 0, transno 21474841766 00000100:00100000:1.0:1777573238.767648:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932163072:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573238.767658:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6ea9f80/2, rc 0, transno 21474841764 00000100:00100000:1.0:1777573238.767662:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6ea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932162944:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573238.767669:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+50:3635:x1863919932164480:12345-0@lo:2:osp-syn-0-1.0 Request processed in 126us (198us total) trans 21474841768 rc 0/0 00000100:00100000:0.0:1777573238.767676:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12489 00000004:00080000:2.0:1777573238.767707:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab81500/2, rc 0, transno 21474841768 00000100:00100000:2.0:1777573238.767713:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932164480:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573238.771936:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.772023:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926006144 00000100:00100000:2.0:1777573238.772034:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926006144 00000100:00100000:2.0:1777573238.772094:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15555 00000100:00100000:2.0:1777573238.772104:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+392:59538:x1863919926006144:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573238.772124:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573238.772155:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a5d0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea82 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.772253:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a5d7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.772303:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a5d7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.772318:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a5d7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573238.772350:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:2.0:1777573238.772355:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573238.772372:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a5d7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.772396:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a5d0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea82 expref: 394 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.772416:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a5d7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea82 expref: 393 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.772425:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573238.772428:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573238.772432:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6489000, rc 0) 00000100:00100000:2.0:1777573238.772490:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+393:59538:x1863919926006144:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 388us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573238.772499:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15555 00000100:00100000:3.0:1777573238.778443:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.778487:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.778522:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.778564:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926006272 00000100:00100000:0.0:1777573238.778576:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926006272 00000100:00100000:1.0:1777573238.778589:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926006528 00000100:00100000:1.0:1777573238.778599:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926006528 00000100:00100000:2.0:1777573238.778601:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926006400 00000100:00100000:2.0:1777573238.778608:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926006400 00000100:00100000:0.0:1777573238.778635:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12490 00000100:00100000:0.0:1777573238.778645:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926006272:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.778669:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.778694:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea89 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.778730:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 147019, mtime: 0x69f39d76, atime: 0x69f39d76, ctime: 0x69f39d76, blocks: 0xd8 00010000:00010000:0.0:1777573238.778766:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.778769:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.778779:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea89 expref: 21 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.778797:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea89 expref: 21 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.778812:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1c00, rc 0) 00000100:00100000:0.0:1777573238.778873:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926006272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 230us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.778881:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12490 00000100:00100000:0.0:1777573238.778899:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12491 00000100:00100000:0.0:1777573238.778906:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926006528:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.778913:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.778923:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea97 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.778936:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3de:0x0] initial LVB size: 0, mtime: 0x69f39d76, atime: 0x69f39d72, ctime: 0x69f39d76, blocks: 0x0 00010000:00010000:0.0:1777573238.778945:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.778946:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.778950:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea97 expref: 21 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.778960:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea97 expref: 21 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.778966:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1600, rc 0) 00000100:00100000:0.0:1777573238.778986:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926006528:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 81us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.778992:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12491 00000100:00100000:0.0:1777573238.779007:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12492 00000100:00100000:0.0:1777573238.779013:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926006400:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573238.779200:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573238.779216:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea90 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573238.779231:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3df:0x0] initial LVB size: 0, mtime: 0x69f39d76, atime: 0x69f39d72, ctime: 0x69f39d76, blocks: 0x1800 00010000:00010000:0.0:1777573238.779242:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.779244:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.779250:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea90 expref: 34 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.779262:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea90 expref: 34 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.779300:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1e00, rc 0) 00000100:00100000:0.0:1777573238.779324:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926006400:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 311us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.779331:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12492 00000100:00100000:3.0:1777573238.820661:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.820728:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926006656 00000100:00100000:1.0:1777573238.820739:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926006656 00000100:00100000:1.0:1777573238.820986:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12493 00000100:00100000:1.0:1777573238.820997:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926006656:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573238.821104:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926006656:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 109us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573238.821114:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12493 00000100:00100000:1.0:1777573238.823940:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.824057:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926006784 00000100:00100000:0.0:1777573238.824066:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926006784 00000100:00100000:0.0:1777573238.824116:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12494 00000100:00100000:0.0:1777573238.824123:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926006784:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573238.824263:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926006784:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 138us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573238.824296:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12494 00000100:00100000:3.0:1777573238.826602:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.826707:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926006912 00000100:00100000:2.0:1777573238.826723:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926006912 00000100:00100000:2.0:1777573238.826805:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5253 00000100:00100000:2.0:1777573238.826815:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926006912:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573238.826849:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.826864:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.826867:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.826871:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.826968:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.827069:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.827080:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.827089:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.827102:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.827106:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.827113:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.827124:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.827129:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b532d8c8/0x8dc0a528a119a5f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.827215:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926006912:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 401us (624us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573238.827223:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5253 00000100:00100000:1.0:1777573238.831729:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.834667:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926007040 00000100:00100000:3.0:1777573238.834682:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926007040 00000100:00100000:3.0:1777573238.835908:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5254 00000100:00100000:3.0:1777573238.835929:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926007040:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573238.835986:0:14599:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d4f, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:3.0:1777573238.835997:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.836014:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.836017:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.836022:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.836037:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573238.839679:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874933 is committed 00000001:00080000:1.0:1777573238.839698:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874932 is committed 00002000:00010000:3.0:1777573238.839845:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573238.839850:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:3.0:1777573238.839862:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.839891:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.839899:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.839905:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.839910:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.839918:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.839938:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.839945:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a5fa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.840044:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926007040:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4119us (8325us total) trans 17179874933 rc 0/0 00000100:00100000:3.0:1777573238.840055:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5254 00000100:00100000:1.0:1777573238.843477:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.843565:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926007168 00000100:00100000:2.0:1777573238.843577:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926007168 00000100:00100000:2.0:1777573238.843659:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5255 00000100:00100000:2.0:1777573238.843671:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926007168:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:2.0:1777573238.843725:0:28806:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d51, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:2.0:1777573238.843736:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.843753:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.843756:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.843762:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.843775:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.847567:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841769 is committed 00000001:00080000:2.0:1777573238.847583:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841768 is committed 00002000:00010000:3.0:1777573238.847856:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573238.847861:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:3.0:1777573238.847873:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.847891:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.847899:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.847905:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.847910:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.847919:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.847937:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.847944:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a601 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.848041:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926007168:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4368us (4581us total) trans 21474841769 rc 0/0 00000100:00100000:3.0:1777573238.848052:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5255 00000100:00100000:0.0:1777573238.853081:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.853187:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926007296 00000100:00100000:3.0:1777573238.853197:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926007296 00000100:00100000:3.0:1777573238.853298:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5256 00000100:00100000:3.0:1777573238.853311:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919926007296:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573238.853358:0:28800:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d55, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:3.0:1777573238.853431:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.853451:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.853453:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.853458:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.853473:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.861002:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841770 is committed 00002000:00010000:3.0:1777573238.861115:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573238.861120:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:3.0:1777573238.861132:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.861156:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.861165:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.861173:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.861178:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.861186:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.861206:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.861213:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a608 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.861359:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919926007296:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8047us (8281us total) trans 21474841770 rc 0/0 00000100:00100000:3.0:1777573238.861370:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5256 00000100:00100000:1.0:1777573238.869094:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.869164:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926007424 00000100:00100000:2.0:1777573238.869174:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926007424 00000100:00100000:2.0:1777573238.869354:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5257 00000100:00100000:2.0:1777573238.869372:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926007424:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573238.869417:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.869439:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea2e expref: 21 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.869448:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.869450:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.869454:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.869508:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea2e expref: 21 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.869524:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea2e expref: 21 pid: 14598 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.869539:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932164736:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573238.869616:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa229c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573238.874585:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.874689:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926007552 00000100:00100000:3.0:1777573238.874704:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926007552 00010000:00010000:3.0:1777573238.874765:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea2e expref: 22 pid: 14598 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.874825:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5672 00000100:00100000:3.0:1777573238.874838:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926007552:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573238.874860:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777573238.874870:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932164736:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573238.874894:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea2e expref: 22 pid: 14598 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.874912:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea2e expref: 22 pid: 14598 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.876046:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.876074:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119a4fe lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea2e expref: 22 pid: 14598 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.876106:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.876109:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.876116:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.876129:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.876196:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573238.876528:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.876540:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.876611:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926007552:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1774us (2031us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573238.876623:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5672 00000001:00080000:1.0:1777573238.881376:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874934 is committed 00002000:00010000:2.0:1777573238.881508:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573238.881513:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:2.0:1777573238.881527:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.881539:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.881549:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.881557:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.881562:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.881572:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.881594:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.881603:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a60f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.881706:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926007424:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12338us (12617us total) trans 17179874934 rc 0/0 00000100:00100000:2.0:1777573238.881717:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5257 00000100:00100000:1.0:1777573238.887878:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.887988:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926007680 00000100:00100000:3.0:1777573238.888002:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926007680 00000100:00100000:3.0:1777573238.888101:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5258 00000100:00100000:3.0:1777573238.888115:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926007680:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573238.888190:0:24425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d57, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:3.0:1777573238.888201:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.888220:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.888433:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.888441:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.888459:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.895139:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841771 is committed 00002000:00010000:0.0:1777573238.895356:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573238.895363:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:0.0:1777573238.895379:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.895393:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.895402:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.895409:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573238.895415:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.895425:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.895453:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.895461:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.895593:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926007680:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7476us (7724us total) trans 21474841771 rc 0/0 00000100:00100000:0.0:1777573238.895605:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5258 00000100:00100000:0.0:1777573238.900755:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573238.900819:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926007808 00000100:00100000:1.0:1777573238.900835:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926007808 00000100:00100000:1.0:1777573238.900927:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5259 00000100:00100000:1.0:1777573238.900943:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926007808:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573238.901013:0:24424:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d5d, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:1.0:1777573238.901026:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.901048:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.901050:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573238.901057:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.901074:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.906389:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841772 is committed 00002000:00010000:1.0:1777573238.906557:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:1.0:1777573238.906563:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:1.0:1777573238.906580:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.906596:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.906606:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.906614:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573238.906620:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.906630:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.906653:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573238.906661:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d75af77a/0x8dc0a528a119a61d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573238.906838:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926007808:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5896us (6089us total) trans 21474841772 rc 0/0 00000100:00100000:1.0:1777573238.906851:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5259 00000100:00100000:1.0:1777573238.909898:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.910262:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926007936 00000100:00100000:0.0:1777573238.910305:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926007936 00000100:00100000:0.0:1777573238.910631:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5260 00000100:00100000:0.0:1777573238.910644:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926007936:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573238.910715:0:8368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d5e, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:0.0:1777573238.910728:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.910747:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.910750:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.910757:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.910773:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573238.916154:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874935 is committed 00002000:00010000:0.0:1777573238.916293:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573238.916297:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:0.0:1777573238.916312:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.916328:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.916338:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.916346:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573238.916352:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.916361:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.916396:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.916404:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a624 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.916548:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926007936:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5901us (6657us total) trans 17179874935 rc 0/0 00000100:00100000:0.0:1777573238.916563:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5260 00000100:00100000:2.0:1777573238.921887:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573238.921997:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926008064 00000100:00100000:0.0:1777573238.922012:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926008064 00000100:00100000:0.0:1777573238.922108:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5261 00000100:00100000:0.0:1777573238.922121:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926008064:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573238.922199:0:28799:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d62, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:0.0:1777573238.922210:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.922233:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.922236:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573238.922242:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.922260:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.928234:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841773 is committed 00002000:00010000:0.0:1777573238.928366:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573238.928373:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:0.0:1777573238.928389:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.928404:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.928414:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.928740:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573238.928747:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.928757:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.928784:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573238.928793:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119a62b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573238.929096:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926008064:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6971us (7217us total) trans 21474841773 rc 0/0 00000100:00100000:0.0:1777573238.929108:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5261 00000100:00100000:3.0:1777573238.937243:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.937410:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926008192 00000100:00100000:2.0:1777573238.937425:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926008192 00000100:00100000:2.0:1777573238.937525:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5262 00000100:00100000:2.0:1777573238.937537:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926008192:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:2.0:1777573238.937601:0:24427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d67, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:2.0:1777573238.937613:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.937634:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.937649:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.937656:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.937674:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573238.943765:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874936 is committed 00002000:00010000:2.0:1777573238.943908:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573238.943914:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:2.0:1777573238.943930:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.943944:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.943954:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.943962:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.943968:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.943977:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.944001:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.944014:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a632 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.944152:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926008192:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6602us (6909us total) trans 17179874936 rc 0/0 00000100:00100000:2.0:1777573238.944165:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5262 00000100:00100000:1.0:1777573238.948644:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.948723:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926008320 00000100:00100000:3.0:1777573238.948737:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926008320 00000100:00100000:3.0:1777573238.948837:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5263 00000100:00100000:3.0:1777573238.948849:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926008320:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573238.948914:0:14599:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d68, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:3.0:1777573238.948926:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.948947:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.948949:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.948956:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.948973:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573238.953902:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841774 is committed 00002000:00010000:3.0:1777573238.954137:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573238.954152:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:3.0:1777573238.954167:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.954179:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.954185:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.954192:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caaa00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.954196:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.954202:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.954220:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.954225:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a639 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.954464:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926008320:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5610us (5825us total) trans 21474841774 rc 0/0 00000100:00100000:3.0:1777573238.954476:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5263 00000100:00100000:1.0:1777573238.958182:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.958615:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926008448 00000100:00100000:3.0:1777573238.958628:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926008448 00000100:00100000:3.0:1777573238.958764:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5264 00000100:00100000:3.0:1777573238.958776:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926008448:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573238.958841:0:28806:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d6a, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:3.0:1777573238.958852:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.958873:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.958876:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.958883:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.958898:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573238.963460:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874937 is committed 00002000:00010000:3.0:1777573238.963641:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573238.963648:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:3.0:1777573238.963666:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.963681:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.963692:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.963699:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573238.963705:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.963715:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.963737:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.963745:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a640 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573238.963868:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926008448:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5086us (5692us total) trans 17179874937 rc 0/0 00000100:00100000:3.0:1777573238.963881:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5264 00000100:00100000:1.0:1777573238.968055:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.968558:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926008576 00000100:00100000:3.0:1777573238.968607:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926008576 00000100:00100000:3.0:1777573238.968744:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5265 00000100:00100000:3.0:1777573238.968755:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926008576:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573238.968828:0:28800:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d6c, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:3.0:1777573238.968841:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.968860:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.968862:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573238.968867:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573238.968881:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573238.975044:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841775 is committed 00002000:00010000:2.0:1777573238.975250:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573238.975256:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:2.0:1777573238.975289:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.975302:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.975311:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.975329:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caaa00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.975334:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.975342:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.975364:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.975370:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a647 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.975494:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926008576:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6735us (7448us total) trans 21474841775 rc 0/0 00000100:00100000:2.0:1777573238.975506:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5265 00000100:00100000:1.0:1777573238.980151:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573238.980229:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926008704 00000100:00100000:2.0:1777573238.980241:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926008704 00000100:00100000:2.0:1777573238.980366:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5266 00000100:00100000:2.0:1777573238.980377:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926008704:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:2.0:1777573238.980440:0:28801:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 244541, mtime: 0x69f39d75, atime: 0x69f39d6d, ctime: 0x69f39d75, blocks: 0x80 00010000:00010000:2.0:1777573238.980452:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.980472:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.980474:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573238.980481:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.980499:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573238.987549:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874938 is committed 00002000:00010000:2.0:1777573238.987690:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573238.987697:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00010000:00010000:2.0:1777573238.987713:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.987729:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.987743:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.987750:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573238.987756:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.987765:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.987788:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573238.987796:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006741494d/0x8dc0a528a119a64e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573238.987933:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926008704:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7550us (7797us total) trans 17179874938 rc 0/0 00000100:00100000:2.0:1777573238.987945:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5266 00000100:00100000:1.0:1777573238.992417:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.992586:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926008832 00000100:00100000:3.0:1777573238.992601:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926008832 00000100:00100000:3.0:1777573238.992678:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12495 00000100:00100000:3.0:1777573238.992692:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926008832:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573238.993010:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926008832:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 321us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573238.993020:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12495 00000100:00100000:1.0:1777573238.996595:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573238.996731:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926008960 00000100:00100000:3.0:1777573238.996744:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926008960 00000100:00100000:3.0:1777573238.996819:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12496 00000100:00100000:3.0:1777573238.996831:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926008960:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573238.997026:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926008960:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 197us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573238.997034:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12496 00000100:00100000:1.0:1777573239.000943:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.001069:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926009216 00000100:00100000:2.0:1777573239.001083:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926009216 00000100:00100000:2.0:1777573239.001172:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15556 00000100:00100000:2.0:1777573239.001184:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+393:59538:x1863919926009216:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.001262:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.001353:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a5d7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea82 expref: 393 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.001384:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.001391:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.001916:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.001936:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.001947:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.002000:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978776 00000004:00010000:2.0:1777573239.002026:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc737dbb reply state 0000000036d8d842 transno 4294978777 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.002041:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.002049:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.002052:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.002055:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.002222:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+395:59538:x1863919926009216:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1040us (1293us total) trans 4294978777 rc 0/0 00000100:00100000:2.0:1777573239.002232:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15556 00000020:00080000:2.0:1777573239.002239:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.005777:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.006008:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926009344 00000100:00100000:2.0:1777573239.006020:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926009344 00000100:00100000:2.0:1777573239.006137:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12497 00000100:00100000:2.0:1777573239.006170:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+20:59538:x1863919926009344:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.006196:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.006220:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ea9e expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.006248:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d4f, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:2.0:1777573239.006303:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.006306:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.006316:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea9e expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.006337:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea9e expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.006353:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488400, rc 0) 00000100:00100000:2.0:1777573239.006684:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+21:59538:x1863919926009344:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 517us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.006692:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12497 00000100:00100000:1.0:1777573239.008604:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.008713:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926009600 00000100:00100000:0.0:1777573239.008725:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926009600 00002000:00010000:0.0:1777573239.008778:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.008784:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919926009600 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.008799:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:0.0:1777573239.008839:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5267 00000100:00100000:0.0:1777573239.008850:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919926009600:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.009061:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573239.009065:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.009068:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573239.009071:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.009073:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573239.009153:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926009600:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 304us (558us total) trans 21474841776 rc 0/0 00000100:00100000:0.0:1777573239.009161:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5267 00002000:00010000:0.0:1777573239.009165:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.009168:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919926009600 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.009172:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:1.0:1777573239.010187:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.010517:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926009472 00000100:00100000:2.0:1777573239.010526:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926009472 00002000:00010000:2.0:1777573239.010564:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:2.0:1777573239.010570:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69500 with x1863919926009472 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573239.010581:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69500. 00000100:00100000:2.0:1777573239.010651:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5268 00000100:00100000:2.0:1777573239.010661:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926009472:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.011723:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:2.0:1777573239.011729:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573239.011732:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573239.011735:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573239.011737:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:2.0:1777573239.011847:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926009472:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1186us (1662us total) trans 17179874939 rc 0/0 00000100:00100000:2.0:1777573239.011855:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5268 00002000:00010000:2.0:1777573239.011860:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:2.0:1777573239.011862:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69500 with x1863919926009472 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573239.011867:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69500. 00000100:00100000:1.0:1777573239.017324:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.017490:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926009728 00000100:00100000:3.0:1777573239.017505:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926009728 00000100:00100000:3.0:1777573239.017635:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15557 00000100:00100000:3.0:1777573239.017648:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+395:59538:x1863919926009728:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.017734:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.017763:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119a663 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eaa5 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.017904:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119a66a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.017923:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119a66a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.017937:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119a66a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573239.017975:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573239.017981:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573239.018005:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119a66a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.018035:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119a663 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaa5 expref: 397 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.018057:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119a66a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaa5 expref: 396 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.018068:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.018071:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573239.018076:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab000, rc 0) 00000100:00100000:3.0:1777573239.018161:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+396:59538:x1863919926009728:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 513us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.018169:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15557 00000100:00100000:1.0:1777573239.022421:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.023057:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926009984 00000100:00100000:2.0:1777573239.023070:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926009984 00000100:00100000:2.0:1777573239.023135:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15558 00000100:00100000:2.0:1777573239.023155:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+396:59538:x1863919926009984:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.023232:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.023618:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119a66a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaa5 expref: 396 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.023645:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.023652:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.023885:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.023905:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.023917:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.023976:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978778 00000004:00010000:2.0:1777573239.024001:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d5797ba reply state 00000000079784b3 transno 4294978779 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.024014:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.024021:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.024023:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.024026:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.024135:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+398:59538:x1863919926009984:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 983us (1729us total) trans 4294978779 rc 0/0 00000100:00100000:2.0:1777573239.024154:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15558 00000020:00080000:2.0:1777573239.024161:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.027707:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.027805:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926010112 00000100:00100000:2.0:1777573239.027820:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926010112 00000100:00100000:2.0:1777573239.027893:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12498 00000100:00100000:2.0:1777573239.027907:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+19:59538:x1863919926010112:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.027933:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.027961:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eaac expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.027995:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d51, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:2.0:1777573239.028023:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.028026:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.028035:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaac expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.028061:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaac expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.028077:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488c00, rc 0) 00000100:00100000:2.0:1777573239.028162:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:59538:x1863919926010112:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 258us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.028170:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12498 00000100:00100000:1.0:1777573239.031866:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.031929:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.032108:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926010240 00000100:00100000:3.0:1777573239.032119:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926010240 00000100:00100000:0.0:1777573239.032175:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926010368 00000100:00100000:0.0:1777573239.032180:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926010368 00002000:00010000:3.0:1777573239.032183:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (4096->18446744073709551615) 00002000:00100000:3.0:1777573239.032189:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eab800 with x1863919926010240 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573239.032198:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.032202:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9880 with x1863919926010368 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.032205:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6eab800. 00002000:00010000:0.0:1777573239.032208:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea9880. 00000100:00100000:0.0:1777573239.032245:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5269 00000100:00100000:0.0:1777573239.032256:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926010368:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573239.032403:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5270 00000100:00100000:3.0:1777573239.032412:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926010240:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.032481:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573239.032485:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.032488:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573239.032490:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.032492:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573239.032554:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926010368:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 300us (625us total) trans 17179874940 rc 0/0 00000100:00100000:0.0:1777573239.032562:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5269 00002000:00010000:0.0:1777573239.032566:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.032569:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9880 with x1863919926010368 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.032573:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6ea9880. 00002000:00010000:3.0:1777573239.032822:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:3.0:1777573239.032825:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573239.032828:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573239.032830:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573239.032832:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:3.0:1777573239.032857:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926010240:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 446us (1005us total) trans 21474841777 rc 0/0 00000100:00100000:3.0:1777573239.033097:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5270 00002000:00010000:3.0:1777573239.033102:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (4096->18446744073709551615) 00002000:00100000:3.0:1777573239.033105:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eab800 with x1863919926010240 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573239.033111:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6eab800. 00000100:00100000:1.0:1777573239.036850:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.037363:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926010496 00000100:00100000:0.0:1777573239.037378:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926010496 00000100:00100000:0.0:1777573239.037457:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15559 00000100:00100000:0.0:1777573239.037470:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+398:59538:x1863919926010496:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.037506:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.037534:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a67f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eab3 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.037670:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a686 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.037690:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a686 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.037705:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a686 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573239.037746:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573239.037752:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573239.037774:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a686 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.037805:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a67f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eab3 expref: 400 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.037825:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a686 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eab3 expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.037834:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.037839:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573239.037844:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1a00, rc 0) 00000100:00100000:0.0:1777573239.037924:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+399:59538:x1863919926010496:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 457us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.037931:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15559 00000100:00100000:0.0:1777573239.042125:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.042190:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926010752 00000100:00100000:2.0:1777573239.042203:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926010752 00000100:00100000:2.0:1777573239.042267:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15560 00000100:00100000:2.0:1777573239.042295:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+399:59538:x1863919926010752:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.042539:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.042577:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a686 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eab3 expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.042601:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.042606:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.042823:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.042842:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.042854:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.042916:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978780 00000004:00010000:2.0:1777573239.042944:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006b60e700 reply state 00000000fec59e19 transno 4294978781 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.042958:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.042964:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.042967:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.042969:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.043158:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+401:59538:x1863919926010752:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 864us (1047us total) trans 4294978781 rc 0/0 00000100:00100000:2.0:1777573239.043167:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15560 00000020:00080000:2.0:1777573239.043173:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.046456:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.046563:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926010880 00000100:00100000:0.0:1777573239.046578:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926010880 00000100:00100000:0.0:1777573239.046657:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12499 00000100:00100000:0.0:1777573239.046669:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:59538:x1863919926010880:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.046695:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.046723:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eaba expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573239.046759:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d55, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:0.0:1777573239.046789:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.046792:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.046800:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaba expref: 22 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.046815:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaba expref: 22 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.046828:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1800, rc 0) 00000100:00100000:0.0:1777573239.046888:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+22:59538:x1863919926010880:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 224us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.046897:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12499 00000100:00100000:1.0:1777573239.049257:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.049368:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.049417:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926011136 00000100:00100000:0.0:1777573239.049431:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926011136 00000100:00100000:2.0:1777573239.049466:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926011008 00000100:00100000:2.0:1777573239.049473:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926011008 00002000:00010000:2.0:1777573239.049500:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (4096->18446744073709551615) 00002000:00010000:0.0:1777573239.049500:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.049509:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3a300 with x1863919926011136 ext(0->18446744073709551615) 00002000:00100000:2.0:1777573239.049510:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0e300 with x1863919926011008 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573239.049528:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0e300. 00002000:00010000:0.0:1777573239.049528:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3a300. 00000100:00100000:0.0:1777573239.049569:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5271 00000100:00100000:0.0:1777573239.049583:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926011136:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.049781:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573239.049784:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.049786:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573239.049788:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.049789:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573239.049848:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926011136:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 271us (603us total) trans 17179874941 rc 0/0 00000100:00100000:0.0:1777573239.049854:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5271 00002000:00010000:0.0:1777573239.049858:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.049861:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3a300 with x1863919926011136 ext(0->18446744073709551615) 00000100:00100000:2.0:1777573239.049866:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5272 00002000:00010000:0.0:1777573239.049866:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3a300. 00000100:00100000:2.0:1777573239.049881:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926011008:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.050922:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:2.0:1777573239.050929:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573239.050932:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:2.0:1777573239.050934:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573239.050936:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:2.0:1777573239.050998:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926011008:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1118us (1626us total) trans 21474841778 rc 0/0 00000100:00100000:2.0:1777573239.051008:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5272 00002000:00010000:2.0:1777573239.051013:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (4096->18446744073709551615) 00002000:00100000:2.0:1777573239.051016:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0e300 with x1863919926011008 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573239.051022:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0e300. 00000100:00100000:1.0:1777573239.057031:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.057133:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926011264 00000100:00100000:3.0:1777573239.057158:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926011264 00000100:00100000:3.0:1777573239.057247:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15561 00000100:00100000:3.0:1777573239.057259:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+401:59538:x1863919926011264:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.057334:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.057361:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119a69b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eac1 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.057500:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a6a2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.057519:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a6a2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.057532:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a6a2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573239.057570:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573239.057575:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573239.057599:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a6a2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.057631:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119a69b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac1 expref: 403 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.057654:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a6a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac1 expref: 402 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.057664:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.057668:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573239.057672:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caba00, rc 0) 00000100:00100000:3.0:1777573239.057745:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+402:59538:x1863919926011264:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 489us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.057753:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15561 00000100:00100000:1.0:1777573239.061651:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.062347:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926011520 00000100:00100000:2.0:1777573239.062376:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926011520 00000100:00100000:2.0:1777573239.062472:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15562 00000100:00100000:2.0:1777573239.062483:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+402:59538:x1863919926011520:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.062538:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.062565:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a6a2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac1 expref: 402 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.062585:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.062589:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.062744:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.062757:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.062765:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.062804:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978782 00000004:00010000:2.0:1777573239.062821:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072ebe7c9 reply state 00000000a743cc09 transno 4294978783 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.062831:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.062837:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.062839:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.062841:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.062928:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+404:59538:x1863919926011520:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 447us (1291us total) trans 4294978783 rc 0/0 00000100:00100000:2.0:1777573239.062936:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15562 00000020:00080000:2.0:1777573239.062942:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.066015:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.066111:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926011648 00000100:00100000:3.0:1777573239.066125:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926011648 00000100:00100000:3.0:1777573239.066313:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12500 00000100:00100000:3.0:1777573239.066323:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+24:59538:x1863919926011648:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.066337:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.066353:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eac8 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573239.066374:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d56, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:3.0:1777573239.066391:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.066393:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.066398:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac8 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.066419:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac8 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.066433:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabc00, rc 0) 00000100:00100000:3.0:1777573239.066486:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+25:59538:x1863919926011648:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 166us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.066491:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12500 00000100:00100000:1.0:1777573239.068501:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.068552:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.068596:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926011904 00000100:00100000:2.0:1777573239.068606:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926011904 00002000:00010000:2.0:1777573239.068646:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.068652:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0dc00 with x1863919926011904 ext(0->18446744073709551615) 00000100:00100000:3.0:1777573239.068655:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926011776 00000100:00100000:3.0:1777573239.068660:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926011776 00002000:00010000:2.0:1777573239.068664:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0dc00. 00002000:00010000:3.0:1777573239.068680:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (4096->18446744073709551615) 00002000:00100000:3.0:1777573239.068685:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0d880 with x1863919926011776 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573239.068691:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0d880. 00000100:00100000:2.0:1777573239.068715:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5273 00000100:00100000:2.0:1777573239.068726:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926011904:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573239.068806:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5274 00000100:00100000:3.0:1777573239.068816:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926011776:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.068870:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573239.068874:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573239.068877:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573239.068880:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573239.068883:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573239.068934:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926011904:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 208us (444us total) trans 21474841779 rc 0/0 00000100:00100000:2.0:1777573239.068943:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5273 00002000:00010000:2.0:1777573239.068947:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.068950:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0dc00 with x1863919926011904 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.068955:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0dc00. 00002000:00010000:3.0:1777573239.069313:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:3.0:1777573239.069316:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573239.069319:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573239.069321:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573239.069323:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:3.0:1777573239.069358:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926011776:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 543us (804us total) trans 17179874942 rc 0/0 00000100:00100000:3.0:1777573239.069365:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5274 00002000:00010000:3.0:1777573239.069373:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (4096->18446744073709551615) 00002000:00100000:3.0:1777573239.069376:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0d880 with x1863919926011776 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573239.069380:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0d880. 00000100:00100000:1.0:1777573239.073181:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.073502:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926012032 00000100:00100000:3.0:1777573239.073513:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926012032 00000100:00100000:3.0:1777573239.073572:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15563 00000100:00100000:3.0:1777573239.073583:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+404:59538:x1863919926012032:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.073606:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.073626:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119a6b7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eacf expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.073722:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a6be lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.073737:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a6be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.073749:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a6be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573239.073779:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573239.073784:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573239.073802:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a6be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.073828:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119a6b7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eacf expref: 406 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.073846:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a6be lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eacf expref: 405 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.073856:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.073858:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573239.073862:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab200, rc 0) 00000100:00100000:3.0:1777573239.073965:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+405:59538:x1863919926012032:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 384us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.073972:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15563 00000100:00100000:1.0:1777573239.077904:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.077989:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926012288 00000100:00100000:2.0:1777573239.078001:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926012288 00000100:00100000:2.0:1777573239.078080:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15564 00000100:00100000:2.0:1777573239.078091:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+405:59538:x1863919926012288:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.078156:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.078184:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a6be lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eacf expref: 405 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.078204:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.078208:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.078409:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.078425:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.078434:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.078477:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978784 00000004:00010000:2.0:1777573239.078499:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000183491bb reply state 00000000c93dd76b transno 4294978785 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.078512:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.078518:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.078520:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.078523:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.078621:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+407:59538:x1863919926012288:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 532us (726us total) trans 4294978785 rc 0/0 00000100:00100000:2.0:1777573239.078632:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15564 00000020:00080000:2.0:1777573239.078636:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573239.081648:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.081730:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926012416 00000100:00100000:3.0:1777573239.081741:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926012416 00000100:00100000:3.0:1777573239.081804:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12501 00000100:00100000:3.0:1777573239.081816:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+24:59538:x1863919926012416:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.081835:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.081855:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ead6 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573239.081879:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d57, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:3.0:1777573239.081900:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.081902:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.081909:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ead6 expref: 25 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.081925:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ead6 expref: 25 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.081937:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa800, rc 0) 00000100:00100000:3.0:1777573239.081995:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+25:59538:x1863919926012416:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 182us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.082002:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12501 00000100:00100000:1.0:1777573239.084232:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.084353:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926012544 00000100:00100000:2.0:1777573239.084363:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926012544 00000100:00100000:1.0:1777573239.084381:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:2.0:1777573239.084401:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (4096->18446744073709551615) 00002000:00100000:2.0:1777573239.084405:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ca80 with x1863919926012544 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573239.084416:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ca80. 00000100:00100000:2.0:1777573239.084445:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926012672 00000100:00100000:2.0:1777573239.084448:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926012672 00002000:00010000:2.0:1777573239.084461:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.084465:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c380 with x1863919926012672 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.084472:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c380. 00000100:00100000:3.0:1777573239.084483:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5275 00000100:00100000:2.0:1777573239.084495:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5276 00000100:00100000:2.0:1777573239.084504:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926012672:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573239.084544:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926012544:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.084943:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:3.0:1777573239.084946:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573239.084948:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573239.084949:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573239.084951:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 16 00002000:00010000:2.0:1777573239.084990:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573239.084994:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00000100:00100000:3.0:1777573239.084995:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926012544:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 503us (770us total) trans 21474841780 rc 0/0 00002000:00010000:2.0:1777573239.084999:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00000100:00100000:3.0:1777573239.085004:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5275 00002000:00010000:2.0:1777573239.085004:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573239.085008:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (4096->18446744073709551615) 00002000:00010000:2.0:1777573239.085008:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00100000:3.0:1777573239.085013:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ca80 with x1863919926012544 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573239.085018:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ca80. 00000100:00100000:2.0:1777573239.085042:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926012672:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 538us (659us total) trans 17179874943 rc 0/0 00000100:00100000:2.0:1777573239.085049:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5276 00002000:00010000:2.0:1777573239.085052:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.085055:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c380 with x1863919926012672 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.085059:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c380. 00000100:00100000:1.0:1777573239.089189:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.089310:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926012800 00000100:00100000:0.0:1777573239.089321:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926012800 00000100:00100000:0.0:1777573239.089376:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15565 00000100:00100000:0.0:1777573239.089386:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+407:59538:x1863919926012800:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.089409:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.089429:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119a6d3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eadd expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.089525:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119a6da lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.089541:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119a6da lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.089554:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119a6da lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573239.089582:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573239.089586:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573239.089603:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119a6da lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.089623:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119a6d3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eadd expref: 409 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.089635:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119a6da lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eadd expref: 408 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.089641:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.089643:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573239.089646:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0000, rc 0) 00000100:00100000:0.0:1777573239.089685:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+408:59538:x1863919926012800:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 302us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.089690:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15565 00000100:00100000:0.0:1777573239.093812:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.093901:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926013056 00000100:00100000:2.0:1777573239.093911:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926013056 00000100:00100000:2.0:1777573239.093975:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15566 00000100:00100000:2.0:1777573239.093985:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+408:59538:x1863919926013056:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.094043:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.094071:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119a6da lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eadd expref: 408 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.094090:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.094095:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.094399:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.094415:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.094424:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.094471:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978786 00000004:00010000:2.0:1777573239.094494:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000120b069f reply state 000000000ea79686 transno 4294978787 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.094505:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.094511:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.094514:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.094516:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.094639:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+410:59538:x1863919926013056:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 655us (848us total) trans 4294978787 rc 0/0 00000100:00100000:2.0:1777573239.094650:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15566 00000020:00080000:2.0:1777573239.094655:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.097394:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.097466:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926013184 00000100:00100000:2.0:1777573239.097473:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926013184 00000100:00100000:2.0:1777573239.097550:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12502 00000100:00100000:2.0:1777573239.097564:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+26:59538:x1863919926013184:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.097579:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.097606:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eae4 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.097631:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d5d, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:2.0:1777573239.097651:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.097654:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.097661:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eae4 expref: 27 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.097681:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eae4 expref: 27 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.097693:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488000, rc 0) 00000100:00100000:2.0:1777573239.097741:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+27:59538:x1863919926013184:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 184us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.097748:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12502 00000100:00100000:1.0:1777573239.101348:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.101431:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.101573:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926013440 00000100:00100000:2.0:1777573239.101585:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926013440 00002000:00010000:2.0:1777573239.101638:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.101644:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c000 with x1863919926013440 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.101656:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c000. 00000100:00100000:0.0:1777573239.101796:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926013312 00000100:00100000:0.0:1777573239.101801:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926013312 00002000:00010000:0.0:1777573239.101817:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (4096->18446744073709551615) 00002000:00100000:0.0:1777573239.101821:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f480 with x1863919926013312 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573239.101826:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0f480. 00000100:00100000:0.0:1777573239.101887:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5277 00000100:00100000:0.0:1777573239.101897:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926013440:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.102047:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573239.102051:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.102053:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573239.102055:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.102058:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573239.102117:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926013440:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 221us (777us total) trans 17179874944 rc 0/0 00000100:00100000:0.0:1777573239.102125:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5277 00002000:00010000:0.0:1777573239.102128:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.102131:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c000 with x1863919926013440 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.102135:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c000. 00000100:00100000:0.0:1777573239.102162:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5278 00000100:00100000:0.0:1777573239.102169:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926013312:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.102550:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:0.0:1777573239.102554:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573239.102556:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573239.102558:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573239.102560:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:0.0:1777573239.102582:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926013312:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 414us (1151us total) trans 21474841781 rc 0/0 00000100:00100000:0.0:1777573239.102590:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5278 00002000:00010000:0.0:1777573239.102593:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (4096->18446744073709551615) 00002000:00100000:0.0:1777573239.102601:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f480 with x1863919926013312 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573239.102605:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0f480. 00000100:00100000:0.0:1777573239.105589:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.105702:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926013568 00000100:00100000:3.0:1777573239.105712:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926013568 00000100:00100000:3.0:1777573239.105771:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15567 00000100:00100000:3.0:1777573239.105782:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+410:59538:x1863919926013568:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.105805:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.105824:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a6ef lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eaeb expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.105917:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a6f6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.105934:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a6f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.105946:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a6f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573239.105981:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573239.105985:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573239.106005:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a6f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.106031:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a6ef lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaeb expref: 412 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.106048:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a6f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaeb expref: 411 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.106058:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.106062:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573239.106066:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caae00, rc 0) 00000100:00100000:3.0:1777573239.106124:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+411:59538:x1863919926013568:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 344us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.106131:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15567 00000100:00100000:3.0:1777573239.109592:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.109663:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926013824 00000100:00100000:2.0:1777573239.109673:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926013824 00000100:00100000:2.0:1777573239.109742:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15568 00000100:00100000:2.0:1777573239.109752:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+411:59538:x1863919926013824:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.109810:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.109838:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a6f6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaeb expref: 411 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.109858:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.109864:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.110035:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.110052:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.110062:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.110102:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978788 00000004:00010000:2.0:1777573239.110122:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038b451e2 reply state 000000009866c626 transno 4294978789 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.110133:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.110149:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.110152:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.110155:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.110232:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+413:59538:x1863919926013824:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 481us (651us total) trans 4294978789 rc 0/0 00000100:00100000:2.0:1777573239.110240:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15568 00000020:00080000:2.0:1777573239.110246:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.112001:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.112554:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926013952 00000100:00100000:2.0:1777573239.112563:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926013952 00000100:00100000:2.0:1777573239.112613:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12503 00000100:00100000:2.0:1777573239.112622:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:59538:x1863919926013952:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.112638:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.112657:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eaf2 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.112682:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d5e, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:2.0:1777573239.112701:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.112703:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.112710:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf2 expref: 29 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.112726:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf2 expref: 29 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.112739:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488200, rc 0) 00000100:00100000:2.0:1777573239.112785:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+29:59538:x1863919926013952:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 165us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.112793:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12503 00000100:00100000:0.0:1777573239.115162:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.115201:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.115226:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926014208 00000100:00100000:3.0:1777573239.115234:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926014208 00000100:00100000:1.0:1777573239.115291:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926014080 00000100:00100000:1.0:1777573239.115296:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926014080 00002000:00010000:3.0:1777573239.115306:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.115312:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab83100 with x1863919926014208 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.115315:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (4096->18446744073709551615) 00002000:00100000:1.0:1777573239.115320:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821880 with x1863919926014080 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573239.115331:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab83100. 00002000:00010000:1.0:1777573239.115331:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821880. 00000100:00100000:1.0:1777573239.115366:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5279 00000100:00100000:1.0:1777573239.115377:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926014080:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573239.115380:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5280 00000100:00100000:3.0:1777573239.115393:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926014208:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.115657:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573239.115661:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573239.115664:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573239.115666:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573239.115669:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573239.115727:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926014208:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 335us (569us total) trans 21474841782 rc 0/0 00000100:00100000:3.0:1777573239.115736:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5280 00002000:00010000:3.0:1777573239.115741:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.115744:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab83100 with x1863919926014208 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.115748:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab83100. 00002000:00010000:1.0:1777573239.115844:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:1.0:1777573239.115847:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.115849:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573239.115850:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.115851:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:1.0:1777573239.115878:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926014080:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 504us (677us total) trans 17179874945 rc 0/0 00000100:00100000:1.0:1777573239.115884:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5279 00002000:00010000:1.0:1777573239.115887:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (4096->18446744073709551615) 00002000:00100000:1.0:1777573239.115889:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821880 with x1863919926014080 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573239.115893:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821880. 00000100:00100000:0.0:1777573239.118393:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.118523:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926014336 00000100:00100000:3.0:1777573239.118533:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926014336 00000100:00100000:3.0:1777573239.118591:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15569 00000100:00100000:3.0:1777573239.118603:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+413:59538:x1863919926014336:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.118625:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.118644:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119a70b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eaf9 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.118735:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a712 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.119377:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a712 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.119391:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a712 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573239.119421:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573239.119426:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573239.119442:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a712 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.119468:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119a70b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf9 expref: 415 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.119677:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a712 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf9 expref: 414 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.119688:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.119691:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573239.119695:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa200, rc 0) 00000100:00100000:3.0:1777573239.119755:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+414:59538:x1863919926014336:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1156us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.119763:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15569 00000100:00100000:3.0:1777573239.125383:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.125498:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926014592 00000100:00100000:2.0:1777573239.125509:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926014592 00000100:00100000:2.0:1777573239.125563:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15570 00000100:00100000:2.0:1777573239.125573:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+414:59538:x1863919926014592:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.125625:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.125650:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a712 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf9 expref: 414 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.125668:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.125673:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.125815:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.125830:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.125839:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.125876:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978790 00000004:00010000:2.0:1777573239.125896:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdcdf68f reply state 0000000038c77c02 transno 4294978791 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.125908:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.125915:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.125917:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.125920:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.126002:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+416:59538:x1863919926014592:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 430us (626us total) trans 4294978791 rc 0/0 00000100:00100000:2.0:1777573239.126013:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15570 00000020:00080000:2.0:1777573239.126017:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573239.130047:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.130101:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926014720 00000100:00100000:2.0:1777573239.130111:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926014720 00000100:00100000:2.0:1777573239.130180:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12504 00000100:00100000:2.0:1777573239.130191:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+29:59538:x1863919926014720:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.130216:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.130236:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb00 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.130263:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d62, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:2.0:1777573239.130636:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.130640:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.130648:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb00 expref: 30 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.130665:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb00 expref: 30 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.130677:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6489600, rc 0) 00000100:00100000:2.0:1777573239.130783:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+30:59538:x1863919926014720:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 595us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.130791:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12504 00000100:00100000:0.0:1777573239.135183:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.135315:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.135537:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926014848 00000100:00100000:1.0:1777573239.135538:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926014976 00000100:00100000:2.0:1777573239.135547:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926014848 00000100:00100000:1.0:1777573239.135547:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926014976 00002000:00010000:2.0:1777573239.135585:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (4096->18446744073709551615) 00002000:00100000:2.0:1777573239.135589:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823b80 with x1863919926014848 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573239.135597:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00010000:2.0:1777573239.135598:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6823b80. 00002000:00100000:1.0:1777573239.135604:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821180 with x1863919926014976 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.135612:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821180. 00000100:00100000:2.0:1777573239.136233:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5281 00000100:00100000:2.0:1777573239.136256:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926014848:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.136730:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:2.0:1777573239.136735:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573239.136737:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573239.136740:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573239.136742:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:2.0:1777573239.136799:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926014848:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 547us (1623us total) trans 21474841783 rc 0/0 00000100:00100000:2.0:1777573239.136808:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5281 00002000:00010000:2.0:1777573239.136812:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (4096->18446744073709551615) 00002000:00100000:2.0:1777573239.136815:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823b80 with x1863919926014848 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573239.136820:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6823b80. 00000100:00100000:2.0:1777573239.136845:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5282 00000100:00100000:2.0:1777573239.136853:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926014976:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.137078:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573239.137081:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573239.137083:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573239.137085:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573239.137087:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573239.137123:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926014976:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 271us (1807us total) trans 17179874946 rc 0/0 00000100:00100000:2.0:1777573239.137133:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5282 00002000:00010000:2.0:1777573239.137144:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.137148:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821180 with x1863919926014976 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.137153:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821180. 00000100:00100000:0.0:1777573239.140390:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.140559:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926015104 00000100:00100000:2.0:1777573239.140570:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926015104 00000100:00100000:2.0:1777573239.140632:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15571 00000100:00100000:2.0:1777573239.140644:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+416:59538:x1863919926015104:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.140668:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.140688:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a727 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb07 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.140781:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a72e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.140796:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a72e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.140808:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a72e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573239.140835:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573239.140839:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573239.140856:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a72e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.140881:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a727 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb07 expref: 418 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.140902:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a72e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb07 expref: 417 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.140910:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.140913:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573239.140916:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6489400, rc 0) 00000100:00100000:2.0:1777573239.140977:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+417:59538:x1863919926015104:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 336us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.140983:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15571 00000100:00100000:2.0:1777573239.145476:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.145754:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926015360 00000100:00100000:1.0:1777573239.145764:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926015360 00000100:00100000:1.0:1777573239.145823:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15572 00000100:00100000:1.0:1777573239.145833:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+417:59538:x1863919926015360:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573239.145883:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.145909:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489400/0x8dc0a528a119a72e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb07 expref: 417 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.145926:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.145930:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.146102:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.146118:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.146127:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.146179:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978792 00000004:00010000:1.0:1777573239.146201:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2c555ba reply state 0000000015056d22 transno 4294978793 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.146213:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.146220:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.146222:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573239.146225:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573239.146333:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+419:59538:x1863919926015360:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 501us (865us total) trans 4294978793 rc 0/0 00000100:00100000:1.0:1777573239.146340:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15572 00000020:00080000:1.0:1777573239.146344:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573239.150396:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.150456:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926015488 00000100:00100000:1.0:1777573239.150466:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926015488 00000100:00100000:1.0:1777573239.150536:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12505 00000100:00100000:1.0:1777573239.150546:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+31:59538:x1863919926015488:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573239.150563:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573239.150583:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb0e expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573239.150610:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d67, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:1.0:1777573239.150632:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.150634:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.150640:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb0e expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.150652:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb0e expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.150666:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c000, rc 0) 00000100:00100000:1.0:1777573239.150723:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+32:59538:x1863919926015488:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 178us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.150730:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12505 00000100:00100000:2.0:1777573239.154101:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.154159:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.154222:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926015744 00000100:00100000:0.0:1777573239.154232:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926015744 00002000:00010000:0.0:1777573239.154301:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.154307:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab18000 with x1863919926015744 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.154317:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab18000. 00000100:00100000:0.0:1777573239.154347:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926015616 00000100:00100000:0.0:1777573239.154351:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926015616 00002000:00010000:0.0:1777573239.154365:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (4096->18446744073709551615) 00002000:00100000:0.0:1777573239.154369:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab19180 with x1863919926015616 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573239.154375:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab19180. 00000100:00100000:0.0:1777573239.154394:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5283 00000100:00100000:0.0:1777573239.154402:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926015744:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573239.154496:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5284 00000100:00100000:1.0:1777573239.154506:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926015616:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.154560:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573239.154564:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.154568:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573239.154570:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:0.0:1777573239.154573:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573239.154629:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926015744:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 227us (536us total) trans 21474841784 rc 0/0 00000100:00100000:0.0:1777573239.154638:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5283 00002000:00010000:0.0:1777573239.154643:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.154646:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab18000 with x1863919926015744 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.154650:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab18000. 00002000:00010000:1.0:1777573239.155465:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:1.0:1777573239.155471:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.155473:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573239.155476:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.155478:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:1.0:1777573239.155516:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926015616:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1011us (1355us total) trans 17179874947 rc 0/0 00000100:00100000:1.0:1777573239.155523:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5284 00002000:00010000:1.0:1777573239.155526:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (4096->18446744073709551615) 00002000:00100000:1.0:1777573239.155528:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab19180 with x1863919926015616 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573239.155531:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab19180. 00000100:00100000:2.0:1777573239.160056:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.160118:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926015872 00000100:00100000:3.0:1777573239.160129:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926015872 00000100:00100000:3.0:1777573239.160207:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15573 00000100:00100000:3.0:1777573239.160218:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+419:59538:x1863919926015872:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.160240:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.160260:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119a743 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb15 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.161093:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a74a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.161117:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a74a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.161129:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a74a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573239.161174:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573239.161178:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573239.161197:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a74a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.161225:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119a743 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb15 expref: 421 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.161747:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a74a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb15 expref: 420 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.161758:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.161762:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573239.161765:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa400, rc 0) 00000100:00100000:3.0:1777573239.161839:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+420:59538:x1863919926015872:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1623us (1792us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.161849:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15573 00000100:00100000:2.0:1777573239.166149:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.166415:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926016128 00000100:00100000:1.0:1777573239.166425:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926016128 00000100:00100000:1.0:1777573239.166483:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15574 00000100:00100000:1.0:1777573239.166493:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+420:59538:x1863919926016128:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573239.166544:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.166568:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a74a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb15 expref: 420 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.166587:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.166592:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.166752:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.166768:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.166778:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.166822:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978794 00000004:00010000:1.0:1777573239.166846:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a91ced9 reply state 00000000b51f6d85 transno 4294978795 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.166858:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.166864:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.166866:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573239.166869:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573239.166958:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+422:59538:x1863919926016128:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 466us (829us total) trans 4294978795 rc 0/0 00000100:00100000:1.0:1777573239.166966:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15574 00000020:00080000:1.0:1777573239.166971:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.169717:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.169811:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926016256 00000100:00100000:3.0:1777573239.169821:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926016256 00000100:00100000:3.0:1777573239.169901:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12506 00000100:00100000:3.0:1777573239.169911:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+32:59538:x1863919926016256:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.169927:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.169945:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb1c expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573239.169969:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d68, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:3.0:1777573239.169993:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.169996:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.170003:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb1c expref: 33 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.170019:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb1c expref: 33 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.170032:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab800, rc 0) 00000100:00100000:3.0:1777573239.170181:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+33:59538:x1863919926016256:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 270us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.170188:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12506 00000100:00100000:0.0:1777573239.172653:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.172722:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.172810:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926016512 00000100:00100000:2.0:1777573239.172814:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926016384 00000100:00100000:2.0:1777573239.172820:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926016384 00000100:00100000:1.0:1777573239.172820:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926016512 00002000:00010000:1.0:1777573239.172855:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00010000:2.0:1777573239.172859:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (4096->18446744073709551615) 00002000:00100000:1.0:1777573239.172860:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821f80 with x1863919926016512 ext(0->18446744073709551615) 00002000:00100000:2.0:1777573239.172863:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823800 with x1863919926016384 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573239.172870:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6823800. 00002000:00010000:1.0:1777573239.172870:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821f80. 00000100:00100000:1.0:1777573239.172934:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5285 00000100:00100000:1.0:1777573239.172943:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926016512:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573239.173089:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573239.173093:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:1.0:1777573239.173095:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573239.173097:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:1.0:1777573239.173099:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573239.173165:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926016512:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 223us (519us total) trans 17179874948 rc 0/0 00000100:00100000:1.0:1777573239.173172:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5285 00002000:00010000:1.0:1777573239.173176:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573239.173178:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821f80 with x1863919926016512 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.173182:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821f80. 00000100:00100000:1.0:1777573239.173200:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5286 00000100:00100000:1.0:1777573239.173206:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926016384:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573239.174058:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:1.0:1777573239.174062:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.174064:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573239.174066:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.174068:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:1.0:1777573239.174097:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926016384:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 889us (1374us total) trans 21474841785 rc 0/0 00000100:00100000:1.0:1777573239.174104:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5286 00002000:00010000:1.0:1777573239.174107:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (4096->18446744073709551615) 00002000:00100000:1.0:1777573239.174110:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823800 with x1863919926016384 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573239.174113:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6823800. 00000100:00100000:2.0:1777573239.176542:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.176582:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926016640 00000100:00100000:1.0:1777573239.176595:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926016640 00000100:00100000:1.0:1777573239.176688:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15575 00000100:00100000:1.0:1777573239.176699:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+422:59538:x1863919926016640:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573239.176720:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573239.176740:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119a75f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb23 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.176831:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a766 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.176848:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a766 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.176859:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a766 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573239.176889:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573239.176893:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573239.176910:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a766 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.176935:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119a75f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb23 expref: 424 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.176953:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a766 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb23 expref: 423 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.176961:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.176964:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573239.176968:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d600, rc 0) 00000100:00100000:1.0:1777573239.177021:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+423:59538:x1863919926016640:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 324us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.177027:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15575 00000100:00100000:1.0:1777573239.183236:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.183333:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926016896 00000100:00100000:2.0:1777573239.183343:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926016896 00000100:00100000:2.0:1777573239.183398:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15576 00000100:00100000:2.0:1777573239.183407:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+423:59538:x1863919926016896:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.183459:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.183486:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a766 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb23 expref: 423 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.183505:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.183510:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.183659:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.183675:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.183685:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.183728:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978796 00000004:00010000:2.0:1777573239.183748:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f668ba33 reply state 0000000074727c5c transno 4294978797 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.183760:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.183767:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.183770:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.183772:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.183859:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+425:59538:x1863919926016896:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 453us (631us total) trans 4294978797 rc 0/0 00000100:00100000:2.0:1777573239.183866:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15576 00000020:00080000:2.0:1777573239.183870:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573239.186753:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.186946:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926017024 00000100:00100000:2.0:1777573239.186955:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926017024 00000100:00100000:2.0:1777573239.187012:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12507 00000100:00100000:2.0:1777573239.187024:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+34:59538:x1863919926017024:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.187041:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.187061:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb2a expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.187089:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d6a, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:2.0:1777573239.187109:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.187112:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.187120:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb2a expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.187147:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb2a expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.187163:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979800, rc 0) 00000100:00100000:2.0:1777573239.187725:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+35:59538:x1863919926017024:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 701us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.187733:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12507 00000100:00100000:0.0:1777573239.192217:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.192269:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.192322:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926017280 00000100:00100000:1.0:1777573239.192334:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926017280 00002000:00010000:1.0:1777573239.192376:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573239.192382:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822d80 with x1863919926017280 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.192394:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6822d80. 00000100:00100000:1.0:1777573239.192419:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926017152 00000100:00100000:1.0:1777573239.192423:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926017152 00002000:00010000:1.0:1777573239.192439:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (4096->18446744073709551615) 00000100:00100000:2.0:1777573239.192440:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5287 00002000:00100000:1.0:1777573239.192445:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6d80 with x1863919926017152 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573239.192452:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b6d80. 00000100:00100000:2.0:1777573239.192457:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926017280:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573239.192481:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5288 00000100:00100000:1.0:1777573239.192489:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926017152:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.192615:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573239.192618:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573239.192621:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573239.192622:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:2.0:1777573239.192624:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573239.192673:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926017280:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 223us (463us total) trans 21474841786 rc 0/0 00000100:00100000:2.0:1777573239.192679:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5287 00002000:00010000:2.0:1777573239.192682:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.192684:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822d80 with x1863919926017280 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.192687:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6822d80. 00002000:00010000:1.0:1777573239.192932:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:1.0:1777573239.192935:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.192937:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573239.192940:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.192942:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:1.0:1777573239.192978:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926017152:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 489us (706us total) trans 17179874949 rc 0/0 00000100:00100000:1.0:1777573239.192986:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5288 00002000:00010000:1.0:1777573239.192990:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (4096->18446744073709551615) 00002000:00100000:1.0:1777573239.192992:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6d80 with x1863919926017152 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573239.192997:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b6d80. 00000100:00100000:0.0:1777573239.196261:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.196399:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926017408 00000100:00100000:1.0:1777573239.196409:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926017408 00000100:00100000:1.0:1777573239.196466:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15577 00000100:00100000:1.0:1777573239.196481:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+425:59538:x1863919926017408:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573239.196507:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573239.196528:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a77b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb31 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.196696:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119a782 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.196714:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119a782 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.196726:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119a782 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573239.196755:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:1.0:1777573239.196758:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573239.196774:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119a782 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.196795:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a77b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb31 expref: 427 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.196814:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119a782 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb31 expref: 426 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.196823:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.196826:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573239.196830:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d200, rc 0) 00000100:00100000:1.0:1777573239.196917:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+426:59538:x1863919926017408:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 438us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.196924:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15577 00000100:00100000:2.0:1777573239.200546:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.200615:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926017664 00000100:00100000:3.0:1777573239.200625:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926017664 00000100:00100000:3.0:1777573239.200688:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15578 00000100:00100000:3.0:1777573239.200698:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+426:59538:x1863919926017664:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573239.200752:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573239.200778:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119a782 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb31 expref: 426 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.200798:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.200803:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573239.200963:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.200980:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.200990:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573239.201036:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978798 00000004:00010000:3.0:1777573239.201059:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fbf60e3 reply state 0000000028920981 transno 4294978799 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.201071:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.201078:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.201081:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573239.201083:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573239.201181:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+428:59538:x1863919926017664:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 484us (646us total) trans 4294978799 rc 0/0 00000100:00100000:3.0:1777573239.201189:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15578 00000020:00080000:3.0:1777573239.201194:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573239.203163:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.203215:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926017792 00000100:00100000:2.0:1777573239.203222:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926017792 00000100:00100000:2.0:1777573239.203339:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12508 00000100:00100000:2.0:1777573239.203348:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:59538:x1863919926017792:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.203362:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.203393:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb38 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.203417:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d6c, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:2.0:1777573239.203436:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.203439:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.203447:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb38 expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.203462:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb38 expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.203476:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979600, rc 0) 00000100:00100000:2.0:1777573239.203527:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+36:59538:x1863919926017792:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 180us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.203539:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12508 00000100:00100000:0.0:1777573239.205588:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.205624:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.206224:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926017920 00000100:00100000:3.0:1777573239.206225:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926018048 00000100:00100000:3.0:1777573239.206237:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926018048 00000100:00100000:1.0:1777573239.206237:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926017920 00002000:00010000:3.0:1777573239.206298:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00010000:1.0:1777573239.206302:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (4096->18446744073709551615) 00002000:00100000:3.0:1777573239.206304:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b5180 with x1863919926018048 ext(0->18446744073709551615) 00002000:00100000:1.0:1777573239.206309:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4700 with x1863919926017920 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573239.206319:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b4700. 00002000:00010000:3.0:1777573239.206325:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b5180. 00000100:00100000:1.0:1777573239.206358:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5289 00000100:00100000:3.0:1777573239.206370:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5290 00000100:00100000:1.0:1777573239.206371:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926017920:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573239.206383:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926018048:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.206520:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573239.206524:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573239.206526:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573239.206529:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:3.0:1777573239.206532:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573239.206589:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926018048:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 208us (964us total) trans 17179874950 rc 0/0 00000100:00100000:3.0:1777573239.206597:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5290 00002000:00010000:3.0:1777573239.206602:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.206604:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b5180 with x1863919926018048 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.206609:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b5180. 00002000:00010000:1.0:1777573239.207203:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:1.0:1777573239.207208:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.207210:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573239.207212:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573239.207215:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:1.0:1777573239.207342:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926017920:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 974us (1759us total) trans 21474841787 rc 0/0 00000100:00100000:1.0:1777573239.207350:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5289 00002000:00010000:1.0:1777573239.207354:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (4096->18446744073709551615) 00002000:00100000:1.0:1777573239.207356:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4700 with x1863919926017920 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573239.207362:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b4700. 00000100:00100000:0.0:1777573239.211638:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.211734:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926018176 00000100:00100000:3.0:1777573239.211744:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926018176 00000100:00100000:3.0:1777573239.211849:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15579 00000100:00100000:3.0:1777573239.211859:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+428:59538:x1863919926018176:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.211882:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.211903:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a797 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb3f expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.211996:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a79e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.212012:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a79e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.212586:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a79e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573239.212627:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573239.212633:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573239.212650:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a79e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.212677:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a797 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb3f expref: 430 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.212695:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a79e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb3f expref: 429 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.212704:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.212706:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573239.212710:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa200, rc 0) 00000100:00100000:3.0:1777573239.212812:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+429:59538:x1863919926018176:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 954us (1181us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.212820:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15579 00000100:00100000:2.0:1777573239.217608:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.217704:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926018432 00000100:00100000:0.0:1777573239.217714:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926018432 00000100:00100000:0.0:1777573239.217782:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15580 00000100:00100000:0.0:1777573239.217792:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+429:59538:x1863919926018432:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573239.217843:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.217868:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119a79e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb3f expref: 429 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.217892:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.217897:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.218060:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.218075:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.218218:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573239.218266:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978800 00000004:00010000:0.0:1777573239.218531:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099a66da9 reply state 00000000dbc93418 transno 4294978801 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.218544:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.218550:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.218552:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573239.218555:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573239.218647:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+431:59538:x1863919926018432:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 856us (1047us total) trans 4294978801 rc 0/0 00000100:00100000:0.0:1777573239.218655:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15580 00000020:00080000:0.0:1777573239.218659:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573239.221306:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.221418:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926018560 00000100:00100000:2.0:1777573239.221426:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926018560 00000100:00100000:2.0:1777573239.221474:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12509 00000100:00100000:2.0:1777573239.221483:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+37:59538:x1863919926018560:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.221499:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.221519:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb46 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.221542:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 244541, mtime: 0x69f39d76, atime: 0x69f39d6d, ctime: 0x69f39d76, blocks: 0x80 00010000:00010000:2.0:1777573239.221561:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.221563:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.221570:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb46 expref: 38 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.221584:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb46 expref: 38 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.221598:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6489a00, rc 0) 00000100:00100000:2.0:1777573239.221721:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+38:59538:x1863919926018560:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 239us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.221726:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12509 00000100:00100000:2.0:1777573239.225625:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.225981:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926018688 00000100:00100000:2.0:1777573239.225986:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.225993:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926018688 00002000:00010000:1.0:1777573239.226035:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00100000:1.0:1777573239.226041:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab1ad80 with x1863919926018688 ext(4096->18446744073709551615) 00002000:00010000:1.0:1777573239.226053:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab1ad80. 00000100:00100000:3.0:1777573239.226106:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926018816 00000100:00100000:3.0:1777573239.226111:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926018816 00002000:00010000:3.0:1777573239.226130:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.226145:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab19f80 with x1863919926018816 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.226153:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab19f80. 00000100:00100000:3.0:1777573239.226210:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5291 00000100:00100000:3.0:1777573239.226220:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926018688:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573239.226349:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5292 00000100:00100000:1.0:1777573239.226358:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926018816:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.226712:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 244541 -> 4096 00002000:00010000:3.0:1777573239.226716:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573239.226718:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573239.226720:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573239.226723:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 16 00000100:00100000:3.0:1777573239.226778:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926018688:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 559us (1163us total) trans 17179874951 rc 0/0 00000100:00100000:3.0:1777573239.226785:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5291 00002000:00010000:3.0:1777573239.226789:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00100000:3.0:1777573239.226792:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab1ad80 with x1863919926018688 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573239.226796:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab1ad80. 00002000:00010000:1.0:1777573239.226865:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573239.226868:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573237 -> 1777573238 00002000:00010000:1.0:1777573239.226871:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573239.226873:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573237 -> 1777573238 00002000:00010000:1.0:1777573239.226875:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573239.226906:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926018816:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 549us (923us total) trans 21474841788 rc 0/0 00000100:00100000:1.0:1777573239.226913:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5292 00002000:00010000:1.0:1777573239.226917:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573239.226919:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab19f80 with x1863919926018816 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.226924:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab19f80. 00010000:00010000:1.0:1777573239.230824:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573239.231818:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.232104:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926018944 00000100:00100000:3.0:1777573239.232113:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926018944 00000100:00100000:3.0:1777573239.232175:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15581 00000100:00100000:3.0:1777573239.232185:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+431:59538:x1863919926018944:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.232210:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.232288:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a7b3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb4d expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.232437:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a7ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.232453:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a7ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.232464:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a7ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573239.232495:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:3.0:1777573239.232499:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573239.232515:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a7ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.232546:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a7b3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb4d expref: 433 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.232727:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a7ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb4d expref: 432 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.232736:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.232739:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573239.232742:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caae00, rc 0) 00000100:00100000:3.0:1777573239.232801:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+432:59538:x1863919926018944:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 618us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.232808:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15581 00000100:00100000:0.0:1777573239.237339:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.237401:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926019072 00000100:00100000:1.0:1777573239.237410:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926019072 00000100:00100000:1.0:1777573239.237463:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5293 00000100:00100000:1.0:1777573239.237469:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926019072:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573239.237519:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.237536:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.237538:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.237544:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.237564:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.237672:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.237682:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.237691:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.237698:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573239.237703:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.237712:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.237728:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.237735:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.237806:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926019072:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 335us (475us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1777573239.237814:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5293 00000100:00100000:3.0:1777573239.242431:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.242554:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926019200 00000100:00100000:0.0:1777573239.242563:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926019200 00000100:00100000:0.0:1777573239.242626:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5294 00000100:00100000:0.0:1777573239.242633:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926019200:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573239.242661:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.242677:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea9e expref: 39 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.242682:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573239.242684:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573239.242686:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.242718:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea9e expref: 39 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.242732:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea9e expref: 39 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.242746:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932164864:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573239.242831:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573239.247615:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932164864:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573239.247643:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.247794:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.247960:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926019328 00000100:00100000:2.0:1777573239.247969:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926019328 00010000:00010000:2.0:1777573239.248009:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea9e expref: 40 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.248048:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5673 00000100:00100000:2.0:1777573239.248057:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926019328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573239.248071:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.248099:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea9e expref: 40 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.248113:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea9e expref: 40 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.248148:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a65c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea9e expref: 40 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.248164:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.248166:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.248171:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.248182:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.248215:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573239.248265:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926019328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 210us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.248295:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5673 00010000:00010000:1.0:1777573239.248486:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.248497:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573239.251457:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874952 is committed 00002000:00010000:1.0:1777573239.251653:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:1.0:1777573239.251657:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.251660:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.251663:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:1.0:1777573239.251676:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.251762:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.251772:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.251779:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573239.251784:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.251793:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.251818:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.251826:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8b04ac1/0x8dc0a528a119a7c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.251948:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926019200:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9311us (9556us total) trans 17179874952 rc 0/0 00000100:00100000:1.0:1777573239.251959:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5294 00000100:00100000:2.0:1777573239.257992:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.261457:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926019456 00000100:00100000:1.0:1777573239.261472:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926019456 00000100:00100000:1.0:1777573239.261548:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5295 00000100:00100000:1.0:1777573239.261558:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926019456:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.261592:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.261614:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaac expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.261622:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.261623:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.261627:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.261661:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaac expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.261685:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaac expref: 38 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.261841:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932164992:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.262053:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573239.264212:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932164992:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573239.264240:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.264416:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.264674:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926019584 00000100:00100000:0.0:1777573239.264682:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926019584 00010000:00010000:0.0:1777573239.264717:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaac expref: 39 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.264799:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5674 00000100:00100000:1.0:1777573239.264874:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926019584:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573239.264890:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.264911:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaac expref: 39 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.264921:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaac expref: 39 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.264937:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a678 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaac expref: 39 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.264955:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.264958:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.264962:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.264972:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.265044:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573239.265088:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926019584:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 218us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.265096:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5674 00010000:00010000:2.0:1777573239.265143:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.265152:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573239.267629:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841789 is committed 00002000:00010000:2.0:1777573239.267820:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:2.0:1777573239.267824:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.267826:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.267828:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:2.0:1777573239.267843:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.267854:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.267860:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.267864:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573239.267868:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.267878:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.267896:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.267900:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119a7cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.267989:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926019456:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6429us (10002us total) trans 21474841789 rc 0/0 00000100:00100000:2.0:1777573239.267998:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5295 00000100:00100000:0.0:1777573239.271794:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.271905:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926019712 00000100:00100000:3.0:1777573239.271919:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926019712 00000100:00100000:3.0:1777573239.272029:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5296 00000100:00100000:3.0:1777573239.272038:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919926019712:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573239.273173:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.273207:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaba expref: 24 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.273224:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573239.273227:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573239.273231:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.273291:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaba expref: 24 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.273307:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaba expref: 24 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.273417:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932165120:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573239.273532:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573239.276023:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932165120:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573239.276059:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.276559:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.277084:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926019840 00000100:00100000:1.0:1777573239.277113:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926019840 00010000:00010000:1.0:1777573239.277176:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaba expref: 25 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.277228:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5675 00000100:00100000:1.0:1777573239.277239:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926019840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573239.277256:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.277305:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaba expref: 25 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.277321:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaba expref: 25 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.277346:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119a694 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaba expref: 25 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.277367:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.277369:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.277374:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.277385:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.277417:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573239.277475:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926019840:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 240us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.277481:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5675 00010000:00010000:3.0:1777573239.277547:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.277554:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.282045:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841790 is committed 00002000:00010000:3.0:1777573239.282401:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:3.0:1777573239.282409:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.282412:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.282414:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:3.0:1777573239.282426:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.282438:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.282446:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.282454:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caba00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573239.282459:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.282467:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.282485:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.282492:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119a7d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.282914:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926019712:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10868us (11123us total) trans 21474841790 rc 0/0 00000100:00100000:3.0:1777573239.282930:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5296 00000100:00100000:2.0:1777573239.289693:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.289863:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926019968 00000100:00100000:1.0:1777573239.289874:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926019968 00000100:00100000:1.0:1777573239.289947:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5297 00000100:00100000:1.0:1777573239.289959:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919926019968:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.290311:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.290335:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac8 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.290344:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.290346:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.290350:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.290388:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac8 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.290413:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac8 expref: 25 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.290430:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932165248:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.290520:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f000 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.293437:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.293453:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932165248:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573239.293481:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.293540:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926020096 00000100:00100000:0.0:1777573239.293556:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926020096 00010000:00010000:0.0:1777573239.293614:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac8 expref: 26 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.293667:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5676 00000100:00100000:0.0:1777573239.293678:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926020096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573239.293697:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.293727:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac8 expref: 26 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.293811:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac8 expref: 26 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.293841:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040274299/0x8dc0a528a119a6b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eac8 expref: 26 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.293862:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.293864:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.293869:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.293888:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.293929:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573239.293998:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926020096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 322us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.294009:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5676 00010000:00010000:1.0:1777573239.294105:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.294115:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.299196:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874953 is committed 00002000:00010000:2.0:1777573239.299648:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:2.0:1777573239.299653:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.299656:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.299662:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:2.0:1777573239.299674:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.299688:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.299705:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.299714:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573239.299719:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.299729:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.299748:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.299757:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a7dd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.299851:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919926019968:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9891us (10160us total) trans 17179874953 rc 0/0 00000100:00100000:2.0:1777573239.299863:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5297 00000100:00100000:2.0:1777573239.303018:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.303172:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926020224 00000100:00100000:3.0:1777573239.303183:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926020224 00000100:00100000:3.0:1777573239.303247:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5298 00000100:00100000:3.0:1777573239.303258:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926020224:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573239.303362:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.303379:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ead6 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.303385:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573239.303387:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573239.303389:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.303417:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ead6 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.303427:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ead6 expref: 23 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.303437:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932165376:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573239.303498:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.306211:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.306344:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926020352 00000100:00100000:1.0:1777573239.306352:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926020352 00010000:00010000:1.0:1777573239.306389:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ead6 expref: 24 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.306400:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932165376:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573239.306426:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.306438:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5677 00000100:00100000:1.0:1777573239.306448:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926020352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573239.306462:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.306489:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ead6 expref: 24 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.306499:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ead6 expref: 24 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.306517:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119a6cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ead6 expref: 24 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.306535:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.306536:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.306540:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.306547:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.306567:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573239.306607:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926020352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 162us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.306612:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5677 00010000:00010000:0.0:1777573239.306612:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.306623:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.313393:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841791 is committed 00002000:00010000:0.0:1777573239.313509:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:0.0:1777573239.313515:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:0.0:1777573239.313518:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:0.0:1777573239.313520:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:0.0:1777573239.313532:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.313545:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.313554:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.313562:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573239.313567:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.313575:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.313594:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.313602:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119a7e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.313697:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926020224:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10436us (10683us total) trans 21474841791 rc 0/0 00000100:00100000:0.0:1777573239.313708:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5298 00000100:00100000:2.0:1777573239.319388:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.319504:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926020480 00000100:00100000:1.0:1777573239.319512:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926020480 00000100:00100000:1.0:1777573239.319587:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5299 00000100:00100000:1.0:1777573239.319608:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926020480:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.319641:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.319661:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eae4 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.319670:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.319672:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.319676:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.319719:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eae4 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.319734:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eae4 expref: 22 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.319748:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932165504:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.319823:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f000 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.322228:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.322309:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926020608 00000100:00100000:3.0:1777573239.322317:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926020608 00010000:00010000:3.0:1777573239.322348:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eae4 expref: 23 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.322377:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5678 00000100:00100000:3.0:1777573239.322383:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926020608:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573239.322395:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573239.322412:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eae4 expref: 23 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.322422:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eae4 expref: 23 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.322433:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932165504:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573239.322441:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009c520f1/0x8dc0a528a119a6e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eae4 expref: 23 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.322454:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.322455:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.322458:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.322536:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.322887:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.323543:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.323575:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.323591:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.323602:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926020608:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1215us (1380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.323611:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5678 00000001:00080000:3.0:1777573239.327658:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841792 is committed 00002000:00010000:1.0:1777573239.327781:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:1.0:1777573239.327786:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.327789:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.327791:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:1.0:1777573239.327803:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.327816:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.327825:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.327832:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2dc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573239.327836:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.327844:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.327862:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.327873:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a7eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.327959:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926020480:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8350us (8576us total) trans 21474841792 rc 0/0 00000100:00100000:1.0:1777573239.327969:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5299 00000100:00100000:2.0:1777573239.332074:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.332193:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926020736 00000100:00100000:1.0:1777573239.332203:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926020736 00000100:00100000:1.0:1777573239.332298:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5300 00000100:00100000:1.0:1777573239.332308:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919926020736:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.332346:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.332369:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf2 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.332377:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.332379:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.332382:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.332421:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf2 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.332434:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf2 expref: 24 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.332449:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932165632:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.332854:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573239.334652:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932165632:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573239.334678:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.334979:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.335220:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926020864 00000100:00100000:2.0:1777573239.335227:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926020864 00010000:00010000:2.0:1777573239.335264:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf2 expref: 25 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.335459:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5679 00000100:00100000:2.0:1777573239.335469:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926020864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573239.335484:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.335505:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf2 expref: 25 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.335518:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf2 expref: 25 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.335541:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae721195/0x8dc0a528a119a704 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eaf2 expref: 25 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.335558:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.335559:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.335564:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.335574:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.335603:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573239.335656:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926020864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 188us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.335664:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5679 00010000:00010000:1.0:1777573239.335709:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.335718:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573239.340711:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874954 is committed 00002000:00010000:1.0:1777573239.340886:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:1.0:1777573239.340890:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.340891:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.340893:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:1.0:1777573239.340903:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.340913:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.340919:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.340931:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573239.340936:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.340944:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.340962:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.340970:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a7f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.341088:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926020736:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8777us (9017us total) trans 17179874954 rc 0/0 00000100:00100000:1.0:1777573239.341097:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5300 00000100:00100000:0.0:1777573239.352592:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.352722:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926020992 00000100:00100000:2.0:1777573239.352732:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926020992 00000100:00100000:2.0:1777573239.352806:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5301 00000100:00100000:2.0:1777573239.352817:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926020992:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573239.352860:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.352880:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb00 expref: 21 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.352888:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.352890:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.352894:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.352932:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb00 expref: 21 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.352947:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb00 expref: 21 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.352963:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8367:1863919932165760:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573239.353048:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1caa229c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.354918:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8367:1863919932165760:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573239.354941:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.355596:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.355894:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926021120 00000100:00100000:2.0:1777573239.355901:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926021120 00010000:00010000:2.0:1777573239.355930:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb00 expref: 22 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.355961:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5680 00000100:00100000:2.0:1777573239.355967:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926021120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573239.355980:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.355999:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb00 expref: 22 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.356011:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb00 expref: 22 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.356032:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a720 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb00 expref: 22 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.356048:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.356050:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.356054:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.356064:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.356177:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573239.356232:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926021120:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 263us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.356240:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5680 00010000:00010000:3.0:1777573239.356299:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.356308:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.358985:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.359226:0:32703:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926021248 00000100:00100000:2.0:1777573239.359236:0:32703:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926021248 00000100:00100000:2.0:1777573239.359312:0:32703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 156 00000100:00100000:2.0:1777573239.359322:0:32703:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ecd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2403:x1863919926021248:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:2.0:1777573239.359384:0:32703:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ecd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2403:x1863919926021248:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 64us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.359391:0:32703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 156 00000100:00100000:0.0:1777573239.361088:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.361419:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926021376 00000100:00100000:2.0:1777573239.361435:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926021376 00000100:00080000:0.0:1777573239.361567:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573239.361623:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 870 00000100:00100000:2.0:1777573239.361633:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926021376:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:2.0:1777573239.361961:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926021376:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 329us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.361969:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 870 00000001:00080000:1.0:1777573239.362662:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841793 is committed 00002000:00010000:3.0:1777573239.362748:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:3.0:1777573239.362753:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.362756:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.362848:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:3.0:1777573239.362860:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.362872:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.362886:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.362892:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573239.362897:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.362905:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.362924:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.362930:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae721195/0x8dc0a528a119a7f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.363023:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926020992:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10207us (10438us total) trans 21474841793 rc 0/0 00000100:00100000:3.0:1777573239.363031:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5301 00000100:00100000:0.0:1777573239.369184:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.369532:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926021504 00000100:00100000:1.0:1777573239.369542:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926021504 00000100:00100000:1.0:1777573239.369641:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5302 00000100:00100000:1.0:1777573239.369652:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926021504:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.369685:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.369711:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb0e expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.369720:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.369722:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.369725:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.369760:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb0e expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.369773:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb0e expref: 23 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.369787:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932165888:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.369894:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f000 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.372179:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.372328:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932165888:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573239.372359:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.372384:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926021632 00000100:00100000:0.0:1777573239.372392:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926021632 00010000:00010000:0.0:1777573239.372426:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb0e expref: 24 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.372462:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5681 00000100:00100000:0.0:1777573239.372469:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926021632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573239.372481:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.372500:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb0e expref: 24 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.372509:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb0e expref: 24 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.372528:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119a73c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb0e expref: 24 pid: 27874 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.372543:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.372544:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.372548:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.372557:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.372586:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.372606:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.372613:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.372640:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926021632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 169us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.372648:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5681 00000001:00080000:1.0:1777573239.378352:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874955 is committed 00002000:00010000:2.0:1777573239.378677:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:2.0:1777573239.378682:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.378684:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.378686:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:2.0:1777573239.378697:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.378710:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.378718:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.378725:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573239.378729:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.378737:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.378754:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.378762:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1f8d0a6/0x8dc0a528a119a800 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.379012:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926021504:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9357us (9831us total) trans 17179874955 rc 0/0 00000100:00100000:2.0:1777573239.379024:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5302 00000100:00100000:2.0:1777573239.386361:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.386597:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926021760 00000100:00100000:1.0:1777573239.386608:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926021760 00000100:00100000:1.0:1777573239.386680:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5303 00000100:00100000:1.0:1777573239.386690:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919926021760:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.386723:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.386744:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb1c expref: 20 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.386752:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.386755:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.386758:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.386793:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb1c expref: 20 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.386806:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb1c expref: 20 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.386822:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932166016:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.386956:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573239.389369:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.389392:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932166016:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573239.389420:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.389450:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926021888 00000100:00100000:0.0:1777573239.389459:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926021888 00010000:00010000:0.0:1777573239.389494:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb1c expref: 21 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.389589:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5682 00000100:00100000:0.0:1777573239.389599:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926021888:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573239.389615:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.389635:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb1c expref: 21 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.389648:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb1c expref: 21 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.389669:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119a758 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb1c expref: 21 pid: 8361 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.389685:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.389687:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.389691:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.389706:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.389736:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573239.389784:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926021888:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 187us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.389792:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5682 00010000:00010000:1.0:1777573239.389845:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.389861:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573239.393902:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841794 is committed 00002000:00010000:1.0:1777573239.394007:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:1.0:1777573239.394012:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.394014:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.394016:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:1.0:1777573239.394027:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.394039:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.394047:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.394054:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2dc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573239.394058:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.394066:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.394089:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.394098:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119a807 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.394199:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+19:2406:x1863919926021760:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7506us (7841us total) trans 21474841794 rc 0/0 00000100:00100000:1.0:1777573239.394209:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5303 00000100:00100000:3.0:1777573239.397199:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.397467:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926022016 00000100:00100000:1.0:1777573239.397479:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926022016 00000100:00100000:1.0:1777573239.397556:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5304 00000100:00100000:1.0:1777573239.397565:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926022016:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.397611:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.397632:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb2a expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.397640:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.397642:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.397646:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.397680:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb2a expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.397704:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb2a expref: 22 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.397720:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932166144:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.397807:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f000 going to sleep for 11 seconds 00000100:00100000:0.0:1777573239.400177:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.400325:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932166144:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573239.400349:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.400428:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926022144 00000100:00100000:2.0:1777573239.400435:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926022144 00010000:00010000:2.0:1777573239.400467:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb2a expref: 23 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.400506:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5683 00000100:00100000:2.0:1777573239.400515:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926022144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573239.400538:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.400560:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb2a expref: 23 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.400575:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb2a expref: 23 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.400608:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a774 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb2a expref: 23 pid: 28215 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.400624:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.400626:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.400634:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.400645:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.400670:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.400699:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.400710:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.400729:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926022144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 215us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.400737:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5683 00000001:00080000:2.0:1777573239.406462:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874956 is committed 00002000:00010000:3.0:1777573239.406574:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:3.0:1777573239.406579:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.406582:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.406793:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:3.0:1777573239.406808:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.406822:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.406830:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.406837:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573239.406842:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.406851:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.406869:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.406876:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119a80e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.406963:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926022016:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9396us (9767us total) trans 17179874956 rc 0/0 00000100:00100000:3.0:1777573239.406974:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5304 00000100:00100000:0.0:1777573239.412358:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.412443:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926022272 00000100:00100000:2.0:1777573239.412454:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926022272 00000100:00100000:2.0:1777573239.412531:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5305 00000100:00100000:2.0:1777573239.412542:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926022272:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573239.412577:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.412610:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb38 expref: 19 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.412619:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.412621:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.412624:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.412656:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb38 expref: 19 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.412670:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb38 expref: 19 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.412685:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932166272:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573239.412763:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d245d180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.415326:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932166272:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573239.415356:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.415575:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.415778:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926022400 00000100:00100000:3.0:1777573239.415784:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926022400 00010000:00010000:3.0:1777573239.415810:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb38 expref: 20 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.415848:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5684 00000100:00100000:3.0:1777573239.415858:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926022400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573239.415872:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573239.415892:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb38 expref: 20 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.415910:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb38 expref: 20 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.415933:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a790 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb38 expref: 20 pid: 28214 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.415948:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.415950:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.415954:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.415964:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.415995:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573239.416047:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926022400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 191us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.416055:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5684 00010000:00010000:2.0:1777573239.416178:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.416188:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573239.421627:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841795 is committed 00002000:00010000:2.0:1777573239.421955:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:2.0:1777573239.421960:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.421963:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.421965:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:2.0:1777573239.421976:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.421989:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.421997:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.422003:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573239.422008:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.422016:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.422037:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.422045:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003db05718/0x8dc0a528a119a815 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.422244:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919926022272:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9701us (9895us total) trans 21474841795 rc 0/0 00000100:00100000:2.0:1777573239.422255:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5305 00000100:00100000:0.0:1777573239.428715:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.428807:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926022528 00000100:00100000:2.0:1777573239.428818:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926022528 00000100:00100000:2.0:1777573239.428892:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5306 00000100:00100000:2.0:1777573239.428903:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926022528:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573239.428939:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.428970:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb46 expref: 21 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.428980:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.428982:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.428985:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.429023:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb46 expref: 21 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.429042:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb46 expref: 21 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.429059:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932166400:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573239.429333:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d245d180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573239.431052:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.431156:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926022656 00000100:00100000:2.0:1777573239.431161:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932166400:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573239.431165:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926022656 00010000:00010000:2.0:1777573239.431324:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.431341:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb46 expref: 22 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.431372:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5685 00000100:00100000:3.0:1777573239.431381:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926022656:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573239.431396:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573239.431418:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb46 expref: 22 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.431430:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb46 expref: 22 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.431452:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cc9d21d/0x8dc0a528a119a7ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb46 expref: 22 pid: 14598 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.431467:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.431469:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.431473:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.431483:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.431508:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573239.431559:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926022656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 178us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.431567:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5685 00010000:00010000:2.0:1777573239.432035:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.432047:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.437633:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874957 is committed 00002000:00010000:2.0:1777573239.437749:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 4096 -> 53248 00002000:00010000:2.0:1777573239.437754:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.437757:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.437759:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 16 -> 40 00010000:00010000:2.0:1777573239.437770:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.437781:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.437795:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.437803:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573239.437808:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.437897:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.437918:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.437927:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003db05718/0x8dc0a528a119a81c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [36864->53247] (req 36864->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.438019:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926022528:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9112us (9305us total) trans 17179874957 rc 0/0 00000100:00100000:2.0:1777573239.438028:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5306 00000100:00100000:0.0:1777573239.444609:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.444703:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926022784 00000100:00100000:2.0:1777573239.444715:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926022784 00000100:00100000:2.0:1777573239.444775:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12510 00000100:00100000:2.0:1777573239.444787:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926022784:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573239.444894:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926022784:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 109us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.444904:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12510 00000100:00100000:3.0:1777573239.450674:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.451199:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926022912 00000100:00100000:2.0:1777573239.451210:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926022912 00000100:00100000:2.0:1777573239.451387:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12511 00000100:00100000:2.0:1777573239.451401:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926022912:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573239.451516:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926022912:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 118us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.451523:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12511 00000100:00100000:1.0:1777573239.458980:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.459087:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926023168 00000100:00100000:2.0:1777573239.459097:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926023168 00000100:00100000:2.0:1777573239.459167:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15582 00000100:00100000:2.0:1777573239.459176:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+432:59538:x1863919926023168:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.459228:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.459253:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119a7ba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb4d expref: 432 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.459313:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.459317:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.459477:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.459493:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.459501:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.459543:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978802 00000004:00010000:2.0:1777573239.459564:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000557cc39a reply state 0000000025d6f6c5 transno 4294978803 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.459575:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.459581:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.459583:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.459585:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.459667:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+434:59538:x1863919926023168:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 492us (694us total) trans 4294978803 rc 0/0 00000100:00100000:2.0:1777573239.459674:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15582 00000020:00080000:2.0:1777573239.459679:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573239.462530:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.462577:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926023296 00000100:00100000:2.0:1777573239.462586:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926023296 00000100:00100000:2.0:1777573239.462637:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12512 00000100:00100000:2.0:1777573239.462649:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+20:59538:x1863919926023296:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.462670:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.462695:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb54 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.462719:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d4f, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:2.0:1777573239.462740:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.462742:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.462748:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb54 expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.462765:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb54 expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.462775:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6489400, rc 0) 00000100:00100000:2.0:1777573239.462918:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+21:59538:x1863919926023296:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 271us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.462924:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12512 00000100:00100000:3.0:1777573239.465526:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.465567:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.465718:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926023424 00000100:00100000:2.0:1777573239.465728:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926023424 00002000:00010000:2.0:1777573239.465768:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (53248->18446744073709551615) 00002000:00100000:2.0:1777573239.465773:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09880 with x1863919926023424 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573239.465785:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e09880. 00000100:00100000:2.0:1777573239.465815:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926023552 00000100:00100000:2.0:1777573239.465819:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926023552 00002000:00010000:2.0:1777573239.465832:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.465835:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e08700 with x1863919926023552 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.465841:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e08700. 00000100:00100000:2.0:1777573239.465866:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5307 00000100:00100000:2.0:1777573239.465876:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926023424:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.466036:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:2.0:1777573239.466040:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573239.466042:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573239.466044:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573239.466046:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1777573239.466079:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5308 00000100:00100000:1.0:1777573239.466091:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926023552:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573239.466115:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926023424:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 227us (582us total) trans 17179874958 rc 0/0 00000100:00100000:2.0:1777573239.466124:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5307 00002000:00010000:2.0:1777573239.466128:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (53248->18446744073709551615) 00002000:00100000:2.0:1777573239.466139:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09880 with x1863919926023424 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573239.466144:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e09880. 00002000:00010000:1.0:1777573239.466194:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573239.466198:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.466201:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:1.0:1777573239.466204:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.466207:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573239.466234:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926023552:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 146us (665us total) trans 21474841796 rc 0/0 00000100:00100000:1.0:1777573239.466241:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5308 00002000:00010000:1.0:1777573239.466245:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573239.466248:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e08700 with x1863919926023552 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.466254:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e08700. 00000100:00100000:1.0:1777573239.470719:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.470915:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926023680 00000100:00100000:2.0:1777573239.470925:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926023680 00000100:00100000:2.0:1777573239.471019:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15583 00000100:00100000:2.0:1777573239.471031:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+434:59538:x1863919926023680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.471056:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.471080:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a831 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb5b expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.471850:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a838 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.471868:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a838 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.471878:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a838 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573239.471907:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573239.471911:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573239.471928:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a838 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.471956:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488c00/0x8dc0a528a119a831 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb5b expref: 436 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.471972:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a838 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb5b expref: 435 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.471981:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.471984:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573239.471988:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488000, rc 0) 00000100:00100000:2.0:1777573239.472043:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+435:59538:x1863919926023680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1012us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.472051:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15583 00000100:00100000:3.0:1777573239.476156:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.476227:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926023936 00000100:00100000:1.0:1777573239.476236:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926023936 00000100:00100000:1.0:1777573239.476312:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15584 00000100:00100000:1.0:1777573239.476321:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+435:59538:x1863919926023936:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573239.476369:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.476397:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a838 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb5b expref: 435 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.476417:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.476422:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.476588:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.476602:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.476610:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.476643:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978804 00000004:00010000:1.0:1777573239.476659:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0008b4b reply state 000000000caa52cd transno 4294978805 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.476667:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.476671:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.476673:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573239.476675:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573239.476743:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+437:59538:x1863919926023936:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 425us (597us total) trans 4294978805 rc 0/0 00000100:00100000:1.0:1777573239.476749:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15584 00000020:00080000:1.0:1777573239.476752:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573239.480243:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.480509:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926024064 00000100:00100000:2.0:1777573239.480520:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926024064 00000100:00100000:2.0:1777573239.480577:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12513 00000100:00100000:2.0:1777573239.480588:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+19:59538:x1863919926024064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.480607:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.480626:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb62 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.480652:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d51, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:2.0:1777573239.480673:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.480676:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.480683:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb62 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.480700:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb62 expref: 20 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.480719:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6488c00, rc 0) 00000100:00100000:2.0:1777573239.481116:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:59538:x1863919926024064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 529us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.481124:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12513 00000100:00100000:2.0:1777573239.485193:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.485234:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.485315:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926024192 00000100:00100000:1.0:1777573239.485317:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926024320 00000100:00100000:3.0:1777573239.485326:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926024192 00000100:00100000:1.0:1777573239.485335:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926024320 00002000:00010000:3.0:1777573239.485366:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (53248->18446744073709551615) 00002000:00010000:1.0:1777573239.485366:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573239.485374:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea7b80 with x1863919926024320 ext(0->18446744073709551615) 00002000:00100000:3.0:1777573239.485375:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea7480 with x1863919926024192 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573239.485387:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ea7480. 00002000:00010000:1.0:1777573239.485387:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea7b80. 00000100:00100000:3.0:1777573239.485426:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5309 00000100:00100000:3.0:1777573239.485435:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926024192:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573239.485539:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5310 00000100:00100000:1.0:1777573239.485549:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926024320:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.485593:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:3.0:1777573239.485596:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.485599:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573239.485601:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.485604:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:1.0:1777573239.485644:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573239.485648:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.485651:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:1.0:1777573239.485653:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.485656:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573239.485661:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926024192:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 225us (475us total) trans 21474841797 rc 0/0 00000100:00100000:3.0:1777573239.485669:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5309 00002000:00010000:3.0:1777573239.485672:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (53248->18446744073709551615) 00002000:00100000:3.0:1777573239.485675:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea7480 with x1863919926024192 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573239.485680:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ea7480. 00000100:00100000:1.0:1777573239.485686:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926024320:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 137us (449us total) trans 17179874959 rc 0/0 00000100:00100000:1.0:1777573239.485693:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5310 00002000:00010000:1.0:1777573239.485699:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573239.485702:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ea7b80 with x1863919926024320 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.485707:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ea7b80. 00000100:00100000:3.0:1777573239.489921:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.490035:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926024448 00000100:00100000:0.0:1777573239.490047:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926024448 00000100:00100000:0.0:1777573239.490105:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15585 00000100:00100000:0.0:1777573239.490113:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+437:59538:x1863919926024448:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.490153:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.490252:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119a84d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb69 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.490420:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a854 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.490438:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a854 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.490449:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a854 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573239.490477:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:0.0:1777573239.490480:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573239.490498:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a854 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.490522:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119a84d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb69 expref: 439 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.490537:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a854 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb69 expref: 438 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.490547:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.490549:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573239.490552:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1200, rc 0) 00000100:00100000:0.0:1777573239.490680:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+438:59538:x1863919926024448:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 568us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.490686:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15585 00000100:00100000:2.0:1777573239.496106:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.496214:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926024704 00000100:00100000:3.0:1777573239.496228:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926024704 00000100:00100000:3.0:1777573239.496340:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15586 00000100:00100000:3.0:1777573239.496353:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+438:59538:x1863919926024704:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573239.496427:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573239.496461:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a854 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb69 expref: 438 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.496485:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.496491:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573239.496813:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.496836:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.496848:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573239.496901:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978806 00000004:00010000:3.0:1777573239.496926:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000054c19e1 reply state 000000006e1c9d51 transno 4294978807 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.496939:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.496945:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.496948:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573239.496950:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573239.497069:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+440:59538:x1863919926024704:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 719us (976us total) trans 4294978807 rc 0/0 00000100:00100000:3.0:1777573239.497082:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15586 00000020:00080000:3.0:1777573239.497088:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573239.501785:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.501897:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926024832 00000100:00100000:0.0:1777573239.501910:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926024832 00000100:00100000:0.0:1777573239.501980:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12514 00000100:00100000:0.0:1777573239.501991:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:59538:x1863919926024832:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.502015:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.502041:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb70 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573239.502073:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d55, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:0.0:1777573239.502101:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.502103:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.502112:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb70 expref: 22 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.502142:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb70 expref: 22 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.502157:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0e00, rc 0) 00000100:00100000:0.0:1777573239.502225:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+22:59538:x1863919926024832:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 236us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.502238:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12514 00000100:00100000:0.0:1777573239.505249:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.505317:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926025088 00000100:00100000:2.0:1777573239.505332:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926025088 00002000:00010000:2.0:1777573239.505387:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.505393:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16680 with x1863919926025088 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.505407:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e16680. 00000100:00100000:2.0:1777573239.505444:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5311 00000100:00100000:2.0:1777573239.505455:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926025088:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.505645:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573239.505650:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.505653:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:2.0:1777573239.505655:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.505658:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573239.505788:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926025088:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 334us (548us total) trans 17179874960 rc 0/0 00000100:00100000:2.0:1777573239.505796:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5311 00002000:00010000:2.0:1777573239.505800:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.505803:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16680 with x1863919926025088 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.505807:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e16680. 00000100:00100000:1.0:1777573239.506020:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.506290:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926024960 00000100:00100000:0.0:1777573239.506297:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926024960 00002000:00010000:0.0:1777573239.506319:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (53248->18446744073709551615) 00002000:00100000:0.0:1777573239.506324:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99f480 with x1863919926024960 ext(53248->18446744073709551615) 00002000:00010000:0.0:1777573239.506331:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fc99f480. 00000100:00100000:0.0:1777573239.506352:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5312 00000100:00100000:0.0:1777573239.506359:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926024960:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.506455:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:0.0:1777573239.506459:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.506462:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573239.506464:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.506466:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:0.0:1777573239.506510:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926024960:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 151us (490us total) trans 21474841798 rc 0/0 00000100:00100000:0.0:1777573239.506517:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5312 00002000:00010000:0.0:1777573239.506521:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (53248->18446744073709551615) 00002000:00100000:0.0:1777573239.506524:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99f480 with x1863919926024960 ext(53248->18446744073709551615) 00002000:00010000:0.0:1777573239.506528:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fc99f480. 00000100:00100000:2.0:1777573239.510002:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.510201:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926025216 00000100:00100000:0.0:1777573239.510215:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926025216 00000100:00100000:0.0:1777573239.510380:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15587 00000100:00100000:0.0:1777573239.510393:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+440:59538:x1863919926025216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.510426:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.510453:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a869 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb77 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.510579:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a870 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.510609:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a870 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.510624:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a870 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573239.510655:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:0.0:1777573239.510660:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573239.510682:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a870 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.510715:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a869 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb77 expref: 442 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.510738:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a870 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb77 expref: 441 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.510748:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.510752:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573239.510756:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1a00, rc 0) 00000100:00100000:0.0:1777573239.510829:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+441:59538:x1863919926025216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 439us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.510838:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15587 00000100:00100000:1.0:1777573239.514694:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.514774:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926025472 00000100:00100000:2.0:1777573239.514787:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926025472 00000100:00100000:2.0:1777573239.514865:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15588 00000100:00100000:2.0:1777573239.514877:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+441:59538:x1863919926025472:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.514953:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.514989:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a870 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb77 expref: 441 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.515013:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.515019:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.515254:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.515329:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.515345:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.515402:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978808 00000004:00010000:2.0:1777573239.515432:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f40d314b reply state 00000000b7932282 transno 4294978809 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.515446:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.515452:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.515456:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.515459:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.515903:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+443:59538:x1863919926025472:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1025us (1219us total) trans 4294978809 rc 0/0 00000100:00100000:2.0:1777573239.515914:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15588 00000020:00080000:2.0:1777573239.515921:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573239.518703:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.518806:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926025600 00000100:00100000:1.0:1777573239.518818:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926025600 00000100:00100000:1.0:1777573239.518926:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12515 00000100:00100000:1.0:1777573239.518937:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+24:59538:x1863919926025600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573239.518962:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573239.518988:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb7e expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573239.519020:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d56, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:1.0:1777573239.519049:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.519052:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.519061:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb7e expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.519080:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb7e expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.519094:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2da00, rc 0) 00000100:00100000:1.0:1777573239.519178:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+25:59538:x1863919926025600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 243us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.519186:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12515 00000100:00100000:1.0:1777573239.521206:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.521329:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.521885:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926025728 00000100:00100000:3.0:1777573239.521900:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926025728 00002000:00010000:3.0:1777573239.521987:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (53248->18446744073709551615) 00002000:00100000:3.0:1777573239.521994:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99f800 with x1863919926025728 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573239.522007:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99f800. 00000100:00100000:3.0:1777573239.522039:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926025856 00000100:00100000:3.0:1777573239.522042:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926025856 00002000:00010000:3.0:1777573239.522056:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.522059:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99fb80 with x1863919926025856 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.522066:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fc99fb80. 00000100:00100000:3.0:1777573239.522091:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5313 00000100:00100000:3.0:1777573239.522101:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926025728:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.522322:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:3.0:1777573239.522327:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.522330:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573239.522332:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.522335:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573239.522398:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926025728:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 299us (1203us total) trans 17179874961 rc 0/0 00000100:00100000:3.0:1777573239.522407:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5313 00002000:00010000:3.0:1777573239.522411:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (53248->18446744073709551615) 00002000:00100000:3.0:1777573239.522414:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99f800 with x1863919926025728 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573239.522418:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99f800. 00000100:00100000:3.0:1777573239.522439:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5314 00000100:00100000:3.0:1777573239.522445:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926025856:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.522537:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573239.522540:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.522542:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573239.522544:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.522546:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573239.522568:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926025856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 122us (1240us total) trans 21474841799 rc 0/0 00000100:00100000:3.0:1777573239.522574:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5314 00002000:00010000:3.0:1777573239.522577:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.522580:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99fb80 with x1863919926025856 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.522584:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fc99fb80. 00000100:00100000:0.0:1777573239.524773:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.524868:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926025984 00000100:00100000:3.0:1777573239.524880:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926025984 00000100:00100000:3.0:1777573239.524971:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15589 00000100:00100000:3.0:1777573239.524983:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+443:59538:x1863919926025984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.525011:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.525037:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a885 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb85 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.525163:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a88c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.525183:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a88c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.525202:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a88c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573239.525242:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:3.0:1777573239.525247:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573239.525306:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a88c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.525340:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa400/0x8dc0a528a119a885 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb85 expref: 445 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.525364:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a88c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb85 expref: 444 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.525374:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.525377:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573239.525381:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab200, rc 0) 00000100:00100000:2.0:1777573239.525560:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+444:59538:x1863919926025984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 580us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.525567:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15589 00000100:00100000:2.0:1777573239.530161:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.530583:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926026240 00000100:00100000:1.0:1777573239.530597:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926026240 00000100:00100000:1.0:1777573239.530726:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15590 00000100:00100000:1.0:1777573239.530739:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+444:59538:x1863919926026240:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573239.530816:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.530850:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119a88c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb85 expref: 444 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.530875:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.530881:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.531101:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.531121:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.531140:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.531196:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978810 00000004:00010000:1.0:1777573239.531390:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb66e5a9 reply state 00000000ab505adb transno 4294978811 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.531404:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.531411:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.531414:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573239.531417:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573239.531545:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+446:59538:x1863919926026240:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 808us (1397us total) trans 4294978811 rc 0/0 00000100:00100000:1.0:1777573239.531553:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15590 00000020:00080000:1.0:1777573239.531560:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.533398:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.533490:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926026368 00000100:00100000:2.0:1777573239.533502:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926026368 00000100:00100000:2.0:1777573239.533559:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12516 00000100:00100000:2.0:1777573239.533569:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+24:59538:x1863919926026368:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.533590:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.533615:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb8c expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.533646:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d57, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:2.0:1777573239.533679:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.533682:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.533690:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb8c expref: 25 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.533708:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb8c expref: 25 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.533734:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6489600, rc 0) 00000100:00100000:2.0:1777573239.533799:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+25:59538:x1863919926026368:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 231us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.533806:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12516 00000100:00100000:0.0:1777573239.536819:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.537036:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926026496 00000100:00100000:2.0:1777573239.537050:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926026496 00002000:00010000:2.0:1777573239.537105:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (53248->18446744073709551615) 00002000:00100000:2.0:1777573239.537111:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e15880 with x1863919926026496 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573239.537126:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e15880. 00000100:00100000:2.0:1777573239.537179:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5315 00000100:00100000:2.0:1777573239.537191:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926026496:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.537593:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:2.0:1777573239.537597:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573239.537600:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573239.537602:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573239.537605:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:2.0:1777573239.537680:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926026496:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 491us (872us total) trans 21474841800 rc 0/0 00000100:00100000:2.0:1777573239.537690:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5315 00002000:00010000:2.0:1777573239.537694:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (53248->18446744073709551615) 00002000:00100000:2.0:1777573239.537697:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e15880 with x1863919926026496 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573239.537702:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e15880. 00000100:00100000:2.0:1777573239.538752:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.538829:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926026624 00000100:00100000:3.0:1777573239.538839:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926026624 00002000:00010000:3.0:1777573239.538875:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.538880:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7100 with x1863919926026624 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.538891:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec7100. 00000100:00100000:3.0:1777573239.538923:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5316 00000100:00100000:3.0:1777573239.538933:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926026624:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.539073:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573239.539077:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.539080:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573239.539083:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.539086:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573239.539309:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926026624:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 376us (561us total) trans 17179874962 rc 0/0 00000100:00100000:3.0:1777573239.539317:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5316 00002000:00010000:3.0:1777573239.539321:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.539324:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7100 with x1863919926026624 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.539329:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec7100. 00000100:00100000:1.0:1777573239.542210:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.543750:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926026752 00000100:00100000:0.0:1777573239.543767:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926026752 00000100:00100000:0.0:1777573239.543844:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15591 00000100:00100000:0.0:1777573239.543854:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+446:59538:x1863919926026752:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.543886:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.543911:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a8a1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb93 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.544031:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a8a8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.544049:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a8a8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.544073:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a8a8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573239.544109:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:0.0:1777573239.544113:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573239.544145:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a8a8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.544177:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119a8a1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb93 expref: 448 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.544199:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a8a8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb93 expref: 447 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.544207:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.544212:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573239.544216:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1800, rc 0) 00000100:00100000:0.0:1777573239.544332:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+447:59538:x1863919926026752:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 479us (2133us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.544340:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15591 00000100:00100000:0.0:1777573239.547569:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.547780:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926027008 00000100:00100000:2.0:1777573239.547793:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926027008 00000100:00100000:2.0:1777573239.547921:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15592 00000100:00100000:2.0:1777573239.547933:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+447:59538:x1863919926027008:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.548002:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.548034:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a8a8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb93 expref: 447 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.548057:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.548074:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.548351:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.548372:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.548385:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.548442:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978812 00000004:00010000:2.0:1777573239.548485:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e428e8f6 reply state 0000000056726056 transno 4294978813 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.548499:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.548506:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.548509:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.548512:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.548624:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+449:59538:x1863919926027008:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 693us (1069us total) trans 4294978813 rc 0/0 00000100:00100000:2.0:1777573239.548637:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15592 00000020:00080000:2.0:1777573239.548643:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573239.551971:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.552224:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926027136 00000100:00100000:3.0:1777573239.552239:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926027136 00000100:00100000:3.0:1777573239.552409:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12517 00000100:00100000:3.0:1777573239.552422:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+26:59538:x1863919926027136:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.552449:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.552478:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eb9a expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573239.552511:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d5d, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:3.0:1777573239.552539:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.552542:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.552551:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb9a expref: 27 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.552570:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb9a expref: 27 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.552585:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa400, rc 0) 00000100:00100000:3.0:1777573239.552651:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+27:59538:x1863919926027136:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 232us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.552659:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12517 00000100:00100000:1.0:1777573239.556499:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.556601:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.556706:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926027264 00000100:00100000:0.0:1777573239.556720:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926027264 00002000:00010000:0.0:1777573239.556775:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (53248->18446744073709551615) 00002000:00100000:0.0:1777573239.556781:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99ed80 with x1863919926027264 ext(53248->18446744073709551615) 00002000:00010000:0.0:1777573239.556797:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fc99ed80. 00000100:00100000:0.0:1777573239.556877:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926027392 00000100:00100000:0.0:1777573239.556881:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926027392 00002000:00010000:0.0:1777573239.556898:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.556902:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99ea00 with x1863919926027392 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.556911:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99ea00. 00000100:00100000:3.0:1777573239.557041:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5317 00000100:00100000:3.0:1777573239.557056:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926027264:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.557260:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:3.0:1777573239.557265:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.557268:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573239.557292:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.557294:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573239.557378:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926027264:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 325us (892us total) trans 21474841801 rc 0/0 00000100:00100000:3.0:1777573239.557386:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5317 00002000:00010000:3.0:1777573239.557390:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (53248->18446744073709551615) 00002000:00100000:3.0:1777573239.557393:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99ed80 with x1863919926027264 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573239.557398:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fc99ed80. 00000100:00100000:3.0:1777573239.557416:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5318 00000100:00100000:3.0:1777573239.557424:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926027392:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.557515:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573239.557519:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.557521:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573239.557523:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.557526:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573239.557550:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926027392:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 127us (949us total) trans 17179874963 rc 0/0 00000100:00100000:3.0:1777573239.557561:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5318 00002000:00010000:3.0:1777573239.557564:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.557567:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fc99ea00 with x1863919926027392 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.557571:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fc99ea00. 00000100:00100000:0.0:1777573239.561603:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.561741:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926027520 00000100:00100000:2.0:1777573239.561755:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926027520 00000100:00100000:2.0:1777573239.562013:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15593 00000100:00100000:2.0:1777573239.562027:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+449:59538:x1863919926027520:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.562059:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.562086:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119a8bd lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eba1 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.562498:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119a8c4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.562519:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119a8c4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.562534:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119a8c4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573239.562571:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573239.562576:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573239.562600:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119a8c4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.562632:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119a8bd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba1 expref: 451 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.562656:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119a8c4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba1 expref: 450 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.562670:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.562673:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573239.562678:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979800, rc 0) 00000100:00100000:2.0:1777573239.562789:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+450:59538:x1863919926027520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 766us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.562958:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15593 00000100:00100000:1.0:1777573239.567047:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.567333:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926027776 00000100:00100000:2.0:1777573239.567417:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926027776 00000100:00100000:2.0:1777573239.567498:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15594 00000100:00100000:2.0:1777573239.567509:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+450:59538:x1863919926027776:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573239.567585:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.567619:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119a8c4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba1 expref: 450 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.567646:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.567652:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.568199:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.568224:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.568236:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573239.568325:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978814 00000004:00010000:2.0:1777573239.568438:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7703ce1 reply state 00000000e6290112 transno 4294978815 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.568453:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.568461:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.568465:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573239.568468:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573239.568638:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+452:59538:x1863919926027776:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1129us (1605us total) trans 4294978815 rc 0/0 00000100:00100000:2.0:1777573239.568647:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15594 00000020:00080000:2.0:1777573239.568653:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.571185:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.571320:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926027904 00000100:00100000:2.0:1777573239.571333:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926027904 00000100:00100000:2.0:1777573239.571452:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12518 00000100:00100000:2.0:1777573239.571459:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:59538:x1863919926027904:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.571479:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.571501:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eba8 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.571530:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d5e, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:2.0:1777573239.571952:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.571957:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.571967:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba8 expref: 29 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.571988:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba8 expref: 29 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.572008:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:2.0:1777573239.572145:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+29:59538:x1863919926027904:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 684us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.572153:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12518 00000100:00100000:0.0:1777573239.574993:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.575036:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.575063:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926028160 00000100:00100000:1.0:1777573239.575077:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926028160 00000100:00100000:3.0:1777573239.575088:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926028032 00000100:00100000:3.0:1777573239.575094:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926028032 00002000:00010000:3.0:1777573239.575124:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (53248->18446744073709551615) 00002000:00010000:1.0:1777573239.575124:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.575143:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554000 with x1863919926028032 ext(53248->18446744073709551615) 00002000:00100000:1.0:1777573239.575143:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557b80 with x1863919926028160 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.575158:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8557b80. 00002000:00010000:3.0:1777573239.575159:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8554000. 00000100:00100000:3.0:1777573239.575193:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5319 00000100:00100000:1.0:1777573239.575202:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5320 00000100:00100000:3.0:1777573239.575207:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926028032:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573239.575217:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926028160:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573239.575469:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573239.575473:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.575476:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573239.575478:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.575481:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573239.575552:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926028160:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 338us (566us total) trans 21474841802 rc 0/0 00000100:00100000:1.0:1777573239.575560:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5320 00002000:00010000:1.0:1777573239.575565:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:1.0:1777573239.575567:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557b80 with x1863919926028160 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.575573:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8557b80. 00002000:00010000:3.0:1777573239.576070:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:3.0:1777573239.576076:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.576079:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573239.576081:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.576083:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573239.576123:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926028032:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 920us (1084us total) trans 17179874964 rc 0/0 00000100:00100000:3.0:1777573239.576143:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5319 00002000:00010000:3.0:1777573239.576147:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (53248->18446744073709551615) 00002000:00100000:3.0:1777573239.576150:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554000 with x1863919926028032 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573239.576156:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8554000. 00000100:00100000:0.0:1777573239.581166:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.581391:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926028288 00000100:00100000:3.0:1777573239.581405:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926028288 00000100:00100000:2.0:1777573239.581571:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15595 00000100:00100000:2.0:1777573239.581585:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+452:59538:x1863919926028288:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.581620:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.581649:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a8d9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebaf expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.581781:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a8e0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.581800:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a8e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.581814:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a8e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573239.581852:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573239.581857:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573239.581880:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a8e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.581911:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a8d9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebaf expref: 454 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.581937:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a8e0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebaf expref: 453 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.581947:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.581950:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573239.581955:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c200, rc 0) 00000100:00100000:2.0:1777573239.582035:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+453:59538:x1863919926028288:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 453us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.582043:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15595 00000100:00100000:1.0:1777573239.586011:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.586474:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926028544 00000100:00100000:3.0:1777573239.586489:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926028544 00000100:00100000:3.0:1777573239.586566:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15596 00000100:00100000:3.0:1777573239.586579:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+453:59538:x1863919926028544:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573239.586655:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573239.586690:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a8e0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebaf expref: 453 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.586711:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573239.586717:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.587146:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.587170:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.587182:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573239.587415:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978816 00000004:00010000:0.0:1777573239.587442:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fa21782 reply state 00000000b84c9254 transno 4294978817 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.587457:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.587465:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.587468:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573239.587471:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573239.587636:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+455:59538:x1863919926028544:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1058us (1638us total) trans 4294978817 rc 0/0 00000100:00100000:0.0:1777573239.587646:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15596 00000020:00080000:0.0:1777573239.587653:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573239.590669:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.590780:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926028672 00000100:00100000:1.0:1777573239.590792:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926028672 00000100:00100000:1.0:1777573239.590853:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12519 00000100:00100000:1.0:1777573239.590865:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+29:59538:x1863919926028672:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573239.590889:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573239.590915:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebb6 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573239.590944:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d62, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:1.0:1777573239.590969:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.590972:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.590981:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebb6 expref: 30 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.590998:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebb6 expref: 30 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.591012:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2ce00, rc 0) 00000100:00100000:1.0:1777573239.591555:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+30:59538:x1863919926028672:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 689us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.591564:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12519 00000100:00100000:1.0:1777573239.594766:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.594810:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.594916:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926028928 00000100:00100000:3.0:1777573239.594930:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926028928 00002000:00010000:3.0:1777573239.594984:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.594990:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4f100 with x1863919926028928 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.595005:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4f100. 00000100:00100000:3.0:1777573239.595035:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926028800 00000100:00100000:3.0:1777573239.595038:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926028800 00002000:00010000:3.0:1777573239.595053:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (53248->18446744073709551615) 00002000:00100000:3.0:1777573239.595056:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4c000 with x1863919926028800 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573239.595062:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b4c000. 00000100:00100000:3.0:1777573239.595213:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5321 00000100:00100000:3.0:1777573239.595226:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926028928:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.595497:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573239.595506:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.595509:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573239.595511:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:3.0:1777573239.595513:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573239.595584:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926028928:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 361us (833us total) trans 17179874965 rc 0/0 00000100:00100000:3.0:1777573239.595593:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5321 00002000:00010000:3.0:1777573239.595597:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.595600:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4f100 with x1863919926028928 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.595605:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4f100. 00000100:00100000:3.0:1777573239.595629:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5322 00000100:00100000:3.0:1777573239.595636:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926028800:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.595738:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:3.0:1777573239.595742:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.595744:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573239.595746:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.595748:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573239.595776:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926028800:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 140us (965us total) trans 21474841803 rc 0/0 00000100:00100000:3.0:1777573239.595782:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5322 00002000:00010000:3.0:1777573239.595785:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (53248->18446744073709551615) 00002000:00100000:3.0:1777573239.595788:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4c000 with x1863919926028800 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573239.595792:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b4c000. 00000100:00100000:0.0:1777573239.600250:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.601103:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926029056 00000100:00100000:2.0:1777573239.601119:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926029056 00000100:00100000:2.0:1777573239.601266:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15597 00000100:00100000:2.0:1777573239.601306:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+455:59538:x1863919926029056:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.601338:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.601364:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119a8f5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebbd expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.601488:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a8fc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.601507:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a8fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.601520:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a8fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573239.601558:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573239.601563:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573239.601585:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a8fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.601615:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119a8f5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebbd expref: 457 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.601641:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a8fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebbd expref: 456 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.601651:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.601655:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573239.601659:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d400, rc 0) 00000100:00100000:2.0:1777573239.602111:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+456:59538:x1863919926029056:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 806us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.602119:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15597 00000100:00100000:2.0:1777573239.608563:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.608687:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926029312 00000100:00100000:0.0:1777573239.608702:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926029312 00000100:00100000:0.0:1777573239.608780:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15598 00000100:00100000:0.0:1777573239.608792:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+456:59538:x1863919926029312:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573239.608861:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.608895:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a8fc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebbd expref: 456 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.608918:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.608923:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.609135:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.609164:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.609176:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573239.609248:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978818 00000004:00010000:0.0:1777573239.609940:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edb6c095 reply state 00000000ddb3fab7 transno 4294978819 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.609961:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.609970:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.609973:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573239.609977:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573239.610165:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+458:59538:x1863919926029312:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1372us (1616us total) trans 4294978819 rc 0/0 00000100:00100000:0.0:1777573239.610175:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15598 00000020:00080000:0.0:1777573239.610183:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573239.613668:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.613768:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926029440 00000100:00100000:1.0:1777573239.613782:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926029440 00000100:00100000:1.0:1777573239.613855:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12520 00000100:00100000:1.0:1777573239.613866:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+31:59538:x1863919926029440:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573239.613891:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573239.613918:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebc4 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573239.613949:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d67, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:1.0:1777573239.613976:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.613978:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.613988:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebc4 expref: 32 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.614011:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebc4 expref: 32 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.614026:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d800, rc 0) 00000100:00100000:1.0:1777573239.614097:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+32:59538:x1863919926029440:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 233us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.614104:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12520 00000100:00100000:1.0:1777573239.619603:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.619676:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.619954:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926029568 00000100:00100000:2.0:1777573239.619968:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926029568 00002000:00010000:2.0:1777573239.620025:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (53248->18446744073709551615) 00002000:00100000:2.0:1777573239.620031:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4d180 with x1863919926029568 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573239.620046:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4d180. 00000100:00100000:2.0:1777573239.620114:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926029696 00000100:00100000:2.0:1777573239.620118:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926029696 00002000:00010000:2.0:1777573239.620144:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.620148:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394700 with x1863919926029696 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.620156:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394700. 00000100:00100000:2.0:1777573239.620182:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5323 00000100:00100000:2.0:1777573239.620200:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926029568:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.620432:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:2.0:1777573239.620437:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573239.620440:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573239.620442:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573239.620455:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:2.0:1777573239.620528:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926029568:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 337us (1089us total) trans 17179874966 rc 0/0 00000100:00100000:2.0:1777573239.620536:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5323 00002000:00010000:2.0:1777573239.620541:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (53248->18446744073709551615) 00002000:00100000:2.0:1777573239.620543:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b4d180 with x1863919926029568 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573239.620548:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b4d180. 00000100:00100000:2.0:1777573239.620568:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5324 00000100:00100000:2.0:1777573239.620575:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926029696:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.620664:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573239.620668:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.620670:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573239.620672:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.620674:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573239.620696:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926029696:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 122us (1020us total) trans 21474841804 rc 0/0 00000100:00100000:2.0:1777573239.620702:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5324 00002000:00010000:2.0:1777573239.620706:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.620708:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394700 with x1863919926029696 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.620712:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394700. 00000100:00100000:3.0:1777573239.623310:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.623416:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926029824 00000100:00100000:2.0:1777573239.623429:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926029824 00000100:00100000:2.0:1777573239.624371:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15599 00000100:00100000:2.0:1777573239.624392:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+458:59538:x1863919926029824:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.624425:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.624452:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119a911 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebcb expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.624570:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a918 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.624586:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a918 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.624597:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a918 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573239.624624:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573239.624627:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573239.624646:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a918 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.624668:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119a911 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebcb expref: 460 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.624699:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a918 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebcb expref: 459 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.624727:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.624730:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573239.624734:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c200, rc 0) 00000100:00100000:2.0:1777573239.624806:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+459:59538:x1863919926029824:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 424us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.624812:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15599 00000100:00100000:0.0:1777573239.630237:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.630336:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926030080 00000100:00100000:1.0:1777573239.630354:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926030080 00000100:00100000:1.0:1777573239.630435:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15600 00000100:00100000:1.0:1777573239.630480:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+459:59538:x1863919926030080:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573239.630558:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.630593:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a918 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebcb expref: 459 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.630617:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.630623:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.630834:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.630856:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.630868:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.630922:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978820 00000004:00010000:1.0:1777573239.630947:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071b6b06f reply state 00000000dc593236 transno 4294978821 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.630961:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.630968:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.630971:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573239.630974:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573239.631084:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+461:59538:x1863919926030080:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 639us (854us total) trans 4294978821 rc 0/0 00000100:00100000:1.0:1777573239.631092:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15600 00000020:00080000:1.0:1777573239.631099:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.633492:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.633613:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926030208 00000100:00100000:0.0:1777573239.633626:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926030208 00000100:00100000:0.0:1777573239.633683:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12521 00000100:00100000:0.0:1777573239.633692:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+32:59538:x1863919926030208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.633712:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.633732:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebd2 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573239.633767:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d68, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:0.0:1777573239.633797:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.633799:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.633809:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd2 expref: 33 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.633830:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd2 expref: 33 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.633846:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1400, rc 0) 00000100:00100000:0.0:1777573239.633922:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+33:59538:x1863919926030208:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 230us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.633929:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12521 00000100:00100000:3.0:1777573239.636860:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.636898:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.637032:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926030336 00000100:00100000:0.0:1777573239.637043:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926030336 00000100:00100000:2.0:1777573239.637319:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926030464 00000100:00100000:2.0:1777573239.637324:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926030464 00002000:00010000:2.0:1777573239.637363:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.637368:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7980380 with x1863919926030464 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.637373:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (53248->18446744073709551615) 00002000:00100000:0.0:1777573239.637379:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982a00 with x1863919926030336 ext(53248->18446744073709551615) 00002000:00010000:2.0:1777573239.637381:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7980380. 00002000:00010000:0.0:1777573239.637388:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7982a00. 00000100:00100000:2.0:1777573239.637416:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5325 00000100:00100000:2.0:1777573239.637426:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+33:2405:x1863919926030464:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573239.637431:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5326 00000100:00100000:0.0:1777573239.637443:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+33:2405:x1863919926030336:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573239.637622:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573239.637622:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:0.0:1777573239.637630:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.637634:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573239.637635:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:0.0:1777573239.637637:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573239.637639:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573239.637643:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:2.0:1777573239.637644:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:2.0:1777573239.637649:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573239.637731:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+34:2405:x1863919926030464:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 305us (829us total) trans 17179874967 rc 0/0 00000100:00100000:2.0:1777573239.637740:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5325 00002000:00010000:2.0:1777573239.637745:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573239.637747:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7980380 with x1863919926030464 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573239.637751:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7980380. 00000100:00100000:0.0:1777573239.637960:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+34:2405:x1863919926030336:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 520us (1109us total) trans 21474841805 rc 0/0 00000100:00100000:0.0:1777573239.637969:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5326 00002000:00010000:0.0:1777573239.637973:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (53248->18446744073709551615) 00002000:00100000:0.0:1777573239.637976:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982a00 with x1863919926030336 ext(53248->18446744073709551615) 00002000:00010000:0.0:1777573239.637981:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7982a00. 00000100:00100000:2.0:1777573239.641967:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.642101:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926030592 00000100:00100000:1.0:1777573239.642114:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926030592 00000100:00100000:1.0:1777573239.642201:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15601 00000100:00100000:1.0:1777573239.642213:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+461:59538:x1863919926030592:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573239.642244:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573239.642309:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a92d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebd9 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.642420:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a934 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.642436:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a934 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.642446:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a934 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573239.642472:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:1.0:1777573239.642475:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573239.642492:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a934 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.642654:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119a92d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd9 expref: 463 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.642670:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a934 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd9 expref: 462 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.642679:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.642683:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573239.642687:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d400, rc 0) 00000100:00100000:1.0:1777573239.642803:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+462:59538:x1863919926030592:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 593us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.642815:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15601 00000100:00100000:1.0:1777573239.645829:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.645996:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926030848 00000100:00100000:0.0:1777573239.646010:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926030848 00000100:00100000:0.0:1777573239.646093:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15602 00000100:00100000:0.0:1777573239.646106:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+462:59538:x1863919926030848:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573239.646184:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.646217:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119a934 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd9 expref: 462 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.646242:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.646248:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.646954:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.646982:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.646994:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573239.647049:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978822 00000004:00010000:0.0:1777573239.647160:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005b58d86 reply state 00000000040f72eb transno 4294978823 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.647175:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.647183:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.647187:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573239.647190:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573239.647681:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+464:59538:x1863919926030848:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1574us (1861us total) trans 4294978823 rc 0/0 00000100:00100000:0.0:1777573239.647692:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15602 00000020:00080000:0.0:1777573239.647699:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573239.650035:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.650184:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926030976 00000100:00100000:2.0:1777573239.650196:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926030976 00000100:00100000:2.0:1777573239.650390:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12522 00000100:00100000:2.0:1777573239.650402:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+34:59538:x1863919926030976:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.650425:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.650453:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebe0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.650483:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d6a, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:2.0:1777573239.650508:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.650511:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.650520:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe0 expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.650538:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe0 expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.650552:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d200, rc 0) 00000100:00100000:2.0:1777573239.650652:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+35:59538:x1863919926030976:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 252us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.650659:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12522 00000100:00100000:3.0:1777573239.652547:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.652603:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926031104 00000100:00100000:0.0:1777573239.652615:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926031104 00000100:00100000:2.0:1777573239.652629:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:0.0:1777573239.652669:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (53248->18446744073709551615) 00002000:00100000:0.0:1777573239.652683:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982d80 with x1863919926031104 ext(53248->18446744073709551615) 00002000:00010000:0.0:1777573239.652696:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7982d80. 00000100:00100000:1.0:1777573239.652729:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926031232 00000100:00100000:1.0:1777573239.652734:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926031232 00000100:00100000:0.0:1777573239.652740:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5327 00000100:00100000:0.0:1777573239.652752:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926031104:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573239.652756:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573239.652761:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6a00 with x1863919926031232 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.652768:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6a00. 00000100:00100000:1.0:1777573239.652801:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5328 00000100:00100000:1.0:1777573239.652810:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926031232:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573239.652946:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573239.652946:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:0.0:1777573239.652953:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:1.0:1777573239.652954:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:0.0:1777573239.652959:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573239.652960:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573239.652966:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:0.0:1777573239.652966:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.652971:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:1.0:1777573239.652972:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573239.653109:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926031232:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 296us (474us total) trans 21474841806 rc 0/0 00000100:00100000:0.0:1777573239.653110:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926031104:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 356us (566us total) trans 17179874968 rc 0/0 00000100:00100000:1.0:1777573239.653137:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5328 00002000:00010000:1.0:1777573239.653142:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00000100:00100000:0.0:1777573239.653145:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5327 00002000:00100000:1.0:1777573239.653148:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6a00 with x1863919926031232 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.653150:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (53248->18446744073709551615) 00002000:00010000:1.0:1777573239.653155:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6a00. 00002000:00100000:0.0:1777573239.653155:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982d80 with x1863919926031104 ext(53248->18446744073709551615) 00002000:00010000:0.0:1777573239.653163:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7982d80. 00000100:00100000:1.0:1777573239.659618:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.659729:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926031360 00000100:00100000:2.0:1777573239.659741:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926031360 00000100:00100000:2.0:1777573239.659862:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15603 00000100:00100000:2.0:1777573239.659872:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+464:59538:x1863919926031360:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.659899:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.659920:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119a949 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebe7 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.660026:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a950 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.660042:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a950 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.660053:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a950 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573239.660079:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573239.660082:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573239.660101:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a950 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.660122:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119a949 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe7 expref: 466 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.660152:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a950 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe7 expref: 465 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.660159:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.660161:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573239.660164:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c200, rc 0) 00000100:00100000:2.0:1777573239.660244:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+465:59538:x1863919926031360:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 372us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.660254:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15603 00000100:00100000:3.0:1777573239.664515:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.664605:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926031616 00000100:00100000:0.0:1777573239.664619:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926031616 00000100:00100000:0.0:1777573239.664704:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15604 00000100:00100000:0.0:1777573239.664716:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+465:59538:x1863919926031616:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573239.664793:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.664826:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a950 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe7 expref: 465 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.664846:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.664850:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.665061:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.665084:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.665101:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573239.665166:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978824 00000004:00010000:0.0:1777573239.665191:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004433094f reply state 00000000436db837 transno 4294978825 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.665204:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.665212:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.665215:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573239.665218:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573239.665373:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+467:59538:x1863919926031616:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 658us (870us total) trans 4294978825 rc 0/0 00000100:00100000:0.0:1777573239.665381:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15604 00000020:00080000:0.0:1777573239.665387:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573239.667880:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.668002:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926031744 00000100:00100000:2.0:1777573239.668015:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926031744 00000100:00100000:2.0:1777573239.668083:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12523 00000100:00100000:2.0:1777573239.668094:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:59538:x1863919926031744:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.668116:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.668156:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebee expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573239.668188:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d6c, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:2.0:1777573239.668229:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.668233:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.668242:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebee expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.668394:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebee expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.668412:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c000, rc 0) 00000100:00100000:2.0:1777573239.668486:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+36:59538:x1863919926031744:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 393us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.668494:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12523 00000100:00100000:1.0:1777573239.671899:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.671947:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.672030:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926031872 00000100:00100000:3.0:1777573239.672044:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926031872 00002000:00010000:3.0:1777573239.672096:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (53248->18446744073709551615) 00002000:00100000:3.0:1777573239.672101:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394e00 with x1863919926031872 ext(53248->18446744073709551615) 00002000:00010000:3.0:1777573239.672114:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394e00. 00000100:00100000:3.0:1777573239.672234:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926032000 00000100:00100000:3.0:1777573239.672238:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926032000 00002000:00010000:3.0:1777573239.672254:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.672258:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394380 with x1863919926032000 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.672264:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca394380. 00000100:00100000:1.0:1777573239.672934:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5329 00000100:00100000:1.0:1777573239.672947:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+36:2405:x1863919926031872:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573239.673167:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:1.0:1777573239.673171:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:1.0:1777573239.673174:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573239.673177:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:1.0:1777573239.673179:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1777573239.673260:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+37:2405:x1863919926031872:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 316us (1375us total) trans 21474841807 rc 0/0 00000100:00100000:1.0:1777573239.673267:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5329 00002000:00010000:1.0:1777573239.673288:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (53248->18446744073709551615) 00002000:00100000:1.0:1777573239.673292:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394e00 with x1863919926031872 ext(53248->18446744073709551615) 00002000:00010000:1.0:1777573239.673298:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394e00. 00000100:00100000:1.0:1777573239.673324:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5330 00000100:00100000:1.0:1777573239.673332:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+36:2405:x1863919926032000:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573239.673411:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573239.673414:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.673417:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573239.673419:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:1.0:1777573239.673421:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573239.673445:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+37:2405:x1863919926032000:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 114us (1497us total) trans 17179874969 rc 0/0 00000100:00100000:1.0:1777573239.673452:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5330 00002000:00010000:1.0:1777573239.673455:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573239.673458:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394380 with x1863919926032000 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573239.673462:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca394380. 00000100:00100000:3.0:1777573239.682618:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.682904:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926032128 00000100:00100000:2.0:1777573239.682917:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926032128 00000100:00100000:2.0:1777573239.682991:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15605 00000100:00100000:2.0:1777573239.683002:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+467:59538:x1863919926032128:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573239.683033:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573239.683060:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a965 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebf5 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.683196:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a96c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.683215:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a96c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.683229:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a96c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573239.683261:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:2.0:1777573239.683267:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573239.683328:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a96c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.683357:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119a965 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebf5 expref: 469 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.683377:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a96c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebf5 expref: 468 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.683387:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573239.683391:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573239.683395:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c200, rc 0) 00000100:00100000:2.0:1777573239.683481:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+468:59538:x1863919926032128:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 481us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.683493:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15605 00000100:00100000:0.0:1777573239.688053:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.688384:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926032384 00000100:00100000:1.0:1777573239.688399:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926032384 00000100:00100000:1.0:1777573239.688487:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15606 00000100:00100000:1.0:1777573239.688500:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+468:59538:x1863919926032384:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573239.688575:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.688610:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119a96c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebf5 expref: 468 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.688634:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.688646:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.688880:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.688902:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.688913:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.688967:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978826 00000004:00010000:1.0:1777573239.688993:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7651fb6 reply state 000000000ac32f28 transno 4294978827 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.689006:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.689013:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.689015:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573239.689018:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573239.689139:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+470:59538:x1863919926032384:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 642us (1101us total) trans 4294978827 rc 0/0 00000100:00100000:1.0:1777573239.689151:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15606 00000020:00080000:1.0:1777573239.689157:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.691579:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.691649:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926032512 00000100:00100000:3.0:1777573239.691663:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926032512 00000100:00100000:3.0:1777573239.691733:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12524 00000100:00100000:3.0:1777573239.691824:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+37:59538:x1863919926032512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.691850:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.691876:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ebfc expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573239.691908:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 53248, mtime: 0x69f39d77, atime: 0x69f39d6d, ctime: 0x69f39d77, blocks: 0x28 00010000:00010000:3.0:1777573239.691936:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.691939:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.691949:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebfc expref: 38 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.691968:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebfc expref: 38 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.691992:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab000, rc 0) 00000100:00100000:3.0:1777573239.692068:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+38:59538:x1863919926032512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 324us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.692076:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12524 00000100:00100000:3.0:1777573239.695821:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.695873:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.696266:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926032640 00000100:00100000:0.0:1777573239.696619:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926032640 00002000:00010000:0.0:1777573239.696678:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (53248->18446744073709551615) 00002000:00100000:0.0:1777573239.696684:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7980e00 with x1863919926032640 ext(53248->18446744073709551615) 00002000:00010000:0.0:1777573239.696699:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7980e00. 00000100:00100000:0.0:1777573239.696736:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926032768 00000100:00100000:0.0:1777573239.696739:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926032768 00002000:00010000:0.0:1777573239.696757:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.696761:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7983480 with x1863919926032768 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.696768:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7983480. 00000100:00100000:0.0:1777573239.696789:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5331 00000100:00100000:0.0:1777573239.696800:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926032640:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.696986:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 53248 -> 53248 00002000:00010000:0.0:1777573239.696991:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.696994:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573239.696996:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.696998:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:0.0:1777573239.697067:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926032640:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 268us (1260us total) trans 17179874970 rc 0/0 00000100:00100000:0.0:1777573239.697075:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5331 00002000:00010000:0.0:1777573239.697080:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (53248->18446744073709551615) 00002000:00100000:0.0:1777573239.697083:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7980e00 with x1863919926032640 ext(53248->18446744073709551615) 00002000:00010000:0.0:1777573239.697087:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7980e00. 00000100:00100000:0.0:1777573239.697108:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5332 00000100:00100000:0.0:1777573239.697114:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926032768:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.697218:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573239.697221:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573238 -> 1777573239 00002000:00010000:0.0:1777573239.697224:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573239.697226:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573238 -> 1777573239 00002000:00010000:0.0:1777573239.697228:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573239.697253:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926032768:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 139us (1379us total) trans 21474841808 rc 0/0 00000100:00100000:0.0:1777573239.697260:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5332 00002000:00010000:0.0:1777573239.697263:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.697266:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7983480 with x1863919926032768 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.697291:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7983480. 00000100:00100000:0.0:1777573239.701798:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.701914:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926032896 00000100:00100000:1.0:1777573239.701928:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926032896 00000100:00100000:1.0:1777573239.702036:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15607 00000100:00100000:1.0:1777573239.702049:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+470:59538:x1863919926032896:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573239.702082:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573239.702107:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119a981 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec03 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.702244:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a988 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.702264:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a988 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.702321:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a988 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573239.702366:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 53248 00000004:00200000:1.0:1777573239.702370:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573239.702394:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a988 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.702427:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119a981 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec03 expref: 472 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.702453:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a988 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec03 expref: 471 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.702463:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.702467:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573239.702472:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d600, rc 0) 00000100:00100000:1.0:1777573239.702547:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+471:59538:x1863919926032896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 501us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.702554:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15607 00000100:00100000:1.0:1777573239.708958:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.709122:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926033024 00000100:00100000:3.0:1777573239.709144:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926033024 00000100:00100000:3.0:1777573239.709234:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5333 00000100:00100000:3.0:1777573239.709246:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919926033024:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573239.709311:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.709331:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.709335:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.709512:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.709533:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.712243:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.712267:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.712319:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.712327:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573239.712333:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.712343:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.712365:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.712374:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119a98f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.712467:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919926033024:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3218us (3517us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1777573239.712479:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5333 00000100:00100000:3.0:1777573239.720680:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.721012:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926033152 00000100:00100000:2.0:1777573239.721026:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926033152 00000100:00100000:2.0:1777573239.721239:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5334 00000100:00100000:2.0:1777573239.721252:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926033152:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573239.721602:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.721629:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb54 expref: 39 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.721639:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.721641:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.721645:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.721692:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb54 expref: 39 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.721710:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb54 expref: 39 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.721729:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932166528:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573239.721852:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.725151:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932166528:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573239.725168:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1777573239.725204:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.725447:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926033280 00000100:00100000:1.0:1777573239.725601:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926033280 00010000:00010000:1.0:1777573239.725654:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb54 expref: 40 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.725822:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5686 00000100:00100000:1.0:1777573239.725833:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926033280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573239.725851:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.725875:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb54 expref: 40 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.725889:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb54 expref: 40 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.725912:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009198dce3/0x8dc0a528a119a82a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb54 expref: 40 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.725934:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.725936:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.725941:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.725950:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.725979:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.726015:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.726027:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.726046:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926033280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 215us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.726057:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5686 00000001:00080000:1.0:1777573239.734117:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874971 is committed 00002000:00010000:2.0:1777573239.735981:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:2.0:1777573239.735989:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:2.0:1777573239.736006:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.736022:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.736032:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.736039:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573239.736045:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.736054:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.736084:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.736092:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119a996 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.736230:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926033152:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 14975us (15556us total) trans 17179874971 rc 0/0 00000100:00100000:2.0:1777573239.736242:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5334 00000100:00100000:0.0:1777573239.742001:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.743005:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926033408 00000100:00100000:3.0:1777573239.743020:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926033408 00000100:00100000:3.0:1777573239.743116:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5335 00000100:00100000:3.0:1777573239.743140:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926033408:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573239.743198:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.743229:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb62 expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.743238:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573239.743241:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573239.743245:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.743330:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb62 expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.743347:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb62 expref: 38 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.743364:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932166656:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573239.743535:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.747873:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932166656:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573239.747915:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.750467:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.750604:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926033536 00000100:00100000:1.0:1777573239.750618:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926033536 00010000:00010000:1.0:1777573239.750669:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb62 expref: 39 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.750723:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5687 00000100:00100000:1.0:1777573239.750734:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926033536:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573239.750756:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.750784:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb62 expref: 39 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.750801:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb62 expref: 39 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.750830:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b532d8c8/0x8dc0a528a119a846 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb62 expref: 39 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.750850:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.750852:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.750858:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.750870:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.750907:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573239.750954:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.750968:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.750978:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926033536:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 243us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.750987:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5687 00000001:00080000:3.0:1777573239.758035:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841809 is committed 00002000:00010000:2.0:1777573239.758239:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:2.0:1777573239.758245:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:2.0:1777573239.758262:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.758451:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.758462:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.758470:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573239.758476:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.758486:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.758509:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.758518:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119a99d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.758672:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926033408:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 15539us (16680us total) trans 21474841809 rc 0/0 00000100:00100000:2.0:1777573239.758683:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5335 00000100:00100000:1.0:1777573239.762471:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.762563:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926033664 00000100:00100000:2.0:1777573239.762575:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926033664 00000100:00100000:2.0:1777573239.762690:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5336 00000100:00100000:2.0:1777573239.762702:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926033664:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573239.762747:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.762780:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb70 expref: 24 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.762788:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.762790:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.762794:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.762847:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb70 expref: 24 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.762864:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb70 expref: 24 pid: 14598 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.762885:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932166784:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573239.763022:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573239.765652:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.765797:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932166784:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573239.765839:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.766252:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926033792 00000100:00100000:3.0:1777573239.766262:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926033792 00010000:00010000:3.0:1777573239.766329:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb70 expref: 25 pid: 14598 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.766586:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5688 00000100:00100000:0.0:1777573239.766600:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926033792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573239.766621:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.766648:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb70 expref: 25 pid: 14598 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.766664:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb70 expref: 25 pid: 14598 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.766695:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9827d6a/0x8dc0a528a119a862 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb70 expref: 25 pid: 14598 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.766763:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.766766:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.766772:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.766935:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.767011:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573239.767080:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926033792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 483us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.767088:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5688 00010000:00010000:2.0:1777573239.767228:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.767240:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573239.775314:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841810 is committed 00002000:00010000:2.0:1777573239.775713:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:2.0:1777573239.775718:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:2.0:1777573239.775733:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.775746:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.775753:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.775758:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573239.775762:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.775769:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.775786:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.775791:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.775952:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926033664:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13246us (13487us total) trans 21474841810 rc 0/0 00000100:00100000:2.0:1777573239.775965:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5336 00000100:00100000:0.0:1777573239.779469:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.779692:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926033920 00000100:00100000:2.0:1777573239.779704:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926033920 00000100:00100000:2.0:1777573239.779824:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5337 00000100:00100000:2.0:1777573239.779834:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926033920:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573239.779874:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.779896:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb7e expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.779903:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.779905:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.779908:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.779943:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb7e expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.779955:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb7e expref: 25 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.779968:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932166912:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573239.780057:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.783075:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932166912:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573239.783113:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.783259:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.783315:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926034048 00000100:00100000:2.0:1777573239.783326:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926034048 00010000:00010000:2.0:1777573239.783376:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb7e expref: 26 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.783414:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5689 00000100:00100000:2.0:1777573239.783425:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926034048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573239.783444:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.783474:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb7e expref: 26 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.783489:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb7e expref: 26 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.783521:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119a87e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb7e expref: 26 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.783540:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.783542:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.783547:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.783558:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.783654:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573239.783722:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926034048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 298us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.783731:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5689 00010000:00010000:0.0:1777573239.783805:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.783815:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.793842:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874972 is committed 00002000:00010000:0.0:1777573239.794004:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:0.0:1777573239.794010:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:0.0:1777573239.794026:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.794040:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.794051:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.794059:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573239.794065:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.794075:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.794097:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.794106:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119a9ab lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.794252:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926033920:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 14412us (14790us total) trans 17179874972 rc 0/0 00000100:00100000:0.0:1777573239.794613:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5337 00000100:00100000:3.0:1777573239.799948:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.800020:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926034176 00000100:00100000:2.0:1777573239.800034:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926034176 00000100:00100000:2.0:1777573239.800118:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5338 00000100:00100000:2.0:1777573239.800142:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926034176:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573239.800186:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.800212:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb8c expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.800221:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.800224:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.800228:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.800298:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb8c expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.800314:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb8c expref: 23 pid: 8361 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.800338:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932167040:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573239.800431:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.803171:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.803461:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926034304 00000100:00100000:1.0:1777573239.803473:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926034304 00010000:00010000:1.0:1777573239.803523:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb8c expref: 24 pid: 8361 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.803578:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5690 00000100:00100000:1.0:1777573239.803591:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926034304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573239.803609:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.803636:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb8c expref: 24 pid: 8361 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.803652:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb8c expref: 24 pid: 8361 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.803683:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.803685:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.803692:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.803704:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.803730:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573239.803798:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926034304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 210us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.803807:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5690 00010000:00010000:3.0:1777573239.803900:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005349d8bc/0x8dc0a528a119a89a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb8c expref: 23 pid: 8361 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.803934:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932167040:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573239.803961:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.803973:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.803981:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.813120:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841811 is committed 00002000:00010000:3.0:1777573239.813392:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:3.0:1777573239.813398:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:3.0:1777573239.813414:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.813429:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.813439:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.813448:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573239.813454:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.813467:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.813491:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.813595:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119a9b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.813701:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919926034176:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13568us (13761us total) trans 21474841811 rc 0/0 00000100:00100000:3.0:1777573239.813714:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5338 00000100:00100000:0.0:1777573239.817046:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.817160:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926034432 00000100:00100000:3.0:1777573239.817172:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926034432 00000100:00100000:3.0:1777573239.817327:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5339 00000100:00100000:3.0:1777573239.817341:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926034432:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573239.817383:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.817407:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb9a expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.817416:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573239.817419:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573239.817422:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.817461:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb9a expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.817478:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb9a expref: 22 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.817496:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932167168:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573239.817604:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573239.819788:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932167168:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573239.819821:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.820627:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.820702:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926034560 00000100:00100000:2.0:1777573239.820712:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926034560 00010000:00010000:2.0:1777573239.820758:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb9a expref: 23 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.820834:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5691 00000100:00100000:2.0:1777573239.820845:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926034560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573239.820863:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.820890:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb9a expref: 23 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.820905:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb9a expref: 23 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.820934:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119a8b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eb9a expref: 23 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.820954:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.820956:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.820961:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.820978:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.821009:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573239.821073:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926034560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 230us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.821081:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5691 00010000:00010000:3.0:1777573239.821144:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.821153:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.826942:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841812 is committed 00002000:00010000:3.0:1777573239.827234:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:3.0:1777573239.827241:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:3.0:1777573239.827259:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.827311:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.827324:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.827332:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caaa00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573239.827339:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.827349:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.827373:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.827383:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.827511:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926034432:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10163us (10467us total) trans 21474841812 rc 0/0 00000100:00100000:3.0:1777573239.827525:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5339 00000100:00100000:2.0:1777573239.830717:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.830785:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926034688 00000100:00100000:1.0:1777573239.830797:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926034688 00000100:00100000:1.0:1777573239.830891:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5340 00000100:00100000:1.0:1777573239.830904:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926034688:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.830949:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.830971:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba8 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.830978:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.830980:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.830983:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.831017:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba8 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.831028:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba8 expref: 24 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.831040:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932167296:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.831216:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f840 going to sleep for 11 seconds 00000100:00100000:0.0:1777573239.833184:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca394a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932167296:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573239.833221:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.833999:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.834106:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926034816 00000100:00100000:1.0:1777573239.834116:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926034816 00010000:00010000:1.0:1777573239.834391:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba8 expref: 25 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.834475:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5692 00000100:00100000:1.0:1777573239.834486:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926034816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573239.834506:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.834533:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba8 expref: 25 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.834554:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba8 expref: 25 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.834581:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119a8d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eba8 expref: 25 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.834601:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.834603:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.834608:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.834620:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.834649:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.834673:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.834682:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.834718:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926034816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 233us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.834728:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5692 00000001:00080000:1.0:1777573239.843070:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874973 is committed 00002000:00010000:0.0:1777573239.843228:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:0.0:1777573239.843234:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:0.0:1777573239.843250:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.843266:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.843328:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.843337:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573239.843343:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.843354:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.843374:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.843379:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085783702/0x8dc0a528a119a9c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.843500:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926034688:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12594us (12786us total) trans 17179874973 rc 0/0 00000100:00100000:0.0:1777573239.843512:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5340 00000100:00100000:2.0:1777573239.846478:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.846579:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926034944 00000100:00100000:1.0:1777573239.846592:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926034944 00000100:00100000:1.0:1777573239.846723:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5341 00000100:00100000:1.0:1777573239.846735:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926034944:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.846781:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.846811:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebb6 expref: 21 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.846819:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.846821:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.846825:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.846871:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebb6 expref: 21 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.846887:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebb6 expref: 21 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.846903:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932167424:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.847006:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573239.849426:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932167424:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573239.849470:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.850050:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.850158:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926035072 00000100:00100000:1.0:1777573239.850177:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926035072 00010000:00010000:1.0:1777573239.850221:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebb6 expref: 22 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.850377:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5693 00000100:00100000:1.0:1777573239.850389:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926035072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573239.850409:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.850438:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebb6 expref: 22 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.850454:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebb6 expref: 22 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.850481:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047ae52e1/0x8dc0a528a119a8ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebb6 expref: 22 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.850499:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.850501:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.850507:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.850518:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.850555:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573239.850620:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926035072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 233us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.850628:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5693 00010000:00010000:3.0:1777573239.850684:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.850694:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.857171:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841813 is committed 00002000:00010000:3.0:1777573239.857432:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:3.0:1777573239.857441:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:3.0:1777573239.857457:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.857472:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.857481:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.857489:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2da00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573239.857495:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.857505:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.857527:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.857533:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009461a131/0x8dc0a528a119a9c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.857656:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926034944:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10917us (11184us total) trans 21474841813 rc 0/0 00000100:00100000:3.0:1777573239.857668:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5341 00000100:00100000:2.0:1777573239.863573:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.863680:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926035200 00000100:00100000:3.0:1777573239.863692:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926035200 00000100:00100000:3.0:1777573239.863822:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5342 00000100:00100000:3.0:1777573239.863836:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926035200:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573239.863885:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.863909:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebc4 expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.863918:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573239.863921:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573239.863925:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.863967:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebc4 expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.863983:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebc4 expref: 23 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573239.863999:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932167552:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573239.864105:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573239.867152:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.867314:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926035328 00000100:00100000:3.0:1777573239.867441:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932167552:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573239.867477:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.867519:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926035328 00010000:00010000:2.0:1777573239.867560:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebc4 expref: 24 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.867589:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5694 00000100:00100000:2.0:1777573239.867596:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b82050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926035328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573239.867612:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.867639:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebc4 expref: 24 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.867652:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebc4 expref: 24 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.867687:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e27cd5b/0x8dc0a528a119a90a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebc4 expref: 24 pid: 8360 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.867702:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.867703:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.867708:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.867716:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.867764:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573239.867820:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b82050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926035328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 224us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.867826:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5694 00010000:00010000:3.0:1777573239.867883:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.867889:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.876742:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874974 is committed 00002000:00010000:0.0:1777573239.876876:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:0.0:1777573239.876882:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:0.0:1777573239.876900:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.876916:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.876926:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.876934:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573239.876940:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.876950:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.876973:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.876982:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119a9ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.877114:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926035200:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13276us (13548us total) trans 17179874974 rc 0/0 00000100:00100000:0.0:1777573239.877137:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5342 00000100:00100000:1.0:1777573239.881329:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.881442:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926035456 00000100:00100000:2.0:1777573239.881457:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926035456 00000100:00100000:2.0:1777573239.881927:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5343 00000100:00100000:2.0:1777573239.881941:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926035456:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573239.881986:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.882012:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd2 expref: 20 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.882022:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.882025:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.882029:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.882071:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd2 expref: 20 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.882087:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd2 expref: 20 pid: 8362 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.882103:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932167680:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573239.882211:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573239.884572:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932167680:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573239.884606:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.885421:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.885558:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926035584 00000100:00100000:2.0:1777573239.885568:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926035584 00010000:00010000:2.0:1777573239.885611:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd2 expref: 21 pid: 8362 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.885670:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5695 00000100:00100000:2.0:1777573239.885681:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926035584:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573239.885702:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.885730:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd2 expref: 21 pid: 8362 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.885745:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd2 expref: 21 pid: 8362 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.885778:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119a926 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebd2 expref: 21 pid: 8362 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.885796:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.885798:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.885803:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.885819:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.886042:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573239.886105:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926035584:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 425us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.886113:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5695 00010000:00010000:3.0:1777573239.887468:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.887485:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.896057:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841814 is committed 00002000:00010000:2.0:1777573239.896425:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:2.0:1777573239.896432:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:2.0:1777573239.896452:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.896469:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.896479:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.896493:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573239.896500:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.896510:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.896535:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.896544:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4f4bbfa/0x8dc0a528a119a9d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.896661:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926035456:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 14717us (15339us total) trans 21474841814 rc 0/0 00000100:00100000:2.0:1777573239.896673:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5343 00000100:00100000:1.0:1777573239.901414:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.901499:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926035712 00000100:00100000:2.0:1777573239.901512:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926035712 00000100:00100000:2.0:1777573239.901605:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5344 00000100:00100000:2.0:1777573239.901616:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926035712:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573239.901658:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.901689:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe0 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.901704:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.901707:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573239.901711:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.901756:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe0 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.901771:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe0 expref: 22 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.901788:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932167808:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573239.902144:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.904731:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932167808:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573239.904808:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.905206:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.905258:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926035840 00000100:00100000:2.0:1777573239.905268:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926035840 00010000:00010000:2.0:1777573239.905343:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe0 expref: 23 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.905425:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5696 00000100:00100000:2.0:1777573239.905438:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926035840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573239.905460:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573239.905488:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe0 expref: 23 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.905503:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe0 expref: 23 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.905532:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002015dad1/0x8dc0a528a119a942 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebe0 expref: 23 pid: 28215 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.905562:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.905565:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573239.905571:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.905583:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573239.905615:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.905641:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.905653:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.905682:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926035840:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 245us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.905690:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5696 00000001:00080000:1.0:1777573239.913077:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874975 is committed 00002000:00010000:0.0:1777573239.913358:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:0.0:1777573239.913365:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:0.0:1777573239.913382:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.913401:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.913419:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.913428:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573239.913434:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.913444:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.913479:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.913488:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119a9dc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.913622:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926035712:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12001us (12214us total) trans 17179874975 rc 0/0 00000100:00100000:0.0:1777573239.913634:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5344 00000100:00100000:2.0:1777573239.917263:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.917371:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926035968 00000100:00100000:1.0:1777573239.917385:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926035968 00000100:00100000:1.0:1777573239.917480:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5345 00000100:00100000:1.0:1777573239.917493:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926035968:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573239.917539:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.917567:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebee expref: 19 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.917577:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.917580:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573239.917584:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.917629:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebee expref: 19 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.917646:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebee expref: 19 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.917669:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932167936:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573239.917772:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573239.919368:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.919414:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926036096 00000100:00100000:0.0:1777573239.919421:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926036096 00000100:00100000:1.0:1777573239.919455:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932167936:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573239.919459:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebee expref: 20 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.919486:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.919516:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5697 00000100:00100000:0.0:1777573239.919527:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926036096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573239.919544:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.919572:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebee expref: 20 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.919586:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebee expref: 20 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.919613:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119a95e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebee expref: 20 pid: 28214 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.919630:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.919632:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573239.919637:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.919648:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.919679:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.919699:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.919709:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.919733:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926036096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 208us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.919741:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5697 00000001:00080000:2.0:1777573239.926410:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841815 is committed 00002000:00010000:1.0:1777573239.926668:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:1.0:1777573239.926674:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:1.0:1777573239.926691:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.926707:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.926718:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.926726:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573239.926733:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.926743:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.926767:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.926775:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119a9e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.926902:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919926035968:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9406us (9646us total) trans 21474841815 rc 0/0 00000100:00100000:1.0:1777573239.926914:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5345 00000100:00100000:2.0:1777573239.930403:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.930516:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926036224 00000100:00100000:0.0:1777573239.930529:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926036224 00000100:00100000:0.0:1777573239.930627:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5346 00000100:00100000:0.0:1777573239.930640:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926036224:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573239.930688:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.930715:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebfc expref: 21 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.930725:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573239.930728:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573239.930732:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.930778:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebfc expref: 21 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.930793:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebfc expref: 21 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.930821:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fc9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932168064:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573239.930924:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573239.932911:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fc9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932168064:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573239.932944:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573239.932971:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.933154:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926036352 00000100:00100000:1.0:1777573239.933167:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926036352 00010000:00010000:1.0:1777573239.933208:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebfc expref: 22 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573239.933248:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5698 00000100:00100000:1.0:1777573239.933259:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926036352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573239.933312:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.933749:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebfc expref: 22 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.933770:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebfc expref: 22 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.933800:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bdc6ada/0x8dc0a528a119a97a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ebfc expref: 22 pid: 29349 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.933822:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.933824:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573239.933830:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.933842:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.934049:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573239.934118:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926036352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 860us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.934137:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5698 00010000:00010000:0.0:1777573239.934268:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.934646:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.945736:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179874976 is committed 00002000:00010000:0.0:1777573239.945907:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 53248 -> 118784 00002000:00010000:0.0:1777573239.945916:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 128 00010000:00010000:0.0:1777573239.945935:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.945950:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.945960:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.945967:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573239.945972:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.945982:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.946006:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.946013:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119a9ea lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [73728->118783] (req 73728->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573239.946214:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926036224:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 15570us (15814us total) trans 17179874976 rc 0/0 00000100:00100000:0.0:1777573239.946228:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5346 00000100:00100000:1.0:1777573239.949883:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.949964:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926036480 00000100:00100000:2.0:1777573239.949978:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926036480 00000100:00100000:2.0:1777573239.950049:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12525 00000100:00100000:2.0:1777573239.950062:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926036480:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573239.950228:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926036480:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 169us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573239.950237:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12525 00000100:00100000:2.0:1777573239.952420:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.952489:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926036736 00000100:00100000:0.0:1777573239.952503:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926036736 00000100:00100000:0.0:1777573239.952572:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15608 00000100:00100000:0.0:1777573239.952584:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+471:59538:x1863919926036736:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573239.952652:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.952685:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119a988 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec03 expref: 471 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.952711:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.952717:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.952940:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.952964:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.952976:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573239.953030:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978828 00000004:00010000:0.0:1777573239.953054:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000def9e2eb reply state 00000000f948a754 transno 4294978829 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.953068:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.953075:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.953078:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573239.953080:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573239.953212:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+473:59538:x1863919926036736:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 623us (796us total) trans 4294978829 rc 0/0 00000100:00100000:0.0:1777573239.953220:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15608 00000020:00080000:0.0:1777573239.953227:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573239.955397:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.955493:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926036864 00000100:00100000:3.0:1777573239.955505:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926036864 00000100:00100000:3.0:1777573239.955593:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12526 00000100:00100000:3.0:1777573239.955603:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:59538:x1863919926036864:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.955621:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.955640:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec0a expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573239.955667:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d4f, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:3.0:1777573239.955692:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.955694:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.955701:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec0a expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.955714:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec0a expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.955725:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caaa00, rc 0) 00000100:00100000:3.0:1777573239.955780:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:59538:x1863919926036864:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 179us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.955787:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12526 00000100:00100000:1.0:1777573239.957714:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.957750:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.957766:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926036992 00000100:00100000:3.0:1777573239.957777:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926036992 00000100:00100000:0.0:1777573239.957817:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926037120 00002000:00010000:3.0:1777573239.957821:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (118784->18446744073709551615) 00000100:00100000:0.0:1777573239.957822:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926037120 00002000:00100000:3.0:1777573239.957827:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394000 with x1863919926036992 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573239.957838:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00010000:3.0:1777573239.957841:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca394000. 00002000:00100000:0.0:1777573239.957842:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394a80 with x1863919926037120 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.957848:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394a80. 00000100:00100000:3.0:1777573239.957877:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5347 00000100:00100000:3.0:1777573239.957887:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926036992:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573239.957938:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5348 00000100:00100000:0.0:1777573239.957945:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926037120:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.958074:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:0.0:1777573239.958076:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573239.958079:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.958079:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.958082:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573239.958082:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573239.958085:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.958085:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.958088:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:0.0:1777573239.958088:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573239.958211:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926036992:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 325us (505us total) trans 17179874977 rc 0/0 00000100:00100000:3.0:1777573239.958222:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5347 00002000:00010000:3.0:1777573239.958226:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (118784->18446744073709551615) 00002000:00100000:3.0:1777573239.958229:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394000 with x1863919926036992 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573239.958233:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1ca394000. 00000100:00100000:0.0:1777573239.958425:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926037120:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 479us (673us total) trans 21474841816 rc 0/0 00000100:00100000:0.0:1777573239.958431:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5348 00002000:00010000:0.0:1777573239.958435:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.958437:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca394a80 with x1863919926037120 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.958442:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca394a80. 00000100:00100000:2.0:1777573239.960995:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.961188:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926037248 00000100:00100000:0.0:1777573239.961200:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926037248 00000100:00100000:0.0:1777573239.961376:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15609 00000100:00100000:0.0:1777573239.961389:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+473:59538:x1863919926037248:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.961419:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.961444:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a9ff lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec11 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.961583:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa06 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.961604:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.961618:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573239.961653:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:0.0:1777573239.961658:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573239.961680:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.961717:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119a9ff lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec11 expref: 475 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.961738:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa06 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec11 expref: 474 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.961747:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.961751:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573239.961757:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0e00, rc 0) 00000100:00100000:0.0:1777573239.961822:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+474:59538:x1863919926037248:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 435us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.961829:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15609 00000100:00100000:2.0:1777573239.965785:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.965843:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926037504 00000100:00100000:0.0:1777573239.965856:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926037504 00000100:00100000:0.0:1777573239.965931:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15610 00000100:00100000:0.0:1777573239.965944:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+474:59538:x1863919926037504:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573239.966017:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.966051:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa06 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec11 expref: 474 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.966076:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.966083:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.966371:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.966396:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.966409:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573239.966473:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978830 00000004:00010000:0.0:1777573239.966514:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e515adc reply state 0000000065df50cc transno 4294978831 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.966528:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.966539:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.966542:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573239.966545:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573239.966660:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+476:59538:x1863919926037504:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 718us (885us total) trans 4294978831 rc 0/0 00000100:00100000:0.0:1777573239.966669:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15610 00000020:00080000:0.0:1777573239.966676:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573239.968547:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.968592:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.968935:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926037632 00000100:00100000:0.0:1777573239.968947:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926037632 00002000:00010000:0.0:1777573239.969000:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (147019->18446744073709551615) 00002000:00100000:0.0:1777573239.969006:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6a300 with x1863919926037632 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573239.969019:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6a300. 00000100:00100000:0.0:1777573239.969056:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926037760 00000100:00100000:0.0:1777573239.969059:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926037760 00002000:00010000:0.0:1777573239.969072:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.969074:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6bb80 with x1863919926037760 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.969081:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee6bb80. 00000100:00100000:0.0:1777573239.969106:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5349 00000100:00100000:0.0:1777573239.969117:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926037632:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.969400:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:0.0:1777573239.969405:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.969408:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573239.969410:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.969412:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573239.969471:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926037632:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 356us (935us total) trans 17179874978 rc 0/0 00000100:00100000:0.0:1777573239.969489:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5349 00002000:00010000:0.0:1777573239.969493:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (147019->18446744073709551615) 00002000:00100000:0.0:1777573239.969497:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6a300 with x1863919926037632 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573239.969502:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6a300. 00000100:00100000:3.0:1777573239.969526:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5350 00000100:00100000:3.0:1777573239.969539:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926037760:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.969624:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573239.969627:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.969630:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573239.969633:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.969635:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573239.969657:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926037760:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 123us (1066us total) trans 21474841817 rc 0/0 00000100:00100000:3.0:1777573239.970000:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5350 00002000:00010000:3.0:1777573239.970004:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.970007:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6bb80 with x1863919926037760 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.970011:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee6bb80. 00000100:00100000:2.0:1777573239.972116:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.972847:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926037888 00000100:00100000:0.0:1777573239.972861:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926037888 00000100:00100000:0.0:1777573239.972932:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15611 00000100:00100000:0.0:1777573239.972941:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+476:59538:x1863919926037888:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573239.972968:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573239.972991:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa14 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec18 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.973114:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aa1b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.973139:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aa1b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.973152:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aa1b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573239.973186:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573239.973190:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573239.973210:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aa1b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.973236:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa14 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec18 expref: 478 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.973260:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aa1b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec18 expref: 477 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.973292:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.973296:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573239.973301:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1400, rc 0) 00000100:00100000:0.0:1777573239.973357:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+477:59538:x1863919926037888:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 418us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573239.973364:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15611 00000100:00100000:2.0:1777573239.976702:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.976964:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926038144 00000100:00100000:1.0:1777573239.976977:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926038144 00000100:00100000:1.0:1777573239.977038:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15612 00000100:00100000:1.0:1777573239.977046:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+477:59538:x1863919926038144:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573239.977105:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573239.977449:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aa1b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec18 expref: 477 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.977474:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.977481:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573239.977709:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.977733:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.977744:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573239.977795:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978832 00000004:00010000:1.0:1777573239.977819:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4eb9232 reply state 00000000da2027db transno 4294978833 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.977832:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.977839:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.977842:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573239.977845:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573239.977988:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+479:59538:x1863919926038144:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 942us (1299us total) trans 4294978833 rc 0/0 00000100:00100000:1.0:1777573239.977994:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15612 00000020:00080000:1.0:1777573239.977999:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573239.979839:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573239.979915:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926038272 00000100:00100000:3.0:1777573239.979928:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926038272 00000100:00100000:3.0:1777573239.979991:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12527 00000100:00100000:3.0:1777573239.980003:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+20:59538:x1863919926038272:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573239.980024:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573239.980050:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec1f expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573239.980086:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d51, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:3.0:1777573239.980115:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.980117:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573239.980143:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec1f expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.980162:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec1f expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573239.980178:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa600, rc 0) 00000100:00100000:3.0:1777573239.980308:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+21:59538:x1863919926038272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 307us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573239.980316:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12527 00000100:00100000:2.0:1777573239.984601:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.984660:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.984784:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926038400 00000100:00100000:0.0:1777573239.984807:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926038400 00002000:00010000:0.0:1777573239.984872:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (118784->18446744073709551615) 00002000:00100000:0.0:1777573239.984879:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6b480 with x1863919926038400 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573239.984894:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee6b480. 00000100:00100000:0.0:1777573239.984936:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926038528 00000100:00100000:0.0:1777573239.984940:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926038528 00002000:00010000:0.0:1777573239.984956:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.984959:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69880 with x1863919926038528 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.984966:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69880. 00000100:00100000:0.0:1777573239.984993:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5351 00000100:00100000:0.0:1777573239.985004:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926038400:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573239.985048:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5352 00000100:00100000:2.0:1777573239.985056:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926038528:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573239.985211:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:0.0:1777573239.985215:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.985218:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573239.985220:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.985223:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:2.0:1777573239.985233:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573239.985236:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573239.985238:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573239.985240:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573239.985242:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573239.985750:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926038528:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 692us (1090us total) trans 17179874979 rc 0/0 00000100:00100000:0.0:1777573239.985750:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926038400:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 746us (1161us total) trans 21474841818 rc 0/0 00000100:00100000:0.0:1777573239.985760:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5351 00000100:00100000:2.0:1777573239.985764:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5352 00002000:00010000:2.0:1777573239.985765:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00010000:0.0:1777573239.985765:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (118784->18446744073709551615) 00002000:00100000:2.0:1777573239.985769:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69880 with x1863919926038528 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573239.985769:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6b480 with x1863919926038400 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573239.985775:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69880. 00002000:00010000:0.0:1777573239.985775:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee6b480. 00000100:00100000:2.0:1777573239.989449:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573239.989522:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926038656 00000100:00100000:1.0:1777573239.989535:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926038656 00000100:00100000:1.0:1777573239.989616:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15613 00000100:00100000:1.0:1777573239.989628:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+479:59538:x1863919926038656:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573239.989661:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573239.989687:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119aa30 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec26 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.990008:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119aa37 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.990027:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119aa37 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.990041:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119aa37 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573239.990073:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:1.0:1777573239.990077:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573239.990096:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119aa37 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.990138:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119aa30 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec26 expref: 481 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.990161:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119aa37 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec26 expref: 480 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573239.990174:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573239.990178:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573239.990183:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2da00, rc 0) 00000100:00100000:1.0:1777573239.990336:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+480:59538:x1863919926038656:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 646us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573239.990349:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15613 00000100:00100000:1.0:1777573239.992924:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.993066:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926038912 00000100:00100000:0.0:1777573239.993078:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926038912 00000100:00100000:0.0:1777573239.993148:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15614 00000100:00100000:0.0:1777573239.993157:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+480:59538:x1863919926038912:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573239.993235:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573239.993267:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119aa37 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec26 expref: 480 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.993333:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.993339:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573239.993561:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.993584:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.993595:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573239.993656:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978834 00000004:00010000:0.0:1777573239.993681:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004202b1d6 reply state 00000000189ae13e transno 4294978835 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.993694:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573239.993700:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573239.993703:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573239.993706:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573239.993819:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+482:59538:x1863919926038912:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 661us (904us total) trans 4294978835 rc 0/0 00000100:00100000:0.0:1777573239.993827:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15614 00000020:00080000:0.0:1777573239.993833:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573239.996467:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573239.996508:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573239.996887:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926039040 00000100:00100000:0.0:1777573239.996900:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926039040 00002000:00010000:0.0:1777573239.996954:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (147019->18446744073709551615) 00002000:00100000:0.0:1777573239.996959:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919926039040 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573239.996973:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:0.0:1777573239.997055:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926039168 00000100:00100000:0.0:1777573239.997060:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926039168 00002000:00010000:0.0:1777573239.997076:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573239.997079:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69500 with x1863919926039168 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573239.997087:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69500. 00000100:00100000:0.0:1777573239.997115:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5353 00000100:00100000:0.0:1777573239.997134:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926039040:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573239.997234:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5354 00000100:00100000:3.0:1777573239.997245:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926039168:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573239.997404:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573239.997408:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.997411:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573239.997413:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573239.997415:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573239.997461:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:0.0:1777573239.997465:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.997468:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573239.997470:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573239.997474:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573239.997565:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926039040:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 432us (1110us total) trans 21474841819 rc 0/0 00000100:00100000:0.0:1777573239.997573:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5353 00002000:00010000:0.0:1777573239.997578:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (147019->18446744073709551615) 00002000:00100000:0.0:1777573239.997580:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69c00 with x1863919926039040 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573239.997585:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee69c00. 00000100:00100000:3.0:1777573239.997613:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926039168:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 263us (996us total) trans 17179874980 rc 0/0 00000100:00100000:3.0:1777573239.997621:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5354 00002000:00010000:3.0:1777573239.997624:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573239.997628:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee69500 with x1863919926039168 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573239.997633:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee69500. 00000100:00100000:2.0:1777573240.000086:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.000198:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926039296 00000100:00100000:0.0:1777573240.000210:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926039296 00000100:00100000:0.0:1777573240.000308:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15615 00000100:00100000:0.0:1777573240.000333:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+482:59538:x1863919926039296:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.000361:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1777573240.000362:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1777573240.000388:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa45 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec2d expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.000506:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa4c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.000525:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.000539:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.000576:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573240.000580:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.000602:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.000637:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa45 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec2d expref: 484 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.000659:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa4c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec2d expref: 483 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.000668:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.000671:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.000675:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0400, rc 0) 00000100:00100000:0.0:1777573240.000733:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+483:59538:x1863919926039296:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 416us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.000752:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15615 00000100:00100000:1.0:1777573240.005640:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.005878:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926039552 00000100:00100000:0.0:1777573240.005893:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926039552 00000100:00100000:0.0:1777573240.006012:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15616 00000100:00100000:0.0:1777573240.006025:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+483:59538:x1863919926039552:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.006100:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.006145:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa4c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec2d expref: 483 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.006169:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.006175:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.006446:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.006470:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.006481:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.006532:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978836 00000004:00010000:0.0:1777573240.006653:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ecbf5ad2 reply state 000000001bbdbe8a transno 4294978837 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.006666:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.006672:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.006675:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.006677:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.006800:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+485:59538:x1863919926039552:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 777us (1174us total) trans 4294978837 rc 0/0 00000100:00100000:0.0:1777573240.006808:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15616 00000020:00080000:0.0:1777573240.006814:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.008843:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.008928:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926039680 00000100:00100000:0.0:1777573240.008941:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926039680 00000100:00100000:0.0:1777573240.009024:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12528 00000100:00100000:0.0:1777573240.009035:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+23:59538:x1863919926039680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.009056:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.009082:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec34 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.009113:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d55, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:0.0:1777573240.009155:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.009159:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.009169:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec34 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.009188:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec34 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.009353:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0000, rc 0) 00000100:00100000:0.0:1777573240.009416:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+24:59538:x1863919926039680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 382us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.009423:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12528 00000100:00080000:3.0:1777573240.011127:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573240.011224:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.011341:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.011984:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926039808 00000100:00100000:0.0:1777573240.011999:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926039808 00002000:00010000:0.0:1777573240.012042:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (118784->18446744073709551615) 00002000:00100000:0.0:1777573240.012046:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499ea00 with x1863919926039808 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573240.012058:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499ea00. 00000100:00100000:0.0:1777573240.012086:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926039936 00000100:00100000:0.0:1777573240.012090:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926039936 00002000:00010000:0.0:1777573240.012163:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.012167:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499e680 with x1863919926039936 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.012174:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499e680. 00000100:00100000:0.0:1777573240.012196:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5355 00000100:00100000:0.0:1777573240.012206:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926039808:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573240.012353:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5356 00000100:00100000:1.0:1777573240.012364:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926039936:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.012417:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:0.0:1777573240.012421:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.012424:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573240.012426:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.012429:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:1.0:1777573240.012454:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.012457:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:1.0:1777573240.012459:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573240.012460:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:1.0:1777573240.012462:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.012490:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926039936:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 129us (1149us total) trans 17179874981 rc 0/0 00000100:00100000:1.0:1777573240.012498:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5356 00002000:00010000:1.0:1777573240.012502:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.012505:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499e680 with x1863919926039936 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.012509:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499e680. 00000100:00080000:2.0:1777573240.012560:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573240.012592:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926039808:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 388us (1373us total) trans 21474841820 rc 0/0 00000100:00100000:0.0:1777573240.012599:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5355 00002000:00010000:0.0:1777573240.012602:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (118784->18446744073709551615) 00002000:00100000:0.0:1777573240.012604:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499ea00 with x1863919926039808 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573240.012609:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499ea00. 00000100:00100000:2.0:1777573240.015072:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.015165:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926040064 00000100:00100000:1.0:1777573240.015177:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926040064 00000100:00100000:1.0:1777573240.015322:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15617 00000100:00100000:1.0:1777573240.015332:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+485:59538:x1863919926040064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573240.015356:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.015378:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119aa61 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec3b expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.015484:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119aa68 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.015500:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119aa68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.015509:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119aa68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573240.015535:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:1.0:1777573240.015540:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573240.015560:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119aa68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.015595:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119aa61 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec3b expref: 487 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.015620:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119aa68 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec3b expref: 486 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.015631:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.015634:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573240.015638:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d200, rc 0) 00000100:00100000:1.0:1777573240.015690:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+486:59538:x1863919926040064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 360us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.015698:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15617 00000100:00100000:3.0:1777573240.020604:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.021568:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926040320 00000100:00100000:0.0:1777573240.021583:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926040320 00000100:00100000:0.0:1777573240.021666:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15618 00000100:00100000:0.0:1777573240.021682:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+486:59538:x1863919926040320:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.021761:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.021797:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119aa68 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec3b expref: 486 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.021823:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.021829:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.022062:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.022088:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.022100:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.022169:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978838 00000004:00010000:0.0:1777573240.022195:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004af6c30f reply state 00000000310b7d8a transno 4294978839 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.022210:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.022217:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.022221:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.022223:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.022382:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+488:59538:x1863919926040320:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 701us (1790us total) trans 4294978839 rc 0/0 00000100:00100000:0.0:1777573240.022392:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15618 00000020:00080000:0.0:1777573240.022398:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.025676:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.025773:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.026151:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926040448 00000100:00100000:0.0:1777573240.026165:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926040448 00002000:00010000:0.0:1777573240.026220:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.026226:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499ca80 with x1863919926040448 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.026242:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499ca80. 00000100:00100000:0.0:1777573240.026267:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926040576 00000100:00100000:0.0:1777573240.026296:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926040576 00002000:00010000:0.0:1777573240.026315:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.026319:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499c700 with x1863919926040576 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.026326:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499c700. 00000100:00100000:0.0:1777573240.026404:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5357 00000100:00100000:0.0:1777573240.026415:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919926040448:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.026661:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:0.0:1777573240.026665:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.026668:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573240.026670:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.026673:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.026741:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919926040448:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 327us (1078us total) trans 21474841821 rc 0/0 00000100:00100000:0.0:1777573240.026750:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5357 00002000:00010000:0.0:1777573240.026754:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.026757:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499ca80 with x1863919926040448 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.026761:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c499ca80. 00000100:00100000:0.0:1777573240.026782:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5358 00000100:00100000:0.0:1777573240.026790:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919926040576:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.026861:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.026864:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.026866:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573240.026868:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.026870:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.026890:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919926040576:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 101us (1118us total) trans 17179874982 rc 0/0 00000100:00100000:0.0:1777573240.026897:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5358 00002000:00010000:0.0:1777573240.026900:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.026903:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499c700 with x1863919926040576 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.026907:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499c700. 00000100:00100000:2.0:1777573240.029757:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.029881:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926040704 00000100:00100000:1.0:1777573240.029893:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926040704 00000100:00100000:1.0:1777573240.029952:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15619 00000100:00100000:1.0:1777573240.029964:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+488:59538:x1863919926040704:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573240.029994:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.030016:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119aa76 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec42 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.030144:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119aa7d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.030163:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119aa7d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.030177:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119aa7d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573240.030210:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:1.0:1777573240.030215:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573240.030238:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119aa7d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.030308:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119aa76 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec42 expref: 490 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.030331:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119aa7d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec42 expref: 489 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.030342:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.030346:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573240.030350:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d800, rc 0) 00000100:00100000:1.0:1777573240.030422:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+489:59538:x1863919926040704:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 457us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.030430:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15619 00000100:00100000:3.0:1777573240.032937:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.033184:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926040960 00000100:00100000:0.0:1777573240.033196:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926040960 00000100:00100000:0.0:1777573240.033314:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15620 00000100:00100000:0.0:1777573240.033326:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+489:59538:x1863919926040960:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.033392:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.033425:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119aa7d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec42 expref: 489 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.033450:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.033457:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.033676:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.033702:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.033714:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.033774:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978840 00000004:00010000:0.0:1777573240.033801:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000068b68f02 reply state 00000000acdddc85 transno 4294978841 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.033815:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.033823:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.033826:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.033828:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.033934:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+491:59538:x1863919926040960:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 608us (1006us total) trans 4294978841 rc 0/0 00000100:00100000:0.0:1777573240.033943:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15620 00000020:00080000:0.0:1777573240.033950:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.035763:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.035878:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926041088 00000100:00100000:3.0:1777573240.035891:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926041088 00000100:00100000:3.0:1777573240.035990:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12529 00000100:00100000:3.0:1777573240.036002:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+27:59538:x1863919926041088:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.036023:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.036047:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec49 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.036079:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d56, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:3.0:1777573240.036104:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.036106:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.036115:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec49 expref: 28 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.036146:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec49 expref: 28 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.036162:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabe00, rc 0) 00000100:00100000:3.0:1777573240.036230:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+28:59538:x1863919926041088:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 231us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.036238:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12529 00000100:00100000:2.0:1777573240.037775:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.037868:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.038096:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926041216 00000100:00100000:3.0:1777573240.038108:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926041216 00000100:00100000:1.0:1777573240.038175:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926041344 00002000:00010000:3.0:1777573240.038176:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (118784->18446744073709551615) 00000100:00100000:1.0:1777573240.038181:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926041344 00002000:00100000:3.0:1777573240.038183:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182d180 with x1863919926041216 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.038198:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c182d180. 00002000:00010000:1.0:1777573240.038206:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.038212:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182d880 with x1863919926041344 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.038221:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c182d880. 00000100:00100000:3.0:1777573240.038308:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5359 00000100:00100000:3.0:1777573240.038320:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926041216:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.038512:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:3.0:1777573240.038517:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.038519:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573240.038522:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.038524:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.038590:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926041216:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 272us (824us total) trans 17179874983 rc 0/0 00000100:00100000:3.0:1777573240.038599:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5359 00002000:00010000:3.0:1777573240.038602:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (118784->18446744073709551615) 00002000:00100000:3.0:1777573240.038605:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182d180 with x1863919926041216 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.038609:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c182d180. 00000100:00100000:3.0:1777573240.038628:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5360 00000100:00100000:3.0:1777573240.038634:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926041344:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.038717:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.038720:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.038723:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573240.038726:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.038728:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.038747:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926041344:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 114us (880us total) trans 21474841822 rc 0/0 00000100:00100000:3.0:1777573240.038753:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5360 00002000:00010000:3.0:1777573240.038756:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.038758:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182d880 with x1863919926041344 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.038762:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c182d880. 00000100:00100000:1.0:1777573240.042442:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.042722:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926041472 00000100:00100000:2.0:1777573240.042735:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926041472 00000100:00100000:2.0:1777573240.042882:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15621 00000100:00100000:2.0:1777573240.042965:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+491:59538:x1863919926041472:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.042998:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.043024:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119aa92 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec50 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.043165:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aa99 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.043185:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aa99 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.043198:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aa99 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.043234:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573240.043239:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.043260:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aa99 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.043325:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119aa92 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec50 expref: 493 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.043345:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aa99 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec50 expref: 492 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.043354:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.043358:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.043361:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6be8200, rc 0) 00000100:00100000:2.0:1777573240.043529:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+492:59538:x1863919926041472:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 637us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.043537:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15621 00000100:00100000:2.0:1777573240.045985:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.046175:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926041728 00000100:00100000:0.0:1777573240.046187:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926041728 00000100:00100000:0.0:1777573240.046253:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15622 00000100:00100000:0.0:1777573240.046266:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+492:59538:x1863919926041728:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.046367:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.046397:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aa99 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec50 expref: 492 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.046422:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.046428:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.046635:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.046659:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.046671:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.046725:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978842 00000004:00010000:0.0:1777573240.046749:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009e792e0 reply state 000000007f5f3925 transno 4294978843 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.046762:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.046768:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.046770:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.046773:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.046872:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+494:59538:x1863919926041728:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 609us (900us total) trans 4294978843 rc 0/0 00000100:00100000:0.0:1777573240.046879:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15622 00000020:00080000:0.0:1777573240.046886:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.050753:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.050795:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.050864:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926041984 00000100:00100000:2.0:1777573240.050876:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926041984 00002000:00010000:2.0:1777573240.050925:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.050930:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130000 with x1863919926041984 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.050945:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7130000. 00000100:00100000:2.0:1777573240.050974:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926041856 00000100:00100000:2.0:1777573240.050977:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926041856 00002000:00010000:2.0:1777573240.050988:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (147019->18446744073709551615) 00002000:00100000:2.0:1777573240.050991:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130e00 with x1863919926041856 ext(147019->18446744073709551615) 00002000:00010000:2.0:1777573240.050996:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7130e00. 00000100:00100000:2.0:1777573240.051017:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5361 00000100:00100000:2.0:1777573240.051025:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926041984:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573240.051204:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573240.051209:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.051212:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573240.051214:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.051217:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.051224:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5362 00000100:00100000:3.0:1777573240.051254:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926041856:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573240.051306:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926041984:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 280us (565us total) trans 21474841823 rc 0/0 00000100:00100000:2.0:1777573240.051313:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5361 00002000:00010000:2.0:1777573240.051317:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.051320:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130000 with x1863919926041984 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.051324:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7130000. 00002000:00010000:3.0:1777573240.051622:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:3.0:1777573240.051625:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.051695:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573240.051698:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.051700:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.051767:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926041856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 531us (971us total) trans 17179874984 rc 0/0 00000100:00100000:3.0:1777573240.051775:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5362 00002000:00010000:3.0:1777573240.051781:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.051785:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130e00 with x1863919926041856 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.051797:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7130e00. 00000100:00100000:1.0:1777573240.054665:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.054780:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926042112 00000100:00100000:0.0:1777573240.054792:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926042112 00000100:00100000:0.0:1777573240.054860:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15623 00000100:00100000:0.0:1777573240.054872:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+494:59538:x1863919926042112:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.054900:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.054925:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aaa7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec57 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.055046:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119aaae lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.055065:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119aaae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.055078:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119aaae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.055113:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573240.055117:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.055154:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119aaae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.055183:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aaa7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec57 expref: 496 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.055202:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119aaae lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec57 expref: 495 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.055211:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.055215:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.055220:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39e000, rc 0) 00000100:00100000:0.0:1777573240.055557:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+495:59538:x1863919926042112:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 687us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.055565:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15623 00000100:00100000:1.0:1777573240.058710:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.058824:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926042368 00000100:00100000:0.0:1777573240.058838:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926042368 00000100:00100000:0.0:1777573240.058918:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15624 00000100:00100000:0.0:1777573240.058930:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+495:59538:x1863919926042368:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.059006:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.059042:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119aaae lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec57 expref: 495 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.059066:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.059072:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.059332:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.059358:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.059371:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.059420:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978844 00000004:00010000:0.0:1777573240.059441:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a478ece reply state 000000007f7ff805 transno 4294978845 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.059460:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.059471:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.059474:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.059476:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.060395:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+497:59538:x1863919926042368:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1462us (1693us total) trans 4294978845 rc 0/0 00000100:00100000:0.0:1777573240.060406:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15624 00000020:00080000:0.0:1777573240.060414:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.062708:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.062849:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926042496 00000100:00100000:3.0:1777573240.062862:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926042496 00000100:00100000:3.0:1777573240.062972:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12530 00000100:00100000:3.0:1777573240.062984:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+28:59538:x1863919926042496:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.063008:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.063038:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec5e expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.063070:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d57, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:3.0:1777573240.063101:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.063104:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.063115:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec5e expref: 29 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.063145:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec5e expref: 29 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.063162:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab000, rc 0) 00000100:00100000:3.0:1777573240.063234:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+29:59538:x1863919926042496:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 253us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.063242:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12530 00000100:00100000:1.0:1777573240.066263:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.066339:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.066521:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926042624 00000100:00100000:3.0:1777573240.066535:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926042624 00002000:00010000:3.0:1777573240.066590:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (118784->18446744073709551615) 00002000:00100000:3.0:1777573240.066596:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131f80 with x1863919926042624 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.066611:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7131f80. 00000100:00100000:3.0:1777573240.066687:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926042752 00000100:00100000:3.0:1777573240.066691:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926042752 00002000:00010000:3.0:1777573240.066706:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.066709:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133480 with x1863919926042752 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.066715:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7133480. 00000100:00100000:3.0:1777573240.066747:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5363 00000100:00100000:2.0:1777573240.066757:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5364 00000100:00100000:3.0:1777573240.066759:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926042624:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573240.066773:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926042752:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.066949:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:2.0:1777573240.066949:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.066956:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.066956:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.066962:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573240.066962:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573240.066967:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.066968:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.066972:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:2.0:1777573240.066974:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573240.067063:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926042752:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 295us (722us total) trans 17179874985 rc 0/0 00000100:00100000:2.0:1777573240.067073:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5364 00002000:00010000:2.0:1777573240.067077:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.067080:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133480 with x1863919926042752 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.067084:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7133480. 00000100:00100000:3.0:1777573240.067097:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926042624:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 340us (846us total) trans 21474841824 rc 0/0 00000100:00100000:3.0:1777573240.067104:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5363 00002000:00010000:3.0:1777573240.067108:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (118784->18446744073709551615) 00002000:00100000:3.0:1777573240.067111:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131f80 with x1863919926042624 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.067116:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7131f80. 00000100:00100000:1.0:1777573240.070829:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.070982:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926042880 00000100:00100000:2.0:1777573240.070994:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926042880 00000100:00100000:2.0:1777573240.071063:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15625 00000100:00100000:2.0:1777573240.071075:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+497:59538:x1863919926042880:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.071105:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.071152:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119aac3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec65 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.071439:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aaca lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.071516:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aaca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.071532:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aaca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.071568:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573240.071574:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.071597:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aaca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.071628:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119aac3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec65 expref: 499 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.071647:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aaca lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec65 expref: 498 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.071656:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.071659:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.071664:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6be8200, rc 0) 00000100:00100000:2.0:1777573240.071738:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+498:59538:x1863919926042880:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 662us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.071746:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15625 00000100:00100000:0.0:1777573240.074263:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.074563:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926043136 00000100:00100000:2.0:1777573240.074576:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926043136 00000100:00100000:2.0:1777573240.074651:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15626 00000100:00100000:2.0:1777573240.074664:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+498:59538:x1863919926043136:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573240.074730:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.074761:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119aaca lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec65 expref: 498 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.074782:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.074787:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573240.074992:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.075019:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.075027:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573240.075074:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978846 00000004:00010000:2.0:1777573240.075096:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bba0c143 reply state 0000000083cf64d5 transno 4294978847 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.075108:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.075115:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.075128:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573240.075132:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573240.075232:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+500:59538:x1863919926043136:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 571us (983us total) trans 4294978847 rc 0/0 00000100:00100000:2.0:1777573240.075240:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15626 00000020:00080000:2.0:1777573240.075246:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.078938:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.079008:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926043264 00000100:00100000:0.0:1777573240.079023:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926043264 00002000:00010000:0.0:1777573240.079078:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.079084:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7132a00 with x1863919926043264 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.079099:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7132a00. 00000100:00100000:0.0:1777573240.079148:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5365 00000100:00100000:0.0:1777573240.079162:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926043264:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.079476:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:0.0:1777573240.079481:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.079485:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573240.079488:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.079490:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.079627:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926043264:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 468us (700us total) trans 21474841825 rc 0/0 00000100:00100000:0.0:1777573240.079636:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5365 00002000:00010000:0.0:1777573240.079641:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.079644:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7132a00 with x1863919926043264 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.079649:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7132a00. 00000100:00100000:1.0:1777573240.080776:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.080911:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926043392 00000100:00100000:0.0:1777573240.080920:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926043392 00002000:00010000:0.0:1777573240.080953:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.080958:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131500 with x1863919926043392 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.080966:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7131500. 00000100:00100000:0.0:1777573240.081117:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5366 00000100:00100000:0.0:1777573240.081140:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926043392:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.081432:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.081436:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.081439:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573240.081441:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.081443:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.081531:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926043392:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 395us (760us total) trans 17179874986 rc 0/0 00000100:00100000:0.0:1777573240.081540:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5366 00002000:00010000:0.0:1777573240.081544:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.081547:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7131500 with x1863919926043392 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.081552:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7131500. 00000100:00100000:1.0:1777573240.085842:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.085946:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926043520 00000100:00100000:2.0:1777573240.085959:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926043520 00000100:00100000:2.0:1777573240.086075:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15627 00000100:00100000:2.0:1777573240.088085:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+500:59538:x1863919926043520:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.088130:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.088159:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119aad8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec6c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.088303:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119aadf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.088323:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119aadf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.088337:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119aadf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.088370:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:2.0:1777573240.088375:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.088394:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119aadf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.088421:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119aad8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec6c expref: 502 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.088444:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119aadf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec6c expref: 501 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.088453:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.088456:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.088460:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a8800, rc 0) 00000100:00100000:2.0:1777573240.088550:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+501:59538:x1863919926043520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2465us (2721us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.088560:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15627 00000100:00100000:1.0:1777573240.095178:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.098164:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926043776 00000100:00100000:0.0:1777573240.098185:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926043776 00000100:00100000:0.0:1777573240.098336:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15628 00000100:00100000:0.0:1777573240.098349:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+501:59538:x1863919926043776:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.098421:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.098458:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119aadf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec6c expref: 501 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.098495:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.098502:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.098746:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.098777:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.098789:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.098847:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978848 00000004:00010000:0.0:1777573240.098872:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002610f26e reply state 000000000c38678b transno 4294978849 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.098886:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.098893:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.098895:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.098898:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.099013:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+503:59538:x1863919926043776:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 666us (3848us total) trans 4294978849 rc 0/0 00000100:00100000:0.0:1777573240.099021:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15628 00000020:00080000:0.0:1777573240.099027:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.101620:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.101767:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926043904 00000100:00100000:1.0:1777573240.101780:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926043904 00000100:00100000:1.0:1777573240.101850:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12531 00000100:00100000:1.0:1777573240.101862:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+31:59538:x1863919926043904:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573240.101885:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.101915:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec73 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.101947:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d5d, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:1.0:1777573240.101974:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.101976:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.101985:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec73 expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.102003:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec73 expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.102018:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c600, rc 0) 00000100:00100000:1.0:1777573240.102088:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+32:59538:x1863919926043904:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 228us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.102096:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12531 00000100:00100000:1.0:1777573240.104720:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.104757:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.104803:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926044160 00000100:00100000:2.0:1777573240.104816:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926044160 00002000:00010000:2.0:1777573240.104867:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.104874:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133b80 with x1863919926044160 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.104888:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7133b80. 00000100:00100000:2.0:1777573240.104917:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926044032 00000100:00100000:2.0:1777573240.104921:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926044032 00002000:00010000:2.0:1777573240.104938:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (118784->18446744073709551615) 00002000:00100000:2.0:1777573240.104941:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133800 with x1863919926044032 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573240.104949:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7133800. 00000100:00100000:2.0:1777573240.104983:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5367 00000100:00100000:2.0:1777573240.104995:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926044160:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573240.105000:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5368 00000100:00100000:0.0:1777573240.105010:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926044032:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573240.105181:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.105181:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:2.0:1777573240.105188:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.105189:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.105194:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573240.105195:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573240.105199:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.105201:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:2.0:1777573240.105211:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.105214:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.105298:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926044032:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 261us (511us total) trans 21474841826 rc 0/0 00000100:00100000:0.0:1777573240.105306:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5368 00002000:00010000:0.0:1777573240.105310:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (118784->18446744073709551615) 00002000:00100000:0.0:1777573240.105313:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133800 with x1863919926044032 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573240.105318:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7133800. 00000100:00100000:2.0:1777573240.105887:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926044160:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 892us (1177us total) trans 17179874987 rc 0/0 00000100:00100000:2.0:1777573240.105896:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5367 00002000:00010000:2.0:1777573240.105900:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.105902:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7133b80 with x1863919926044160 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.105908:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7133b80. 00000100:00100000:2.0:1777573240.108385:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.108823:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926044288 00000100:00100000:0.0:1777573240.108838:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926044288 00000100:00100000:0.0:1777573240.108923:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15629 00000100:00100000:0.0:1777573240.108936:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+503:59538:x1863919926044288:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.108969:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.108996:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119aaf4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec7a expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.109143:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119aafb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.109164:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119aafb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.109178:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119aafb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.109217:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:0.0:1777573240.109222:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.109257:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119aafb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.109488:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119aaf4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec7a expref: 505 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.109512:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119aafb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec7a expref: 504 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.109523:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.109526:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.109531:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:0.0:1777573240.109621:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+504:59538:x1863919926044288:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 688us (1245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.109628:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15629 00000100:00100000:3.0:1777573240.114153:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.114217:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926044544 00000100:00100000:0.0:1777573240.114231:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926044544 00000100:00100000:0.0:1777573240.114421:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15630 00000100:00100000:0.0:1777573240.114433:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+504:59538:x1863919926044544:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.114584:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.114623:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119aafb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec7a expref: 504 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.114647:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.114653:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.114872:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.114899:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.114911:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.114965:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978850 00000004:00010000:1.0:1777573240.114994:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc76708c reply state 000000005585722f transno 4294978851 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.115012:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.115018:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.115021:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.115024:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.115147:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+506:59538:x1863919926044544:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 716us (1007us total) trans 4294978851 rc 0/0 00000100:00100000:1.0:1777573240.115156:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15630 00000020:00080000:1.0:1777573240.115162:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.122456:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.122531:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.122654:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926044672 00000100:00100000:3.0:1777573240.122768:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926044672 00002000:00010000:3.0:1777573240.122822:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.122828:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130a80 with x1863919926044672 ext(147019->18446744073709551615) 00000100:00100000:2.0:1777573240.122836:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926044800 00002000:00010000:3.0:1777573240.122841:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7130a80. 00000100:00100000:2.0:1777573240.122845:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926044800 00000100:00100000:3.0:1777573240.122872:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5369 00002000:00010000:2.0:1777573240.122872:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.122879:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64a80 with x1863919926044800 ext(0->18446744073709551615) 00000100:00100000:3.0:1777573240.122887:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926044672:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573240.122889:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b64a80. 00000100:00100000:2.0:1777573240.122927:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5370 00000100:00100000:2.0:1777573240.122939:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926044800:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.123099:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:2.0:1777573240.123101:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.123103:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.123108:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573240.123109:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.123110:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.123114:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:2.0:1777573240.123127:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573240.123133:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.123135:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.123202:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926044672:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 317us (760us total) trans 21474841827 rc 0/0 00000100:00100000:3.0:1777573240.123212:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5369 00002000:00010000:3.0:1777573240.123216:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.123220:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130a80 with x1863919926044672 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.123225:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7130a80. 00000100:00100000:2.0:1777573240.123415:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926044800:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 480us (883us total) trans 17179874988 rc 0/0 00000100:00100000:2.0:1777573240.123423:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5370 00002000:00010000:2.0:1777573240.123427:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.123430:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64a80 with x1863919926044800 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.123435:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b64a80. 00000100:00100000:2.0:1777573240.126998:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.127143:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926044928 00000100:00100000:0.0:1777573240.127158:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926044928 00000100:00100000:0.0:1777573240.127235:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15631 00000100:00100000:0.0:1777573240.127246:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+506:59538:x1863919926044928:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.127321:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.127456:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab09 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec81 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.127586:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab10 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.127605:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab10 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.127619:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab10 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.127655:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573240.127660:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.127683:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab10 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.127715:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab09 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec81 expref: 508 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.127734:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab10 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec81 expref: 507 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.127744:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.127747:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.127752:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359600, rc 0) 00000100:00100000:0.0:1777573240.127829:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+507:59538:x1863919926044928:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 585us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.127837:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15631 00000100:00100000:1.0:1777573240.131582:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.131870:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926045184 00000100:00100000:0.0:1777573240.131882:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926045184 00000100:00100000:0.0:1777573240.131942:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15632 00000100:00100000:0.0:1777573240.131958:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+507:59538:x1863919926045184:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.132020:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.132053:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab10 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec81 expref: 507 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.132071:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.132076:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.132324:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.132350:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.132361:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.132432:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978852 00000004:00010000:0.0:1777573240.132455:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3409160 reply state 00000000330d820b transno 4294978853 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.132472:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.132478:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.132482:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.132484:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.132648:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+509:59538:x1863919926045184:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 696us (1084us total) trans 4294978853 rc 0/0 00000100:00100000:0.0:1777573240.132658:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15632 00000020:00080000:0.0:1777573240.132665:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.135307:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.135539:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926045312 00000100:00100000:3.0:1777573240.135552:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926045312 00000100:00100000:3.0:1777573240.135619:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12532 00000100:00100000:3.0:1777573240.135631:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+34:59538:x1863919926045312:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.135655:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.135693:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec88 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.135725:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d5e, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:3.0:1777573240.135754:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.135757:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.135766:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec88 expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.135784:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec88 expref: 35 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.135799:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa400, rc 0) 00000100:00100000:3.0:1777573240.135872:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+35:59538:x1863919926045312:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 243us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.135884:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12532 00000100:00100000:2.0:1777573240.139192:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.139237:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.139354:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926045440 00000100:00100000:3.0:1777573240.139367:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926045440 00002000:00010000:3.0:1777573240.139425:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (118784->18446744073709551615) 00002000:00100000:3.0:1777573240.139431:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182e300 with x1863919926045440 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.139445:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c182e300. 00000100:00100000:3.0:1777573240.139477:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926045568 00000100:00100000:3.0:1777573240.139480:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926045568 00002000:00010000:3.0:1777573240.139504:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.139507:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182ce00 with x1863919926045568 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.139514:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c182ce00. 00000100:00100000:3.0:1777573240.139539:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5371 00000100:00100000:3.0:1777573240.139549:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+35:2405:x1863919926045440:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573240.139765:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5372 00000100:00100000:1.0:1777573240.139777:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+34:2405:x1863919926045568:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573240.139995:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.140000:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:1.0:1777573240.140003:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573240.140005:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:1.0:1777573240.140007:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.140086:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+35:2405:x1863919926045568:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 311us (846us total) trans 21474841828 rc 0/0 00000100:00100000:1.0:1777573240.140095:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5372 00002000:00010000:1.0:1777573240.140100:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.140103:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182ce00 with x1863919926045568 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.140110:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c182ce00. 00002000:00010000:3.0:1777573240.140139:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:3.0:1777573240.140144:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.140146:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573240.140148:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.140151:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.140177:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+36:2405:x1863919926045440:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 629us (998us total) trans 17179874989 rc 0/0 00000100:00100000:3.0:1777573240.140186:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5371 00002000:00010000:3.0:1777573240.140189:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (118784->18446744073709551615) 00002000:00100000:3.0:1777573240.140192:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182e300 with x1863919926045440 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.140199:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c182e300. 00000100:00100000:1.0:1777573240.145606:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.145769:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926045696 00000100:00100000:2.0:1777573240.145784:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926045696 00000100:00100000:2.0:1777573240.145872:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15633 00000100:00100000:2.0:1777573240.145884:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+509:59538:x1863919926045696:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.145916:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.145944:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab25 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec8f expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.146202:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab2c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.146223:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab2c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.146238:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab2c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.146300:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573240.146306:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.146330:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab2c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.146363:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab25 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec8f expref: 511 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.146387:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab2c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec8f expref: 510 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.146396:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.146400:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.146404:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a9c00, rc 0) 00000100:00100000:2.0:1777573240.146483:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+510:59538:x1863919926045696:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 601us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.146491:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15633 00000100:00100000:1.0:1777573240.151666:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.152372:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926045952 00000100:00100000:2.0:1777573240.152387:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926045952 00000100:00100000:2.0:1777573240.152461:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15634 00000100:00100000:2.0:1777573240.152473:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+510:59538:x1863919926045952:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573240.152556:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.152590:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab2c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec8f expref: 510 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.152621:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.152627:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573240.152849:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.152877:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.152888:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573240.152940:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978854 00000004:00010000:2.0:1777573240.152966:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007deacc87 reply state 000000002470291f transno 4294978855 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.152979:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.152985:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.152988:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573240.152991:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573240.153108:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+512:59538:x1863919926045952:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 637us (1455us total) trans 4294978855 rc 0/0 00000100:00100000:2.0:1777573240.153127:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15634 00000020:00080000:2.0:1777573240.153134:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.156500:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.156541:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.156678:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926046080 00000100:00100000:0.0:1777573240.156692:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926046080 00002000:00010000:0.0:1777573240.156753:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.156760:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67800 with x1863919926046080 ext(147019->18446744073709551615) 00000100:00100000:3.0:1777573240.156774:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926046208 00002000:00010000:0.0:1777573240.156776:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b67800. 00000100:00100000:3.0:1777573240.156779:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926046208 00002000:00010000:3.0:1777573240.156800:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.156804:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66d80 with x1863919926046208 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.156811:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b66d80. 00000100:00100000:0.0:1777573240.156814:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5373 00000100:00100000:0.0:1777573240.156826:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926046080:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573240.156849:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5374 00000100:00100000:3.0:1777573240.156857:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926046208:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.157005:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.157009:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.157012:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573240.157015:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.157016:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:3.0:1777573240.157017:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573240.157019:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.157021:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573240.157023:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.157024:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.157248:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926046208:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 389us (703us total) trans 21474841829 rc 0/0 00000100:00100000:0.0:1777573240.157248:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926046080:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 423us (762us total) trans 17179874990 rc 0/0 00000100:00100000:0.0:1777573240.157256:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5373 00000100:00100000:3.0:1777573240.157260:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5374 00002000:00010000:0.0:1777573240.157261:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (147019->18446744073709551615) 00002000:00010000:3.0:1777573240.157262:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.157263:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b67800 with x1863919926046080 ext(147019->18446744073709551615) 00002000:00100000:3.0:1777573240.157265:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b66d80 with x1863919926046208 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.157267:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b67800. 00002000:00010000:3.0:1777573240.157268:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b66d80. 00000100:00100000:1.0:1777573240.162546:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.162698:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926046336 00000100:00100000:2.0:1777573240.162713:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926046336 00000100:00100000:2.0:1777573240.162791:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15635 00000100:00100000:2.0:1777573240.162801:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+512:59538:x1863919926046336:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.162827:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.162849:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119ab3a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec96 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.162945:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab41 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.162962:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab41 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.162974:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab41 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.163001:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:2.0:1777573240.163005:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.163022:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab41 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.163046:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119ab3a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec96 expref: 514 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.163061:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab41 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec96 expref: 513 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.163074:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.163078:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.163081:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a9c00, rc 0) 00000100:00100000:2.0:1777573240.163161:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+513:59538:x1863919926046336:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 362us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.163172:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15635 00000100:00100000:1.0:1777573240.168113:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.168184:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926046592 00000100:00100000:2.0:1777573240.168194:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926046592 00000100:00100000:2.0:1777573240.168255:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15636 00000100:00100000:2.0:1777573240.168265:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+513:59538:x1863919926046592:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573240.168368:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.168393:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab41 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec96 expref: 513 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.168414:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.168418:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573240.168576:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.168596:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.168607:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573240.168654:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978856 00000004:00010000:2.0:1777573240.168678:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003290a7fd reply state 0000000006a9e0f6 transno 4294978857 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.168692:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.168699:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.168701:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573240.168705:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573240.168799:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+515:59538:x1863919926046592:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 535us (693us total) trans 4294978857 rc 0/0 00000100:00100000:2.0:1777573240.168808:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15636 00000020:00080000:2.0:1777573240.168814:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.173569:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.173916:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926046720 00000100:00100000:2.0:1777573240.173926:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926046720 00000100:00100000:2.0:1777573240.174049:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12533 00000100:00100000:2.0:1777573240.174543:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+36:59538:x1863919926046720:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.174567:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.174588:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ec9d expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573240.174615:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d62, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:2.0:1777573240.174636:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.174639:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.174647:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec9d expref: 37 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.174665:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec9d expref: 37 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.174678:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6be8a00, rc 0) 00000100:00100000:2.0:1777573240.174737:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+37:59538:x1863919926046720:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 200us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.174744:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12533 00000100:00100000:1.0:1777573240.178538:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.178576:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.178788:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926046848 00000100:00100000:0.0:1777573240.178801:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926046848 00002000:00010000:0.0:1777573240.178857:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (118784->18446744073709551615) 00002000:00100000:0.0:1777573240.178863:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1ad80 with x1863919926046848 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573240.178878:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1ad80. 00000100:00100000:0.0:1777573240.178912:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926046976 00000100:00100000:0.0:1777573240.178915:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926046976 00002000:00010000:0.0:1777573240.178929:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.178932:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1bb80 with x1863919926046976 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.178938:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1bb80. 00000100:00100000:0.0:1777573240.178965:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5375 00000100:00100000:0.0:1777573240.178974:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926046848:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573240.179184:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5376 00000100:00100000:3.0:1777573240.179196:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926046976:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.179324:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.179329:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.179332:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573240.179334:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.179336:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.179397:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926046976:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 205us (820us total) trans 17179874991 rc 0/0 00000100:00100000:3.0:1777573240.179407:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5376 00002000:00010000:3.0:1777573240.179412:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.179414:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1bb80 with x1863919926046976 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.179419:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1bb80. 00002000:00010000:0.0:1777573240.181467:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:0.0:1777573240.181478:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.181481:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573240.181484:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.181487:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.181576:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926046848:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 2596us (3046us total) trans 21474841830 rc 0/0 00000100:00100000:0.0:1777573240.181589:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5375 00002000:00010000:0.0:1777573240.181596:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (118784->18446744073709551615) 00002000:00100000:0.0:1777573240.181600:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1ad80 with x1863919926046848 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573240.181614:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a1ad80. 00000100:00100000:1.0:1777573240.185374:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.185456:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926047104 00000100:00100000:2.0:1777573240.185464:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926047104 00000100:00100000:2.0:1777573240.185507:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15637 00000100:00100000:2.0:1777573240.185514:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+515:59538:x1863919926047104:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.185534:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.185552:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab56 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eca4 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.185630:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab5d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.185641:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.185649:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.185670:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573240.185673:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.185685:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.185702:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ab56 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eca4 expref: 517 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.185715:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab5d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eca4 expref: 516 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.185721:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.185723:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.185725:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18400, rc 0) 00000100:00100000:2.0:1777573240.185773:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+516:59538:x1863919926047104:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 260us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.185778:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15637 00000100:00100000:1.0:1777573240.189602:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.189702:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926047360 00000100:00100000:0.0:1777573240.189723:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926047360 00000100:00100000:0.0:1777573240.190033:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15638 00000100:00100000:0.0:1777573240.190044:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+516:59538:x1863919926047360:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.190104:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.190144:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab5d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eca4 expref: 516 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.190164:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.190168:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.190431:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.190458:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.190471:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.190527:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978858 00000004:00010000:0.0:1777573240.190552:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7f4a1ba reply state 00000000f67330c0 transno 4294978859 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.190567:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.190574:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.190577:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.190580:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.190699:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+518:59538:x1863919926047360:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 656us (1104us total) trans 4294978859 rc 0/0 00000100:00100000:0.0:1777573240.190708:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15638 00000020:00080000:0.0:1777573240.190713:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.193670:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.193722:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.193980:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926047488 00000100:00100000:3.0:1777573240.193994:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926047488 00002000:00010000:3.0:1777573240.194048:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.194053:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9880 with x1863919926047488 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.194070:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6ea9880. 00000100:00100000:3.0:1777573240.194100:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926047616 00000100:00100000:3.0:1777573240.194103:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926047616 00002000:00010000:3.0:1777573240.194128:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.194131:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eab800 with x1863919926047616 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.194139:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6eab800. 00000100:00100000:3.0:1777573240.194162:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5377 00000100:00100000:3.0:1777573240.194172:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926047488:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573240.194361:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5378 00000100:00100000:0.0:1777573240.194371:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926047616:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.194464:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:3.0:1777573240.194468:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.194472:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573240.194475:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:3.0:1777573240.194477:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:0.0:1777573240.194480:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.194484:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.194486:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573240.194489:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.194492:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.194610:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926047488:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 438us (957us total) trans 21474841831 rc 0/0 00000100:00100000:3.0:1777573240.194618:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5377 00002000:00010000:3.0:1777573240.194623:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.194626:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9880 with x1863919926047488 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.194632:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6ea9880. 00000100:00100000:0.0:1777573240.194710:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926047616:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 340us (987us total) trans 17179874992 rc 0/0 00000100:00100000:0.0:1777573240.194717:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5378 00002000:00010000:0.0:1777573240.194721:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.194723:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eab800 with x1863919926047616 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.194733:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6eab800. 00000100:00100000:1.0:1777573240.197841:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.198411:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926047744 00000100:00100000:2.0:1777573240.198423:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926047744 00000100:00100000:2.0:1777573240.198507:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15639 00000100:00100000:2.0:1777573240.198519:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+518:59538:x1863919926047744:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.198551:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.198574:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119ab6b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecab expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.198699:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab72 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.198719:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab72 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.198733:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab72 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.198769:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:2.0:1777573240.198773:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.198795:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab72 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.198825:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119ab6b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecab expref: 520 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.198846:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab72 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecab expref: 519 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.198861:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.198865:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.198869:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18400, rc 0) 00000100:00100000:2.0:1777573240.198943:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+519:59538:x1863919926047744:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 426us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.198951:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15639 00000100:00100000:1.0:1777573240.202971:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.203817:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926048000 00000100:00100000:0.0:1777573240.203832:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926048000 00000100:00100000:0.0:1777573240.203912:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15640 00000100:00100000:0.0:1777573240.203924:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+519:59538:x1863919926048000:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.204003:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.204037:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab72 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecab expref: 519 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.204060:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.204067:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.204353:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.204382:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.204393:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.204876:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978860 00000004:00010000:0.0:1777573240.204910:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000745a7236 reply state 000000002a200509 transno 4294978861 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.204930:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.204938:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.204941:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.204944:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.205060:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+521:59538:x1863919926048000:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1137us (2097us total) trans 4294978861 rc 0/0 00000100:00100000:0.0:1777573240.205069:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15640 00000020:00080000:0.0:1777573240.205075:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.207362:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.207453:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926048128 00000100:00100000:3.0:1777573240.207467:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926048128 00000100:00100000:3.0:1777573240.207538:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12534 00000100:00100000:3.0:1777573240.207550:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+39:59538:x1863919926048128:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.207574:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.207603:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecb2 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.207633:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d67, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:3.0:1777573240.207657:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.207659:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.207667:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb2 expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.207681:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb2 expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.207693:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab600, rc 0) 00000100:00100000:3.0:1777573240.207782:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+40:59538:x1863919926048128:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 235us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.207790:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12534 00000100:00100000:1.0:1777573240.209900:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.210010:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.210148:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926048256 00000100:00100000:2.0:1777573240.210160:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926048256 00002000:00010000:2.0:1777573240.210210:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (118784->18446744073709551615) 00002000:00100000:2.0:1777573240.210215:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3b480 with x1863919926048256 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573240.210228:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3b480. 00000100:00100000:2.0:1777573240.210258:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926048384 00000100:00100000:2.0:1777573240.210261:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926048384 00002000:00010000:2.0:1777573240.210303:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.210306:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38a80 with x1863919926048384 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.210313:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f38a80. 00000100:00100000:2.0:1777573240.210335:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5379 00000100:00100000:2.0:1777573240.210347:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926048256:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573240.210468:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5380 00000100:00100000:0.0:1777573240.210478:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926048384:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573240.210539:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:2.0:1777573240.210543:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.210546:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573240.210548:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.210551:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573240.210616:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926048256:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 271us (725us total) trans 17179874993 rc 0/0 00002000:00010000:0.0:1777573240.210616:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.210624:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.210628:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00000100:00100000:2.0:1777573240.210631:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5379 00002000:00010000:0.0:1777573240.210632:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.210637:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573240.210638:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (118784->18446744073709551615) 00002000:00100000:2.0:1777573240.210642:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3b480 with x1863919926048256 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573240.210647:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3b480. 00000100:00100000:0.0:1777573240.210673:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926048384:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 195us (661us total) trans 21474841832 rc 0/0 00000100:00100000:0.0:1777573240.210681:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5380 00002000:00010000:0.0:1777573240.210684:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.210687:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38a80 with x1863919926048384 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.210692:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f38a80. 00000100:00100000:1.0:1777573240.214740:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.214859:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926048512 00000100:00100000:2.0:1777573240.214871:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926048512 00000100:00100000:2.0:1777573240.214950:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15641 00000100:00100000:2.0:1777573240.214962:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+521:59538:x1863919926048512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.214992:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.215018:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119ab87 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecb9 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.215157:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab8e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.215176:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.215190:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.215225:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573240.215230:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.215253:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.215484:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119ab87 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb9 expref: 523 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.215511:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb9 expref: 522 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.215520:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.215523:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.215527:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18400, rc 0) 00000100:00100000:2.0:1777573240.215642:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+522:59538:x1863919926048512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 682us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.215650:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15641 00000100:00100000:2.0:1777573240.220733:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.220897:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926048768 00000100:00100000:1.0:1777573240.220910:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926048768 00000100:00100000:1.0:1777573240.220999:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15642 00000100:00100000:1.0:1777573240.221009:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+522:59538:x1863919926048768:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.221077:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.221108:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119ab8e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb9 expref: 522 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.221149:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.221155:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.221410:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.221435:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.221445:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.221493:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978862 00000004:00010000:1.0:1777573240.221518:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000557703f2 reply state 000000009e078339 transno 4294978863 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.221531:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.221538:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.221541:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.221544:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.221651:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+524:59538:x1863919926048768:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 642us (931us total) trans 4294978863 rc 0/0 00000100:00100000:1.0:1777573240.221659:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15642 00000020:00080000:1.0:1777573240.221665:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.226231:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.226321:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.226403:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926048896 00000100:00100000:0.0:1777573240.226417:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926048896 00000100:00100000:2.0:1777573240.226449:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926049024 00000100:00100000:2.0:1777573240.226455:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926049024 00002000:00010000:2.0:1777573240.226481:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00010000:0.0:1777573240.226481:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (147019->18446744073709551615) 00002000:00100000:2.0:1777573240.226486:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3aa00 with x1863919926049024 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573240.226486:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38700 with x1863919926048896 ext(147019->18446744073709551615) 00002000:00010000:2.0:1777573240.226501:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3aa00. 00002000:00010000:0.0:1777573240.226501:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f38700. 00000100:00100000:2.0:1777573240.226534:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5381 00000100:00100000:2.0:1777573240.226544:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926049024:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573240.226725:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573240.226729:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.226732:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573240.226735:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:2.0:1777573240.226738:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.226864:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5382 00000100:00100000:2.0:1777573240.226868:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926049024:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 326us (547us total) trans 21474841833 rc 0/0 00000100:00100000:0.0:1777573240.226873:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926048896:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573240.226880:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5381 00002000:00010000:2.0:1777573240.226889:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.226892:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3aa00 with x1863919926049024 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.226896:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3aa00. 00002000:00010000:0.0:1777573240.227020:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:0.0:1777573240.227024:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.227026:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573240.227028:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573239 -> 1777573239 00002000:00010000:0.0:1777573240.227030:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.227054:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926048896:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 182us (836us total) trans 17179874994 rc 0/0 00000100:00100000:0.0:1777573240.227060:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5382 00002000:00010000:0.0:1777573240.227063:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.227065:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38700 with x1863919926048896 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.227069:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f38700. 00000100:00100000:3.0:1777573240.229112:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.229191:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926049152 00000100:00100000:2.0:1777573240.229202:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926049152 00000100:00100000:2.0:1777573240.229262:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15643 00000100:00100000:2.0:1777573240.229313:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+524:59538:x1863919926049152:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.229342:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.229367:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119ab9c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecc0 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.229489:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119aba3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.229508:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119aba3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.229524:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119aba3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.229552:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:2.0:1777573240.229555:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.229581:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119aba3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.229610:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119ab9c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc0 expref: 526 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.229636:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119aba3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc0 expref: 525 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.229645:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.229649:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.229653:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18400, rc 0) 00000100:00100000:2.0:1777573240.229728:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+525:59538:x1863919926049152:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 457us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.229736:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15643 00000100:00100000:3.0:1777573240.235601:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.235655:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926049408 00000100:00100000:0.0:1777573240.235669:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926049408 00000100:00100000:0.0:1777573240.235749:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15644 00000100:00100000:0.0:1777573240.235760:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+525:59538:x1863919926049408:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.235892:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.235923:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119aba3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc0 expref: 525 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.235941:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.235945:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.236140:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.236165:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.236174:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.236223:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978864 00000004:00010000:0.0:1777573240.236247:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ee81586 reply state 000000005e9bd679 transno 4294978865 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.236259:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.236265:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.236268:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.236326:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.236446:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+527:59538:x1863919926049408:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 687us (1014us total) trans 4294978865 rc 0/0 00000100:00100000:0.0:1777573240.236454:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15644 00000020:00080000:0.0:1777573240.236468:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.240200:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.240924:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926049536 00000100:00100000:3.0:1777573240.240939:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926049536 00000100:00100000:3.0:1777573240.241019:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12535 00000100:00100000:3.0:1777573240.241031:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+41:59538:x1863919926049536:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.241055:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.241086:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecc7 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.241131:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d68, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:3.0:1777573240.241162:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.241165:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.241175:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc7 expref: 42 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.241196:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc7 expref: 42 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.241212:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa000, rc 0) 00000100:00100000:3.0:1777573240.241319:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+42:59538:x1863919926049536:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 290us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.241326:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12535 00000100:00100000:1.0:1777573240.243808:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.243872:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.243992:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926049664 00000100:00100000:3.0:1777573240.244005:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926049664 00002000:00010000:3.0:1777573240.244051:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (118784->18446744073709551615) 00002000:00100000:3.0:1777573240.244057:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3b800 with x1863919926049664 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.244071:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3b800. 00000100:00100000:0.0:1777573240.244161:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926049792 00000100:00100000:0.0:1777573240.244167:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926049792 00000100:00100000:3.0:1777573240.244169:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5383 00000100:00100000:3.0:1777573240.244182:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926049664:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.244190:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.244195:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3ad80 with x1863919926049792 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.244203:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3ad80. 00000100:00100000:0.0:1777573240.244296:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5384 00000100:00100000:0.0:1777573240.244304:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926049792:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.244403:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:3.0:1777573240.244408:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.244411:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573240.244414:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.244416:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:0.0:1777573240.244418:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.244423:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.244426:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573240.244429:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.244431:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.244491:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926049664:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 312us (696us total) trans 21474841834 rc 0/0 00000100:00100000:3.0:1777573240.244499:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5383 00002000:00010000:3.0:1777573240.244503:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (118784->18446744073709551615) 00002000:00100000:3.0:1777573240.244506:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3b800 with x1863919926049664 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.244511:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3b800. 00000100:00100000:0.0:1777573240.244769:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926049792:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 464us (894us total) trans 17179874995 rc 0/0 00000100:00100000:0.0:1777573240.244777:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5384 00002000:00010000:0.0:1777573240.244780:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.244783:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3ad80 with x1863919926049792 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.244788:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3ad80. 00000100:00100000:0.0:1777573240.247590:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.247712:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926049920 00000100:00100000:2.0:1777573240.247725:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926049920 00000100:00100000:2.0:1777573240.247800:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15645 00000100:00100000:2.0:1777573240.247812:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+527:59538:x1863919926049920:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.247844:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.247868:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abb8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecce expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.247993:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abbf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.248013:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abbf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.248027:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abbf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.248061:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573240.248067:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.248091:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abbf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.248133:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abb8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecce expref: 529 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.248155:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abbf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecce expref: 528 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.248165:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.248168:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.248173:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18400, rc 0) 00000100:00100000:2.0:1777573240.248257:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+528:59538:x1863919926049920:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 447us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.248265:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15645 00000100:00100000:1.0:1777573240.251022:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.251105:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926050176 00000100:00100000:0.0:1777573240.251128:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926050176 00000100:00100000:0.0:1777573240.251213:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15646 00000100:00100000:0.0:1777573240.251226:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+528:59538:x1863919926050176:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.251334:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.251366:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abbf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecce expref: 528 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.251388:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.251405:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.251617:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.251645:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.251657:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.251712:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978866 00000004:00010000:0.0:1777573240.251740:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a55221a9 reply state 00000000701e5493 transno 4294978867 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.251754:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.251761:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.251764:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.251767:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.251876:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+530:59538:x1863919926050176:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 654us (866us total) trans 4294978867 rc 0/0 00000100:00100000:0.0:1777573240.251882:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15646 00000020:00080000:0.0:1777573240.251888:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573240.254773:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.254818:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.254848:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926050432 00000100:00100000:1.0:1777573240.254860:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926050432 00002000:00010000:1.0:1777573240.254912:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.254918:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3a300 with x1863919926050432 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.254933:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3a300. 00000100:00100000:1.0:1777573240.254956:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926050304 00000100:00100000:1.0:1777573240.254959:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926050304 00002000:00010000:1.0:1777573240.254972:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (147019->18446744073709551615) 00002000:00100000:1.0:1777573240.254975:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ea00 with x1863919926050304 ext(147019->18446744073709551615) 00002000:00010000:1.0:1777573240.254982:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ea00. 00000100:00100000:1.0:1777573240.255003:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5385 00000100:00100000:1.0:1777573240.255013:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926050432:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573240.255207:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.255211:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.255214:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573240.255217:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.255219:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.255311:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926050432:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 298us (550us total) trans 17179874996 rc 0/0 00000100:00100000:1.0:1777573240.255319:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5385 00002000:00010000:1.0:1777573240.255323:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.255326:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3a300 with x1863919926050432 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.255333:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3a300. 00000100:00100000:1.0:1777573240.255354:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5386 00000100:00100000:1.0:1777573240.255360:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926050304:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573240.255500:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:1.0:1777573240.255504:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.255506:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573240.255508:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.255511:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573240.255535:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926050304:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 174us (716us total) trans 21474841835 rc 0/0 00000100:00100000:1.0:1777573240.255541:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5386 00002000:00010000:1.0:1777573240.255544:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (147019->18446744073709551615) 00002000:00100000:1.0:1777573240.255547:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ea00 with x1863919926050304 ext(147019->18446744073709551615) 00002000:00010000:1.0:1777573240.255551:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0ea00. 00010000:00010000:3.0:1777573240.257559:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573240.259702:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.259820:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926050560 00000100:00100000:0.0:1777573240.259833:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926050560 00000100:00100000:0.0:1777573240.259906:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15647 00000100:00100000:0.0:1777573240.259917:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+530:59538:x1863919926050560:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.259949:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.259976:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119abcd lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecd5 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.260101:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119abd4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.260134:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119abd4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.260149:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119abd4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.260186:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573240.260191:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.260214:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119abd4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.260244:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119abcd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecd5 expref: 532 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.260265:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119abd4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecd5 expref: 531 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.260325:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.260329:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.260333:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39e000, rc 0) 00000100:00100000:0.0:1777573240.260407:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+531:59538:x1863919926050560:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 492us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.260414:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15647 00000100:00100000:3.0:1777573240.264574:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.264790:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926050816 00000100:00100000:2.0:1777573240.264804:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926050816 00000100:00100000:2.0:1777573240.264876:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15648 00000100:00100000:2.0:1777573240.264888:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+531:59538:x1863919926050816:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573240.264962:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.264996:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119abd4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecd5 expref: 531 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.265020:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.265026:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573240.266288:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.266328:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.266340:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573240.266407:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978868 00000004:00010000:2.0:1777573240.266432:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6753b59 reply state 000000001e211685 transno 4294978869 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.266445:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.266459:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.266461:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573240.266465:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573240.266598:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+533:59538:x1863919926050816:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1710us (2036us total) trans 4294978869 rc 0/0 00000100:00100000:2.0:1777573240.266607:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15648 00000020:00080000:2.0:1777573240.266613:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.270463:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.270571:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926050944 00000100:00100000:1.0:1777573240.270583:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926050944 00000100:00100000:1.0:1777573240.270669:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12536 00000100:00100000:1.0:1777573240.270678:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+44:59538:x1863919926050944:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573240.270700:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.270729:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecdc expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.270760:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d6a, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:1.0:1777573240.270786:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.270788:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.270796:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecdc expref: 45 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.270811:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecdc expref: 45 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.270824:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d600, rc 0) 00000100:00100000:1.0:1777573240.270890:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+45:59538:x1863919926050944:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 214us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.270895:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12536 00000100:00100000:3.0:1777573240.275625:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.275677:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.275835:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926051072 00000100:00100000:2.0:1777573240.275858:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926051072 00002000:00010000:2.0:1777573240.275919:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (118784->18446744073709551615) 00002000:00100000:2.0:1777573240.275925:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24700 with x1863919926051072 ext(118784->18446744073709551615) 00002000:00010000:2.0:1777573240.275941:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c24700. 00000100:00100000:2.0:1777573240.276158:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926051200 00000100:00100000:2.0:1777573240.276163:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926051200 00002000:00010000:2.0:1777573240.276180:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.276184:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab82300 with x1863919926051200 ext(0->18446744073709551615) 00000100:00100000:0.0:1777573240.276188:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5387 00002000:00010000:2.0:1777573240.276191:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab82300. 00000100:00100000:0.0:1777573240.276202:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+45:2404:x1863919926051072:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573240.276210:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5388 00000100:00100000:2.0:1777573240.276216:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926051200:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573240.276406:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.276406:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:0.0:1777573240.276410:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:2.0:1777573240.276411:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:2.0:1777573240.276414:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573240.276414:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573240.276417:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.276417:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:2.0:1777573240.276420:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573240.276420:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.276678:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+46:2404:x1863919926051072:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 480us (1067us total) trans 17179874997 rc 0/0 00000100:00100000:0.0:1777573240.276692:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5387 00002000:00010000:0.0:1777573240.276696:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (118784->18446744073709551615) 00002000:00100000:0.0:1777573240.276699:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24700 with x1863919926051072 ext(118784->18446744073709551615) 00002000:00010000:0.0:1777573240.276704:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c24700. 00000100:00100000:2.0:1777573240.276781:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+45:2404:x1863919926051200:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 564us (1102us total) trans 21474841836 rc 0/0 00000100:00100000:2.0:1777573240.276788:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5388 00002000:00010000:2.0:1777573240.276790:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.276792:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab82300 with x1863919926051200 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.276797:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab82300. 00000100:00100000:3.0:1777573240.278871:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.278960:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926051328 00000100:00100000:0.0:1777573240.278974:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926051328 00000100:00100000:0.0:1777573240.279045:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15649 00000100:00100000:0.0:1777573240.279057:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+533:59538:x1863919926051328:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.279088:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.279126:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119abe9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ece3 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.279254:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119abf0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.279498:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119abf0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.279515:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119abf0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.279554:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:0.0:1777573240.279559:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.279583:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119abf0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.279616:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119abe9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ece3 expref: 535 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.279643:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119abf0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ece3 expref: 534 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.279653:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.279656:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.279661:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:0.0:1777573240.279736:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+534:59538:x1863919926051328:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 682us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.279745:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15649 00000100:00100000:1.0:1777573240.283926:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.284002:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926051584 00000100:00100000:2.0:1777573240.284017:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926051584 00000100:00100000:2.0:1777573240.284093:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15650 00000100:00100000:2.0:1777573240.284106:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+534:59538:x1863919926051584:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573240.284186:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.284220:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119abf0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ece3 expref: 534 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.284239:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.284243:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573240.284521:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.284547:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.284556:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573240.284598:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978870 00000004:00010000:2.0:1777573240.284615:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051ac8d88 reply state 00000000f22f34de transno 4294978871 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.284625:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.284629:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.284631:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573240.284633:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573240.284726:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+536:59538:x1863919926051584:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 623us (825us total) trans 4294978871 rc 0/0 00000100:00100000:2.0:1777573240.284734:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15650 00000020:00080000:2.0:1777573240.284741:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.290552:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.290597:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.290768:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926051840 00000100:00100000:1.0:1777573240.290782:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926051840 00002000:00010000:1.0:1777573240.290839:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.290855:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab82680 with x1863919926051840 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.290871:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab82680. 00000100:00100000:2.0:1777573240.290928:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5389 00000100:00100000:2.0:1777573240.290941:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+45:2403:x1863919926051840:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573240.291124:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573240.291129:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.291132:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573240.291134:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.291137:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.291196:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926051712 00000100:00100000:0.0:1777573240.291202:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926051712 00000100:00100000:2.0:1777573240.291207:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+46:2403:x1863919926051840:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 268us (679us total) trans 21474841837 rc 0/0 00000100:00100000:2.0:1777573240.291215:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5389 00002000:00010000:2.0:1777573240.291219:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.291222:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab82680 with x1863919926051840 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.291224:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (147019->18446744073709551615) 00002000:00010000:2.0:1777573240.291228:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab82680. 00002000:00100000:0.0:1777573240.291230:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab81880 with x1863919926051712 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.291240:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab81880. 00000100:00100000:2.0:1777573240.291252:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5390 00000100:00100000:2.0:1777573240.291259:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+46:2403:x1863919926051712:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573240.291443:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:2.0:1777573240.291447:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.291449:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573240.291452:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.291454:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573240.291478:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+47:2403:x1863919926051712:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 218us (879us total) trans 17179874998 rc 0/0 00000100:00100000:2.0:1777573240.291486:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5390 00002000:00010000:2.0:1777573240.291490:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (147019->18446744073709551615) 00002000:00100000:2.0:1777573240.291493:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab81880 with x1863919926051712 ext(147019->18446744073709551615) 00002000:00010000:2.0:1777573240.291497:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab81880. 00000100:00100000:3.0:1777573240.293693:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.293810:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926051968 00000100:00100000:2.0:1777573240.293824:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926051968 00000100:00100000:2.0:1777573240.294012:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15651 00000100:00100000:2.0:1777573240.294020:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+536:59538:x1863919926051968:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.294057:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.294082:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119abfe lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecea expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.294224:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119ac05 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.294245:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119ac05 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.294261:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119ac05 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.294355:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:2.0:1777573240.294360:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.294384:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119ac05 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.294417:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119abfe lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecea expref: 538 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.294440:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119ac05 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecea expref: 537 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.294450:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.294453:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.294457:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4592200, rc 0) 00000100:00100000:2.0:1777573240.294530:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+537:59538:x1863919926051968:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 509us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.294538:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15651 00000100:00100000:1.0:1777573240.303159:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.303400:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926052224 00000100:00100000:2.0:1777573240.303414:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926052224 00000100:00100000:2.0:1777573240.303592:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15652 00000100:00100000:2.0:1777573240.303604:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+537:59538:x1863919926052224:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573240.303679:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.303727:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119ac05 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecea expref: 537 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.303751:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.303757:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573240.303978:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.304009:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.304020:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573240.304071:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978872 00000004:00010000:2.0:1777573240.304097:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024fe8613 reply state 0000000043b92614 transno 4294978873 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.304110:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.304129:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.304133:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573240.304135:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573240.304249:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+539:59538:x1863919926052224:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 646us (1103us total) trans 4294978873 rc 0/0 00000100:00100000:2.0:1777573240.304257:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15652 00000020:00080000:2.0:1777573240.304264:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.306380:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.306445:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926052352 00000100:00100000:2.0:1777573240.306458:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926052352 00000100:00100000:2.0:1777573240.306518:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12537 00000100:00100000:2.0:1777573240.306530:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+46:59538:x1863919926052352:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.306554:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.306586:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecf1 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573240.306619:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d6c, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:2.0:1777573240.306647:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.306650:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.306658:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf1 expref: 47 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.306676:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf1 expref: 47 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.306693:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:2.0:1777573240.306837:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+47:59538:x1863919926052352:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 309us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.306845:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12537 00000100:00100000:3.0:1777573240.308882:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.309508:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.310026:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926052480 00000100:00100000:1.0:1777573240.310039:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926052480 00002000:00010000:1.0:1777573240.310104:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (118784->18446744073709551615) 00002000:00100000:1.0:1777573240.310110:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab83800 with x1863919926052480 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573240.310135:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab83800. 00000100:00100000:1.0:1777573240.310169:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926052608 00000100:00100000:1.0:1777573240.310172:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926052608 00002000:00010000:1.0:1777573240.310188:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.310191:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab80380 with x1863919926052608 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.310198:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab80380. 00000100:00100000:1.0:1777573240.310300:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5391 00000100:00100000:1.0:1777573240.310313:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+47:2404:x1863919926052480:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573240.310573:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:1.0:1777573240.310578:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:1.0:1777573240.310581:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573240.310584:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:1.0:1777573240.310587:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.310623:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5392 00000100:00100000:0.0:1777573240.310637:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+47:2404:x1863919926052608:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573240.310666:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+48:2404:x1863919926052480:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 355us (1794us total) trans 21474841838 rc 0/0 00000100:00100000:1.0:1777573240.310675:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5391 00002000:00010000:1.0:1777573240.310680:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (118784->18446744073709551615) 00002000:00100000:1.0:1777573240.310683:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab83800 with x1863919926052480 ext(118784->18446744073709551615) 00002000:00010000:1.0:1777573240.310693:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cab83800. 00002000:00010000:0.0:1777573240.310733:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.310737:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.310740:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573240.310742:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.310744:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.310769:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+48:2404:x1863919926052608:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 137us (1264us total) trans 17179874999 rc 0/0 00000100:00100000:0.0:1777573240.310777:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5392 00002000:00010000:0.0:1777573240.310781:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.310784:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cab80380 with x1863919926052608 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.310788:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cab80380. 00000100:00100000:1.0:1777573240.315423:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.315550:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926052736 00000100:00100000:0.0:1777573240.315563:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926052736 00000100:00100000:0.0:1777573240.315646:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15653 00000100:00100000:0.0:1777573240.315658:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+539:59538:x1863919926052736:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.315692:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.315719:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac1a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecf8 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.315848:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac21 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.315867:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac21 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.315879:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac21 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.315914:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:0.0:1777573240.315919:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.315941:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac21 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.315969:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac1a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf8 expref: 541 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.315990:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac21 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf8 expref: 540 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.316005:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.316008:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.316013:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39e000, rc 0) 00000100:00100000:0.0:1777573240.316093:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+540:59538:x1863919926052736:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 438us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.316101:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15653 00000100:00100000:3.0:1777573240.322614:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.322726:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926052992 00000100:00100000:1.0:1777573240.322740:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926052992 00000100:00100000:1.0:1777573240.322823:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15654 00000100:00100000:1.0:1777573240.322836:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+540:59538:x1863919926052992:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.322911:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.322947:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac21 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf8 expref: 540 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.322969:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.322975:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.323223:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.323254:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.323266:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.323574:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978874 00000004:00010000:1.0:1777573240.323604:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aace0890 reply state 00000000827d904e transno 4294978875 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.323619:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.323626:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.323629:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.323632:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.323792:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+542:59538:x1863919926052992:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 958us (1235us total) trans 4294978875 rc 0/0 00000100:00100000:1.0:1777573240.323800:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15654 00000020:00080000:1.0:1777573240.323806:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.325768:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.325856:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.325987:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926053248 00000100:00100000:0.0:1777573240.326000:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926053248 00002000:00010000:0.0:1777573240.326049:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.326056:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820700 with x1863919926053248 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.326082:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6820700. 00000100:00100000:1.0:1777573240.326131:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926053120 00000100:00100000:1.0:1777573240.326135:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926053120 00002000:00010000:1.0:1777573240.326154:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (147019->18446744073709551615) 00002000:00100000:1.0:1777573240.326158:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821c00 with x1863919926053120 ext(147019->18446744073709551615) 00002000:00010000:1.0:1777573240.326165:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6821c00. 00000100:00100000:1.0:1777573240.326212:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5393 00000100:00100000:1.0:1777573240.326223:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+48:2403:x1863919926053248:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573240.326251:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5394 00000100:00100000:2.0:1777573240.326266:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+48:2403:x1863919926053120:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573240.326435:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.326439:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.326442:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573240.326444:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.326447:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.326510:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+49:2403:x1863919926053248:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 287us (751us total) trans 17179875000 rc 0/0 00000100:00100000:1.0:1777573240.326518:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5393 00002000:00010000:1.0:1777573240.326523:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.326526:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820700 with x1863919926053248 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.326529:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:1.0:1777573240.326531:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6820700. 00002000:00010000:2.0:1777573240.326534:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.326539:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573240.326542:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.326544:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573240.326566:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+49:2403:x1863919926053120:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 306us (710us total) trans 21474841839 rc 0/0 00000100:00100000:2.0:1777573240.326571:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5394 00002000:00010000:2.0:1777573240.326573:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (147019->18446744073709551615) 00002000:00100000:2.0:1777573240.326575:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821c00 with x1863919926053120 ext(147019->18446744073709551615) 00002000:00010000:2.0:1777573240.326579:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6821c00. 00000100:00100000:2.0:1777573240.329788:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.330072:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926053376 00000100:00100000:0.0:1777573240.330086:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926053376 00000100:00100000:0.0:1777573240.330173:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15655 00000100:00100000:0.0:1777573240.330505:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+542:59538:x1863919926053376:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.330537:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.330562:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac2f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ecff expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.330691:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac36 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.330711:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.330725:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.330766:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573240.330771:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.330795:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.330825:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac2f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecff expref: 544 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.330846:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac36 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecff expref: 543 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.330856:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.330860:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.330865:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:0.0:1777573240.330946:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+543:59538:x1863919926053376:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 446us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.330953:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15655 00000100:00100000:3.0:1777573240.335671:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.335837:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926053632 00000100:00100000:2.0:1777573240.335852:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926053632 00000100:00100000:2.0:1777573240.335934:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15656 00000100:00100000:2.0:1777573240.335947:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+543:59538:x1863919926053632:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573240.336029:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.336061:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac36 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecff expref: 543 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.336088:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.336094:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573240.336375:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.336404:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.336417:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573240.336472:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978876 00000004:00010000:2.0:1777573240.336498:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051e9deb2 reply state 00000000b6dfe2c0 transno 4294978877 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.336511:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.336518:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.336521:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573240.336524:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573240.336638:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+545:59538:x1863919926053632:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 693us (978us total) trans 4294978877 rc 0/0 00000100:00100000:2.0:1777573240.336646:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15656 00000020:00080000:2.0:1777573240.336652:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.341042:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.341179:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926053760 00000100:00100000:2.0:1777573240.341193:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926053760 00000100:00100000:2.0:1777573240.341762:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12538 00000100:00100000:2.0:1777573240.341779:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+49:59538:x1863919926053760:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.341800:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.341821:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed06 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573240.341849:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 118784, mtime: 0x69f39d77, atime: 0x69f39d6d, ctime: 0x69f39d77, blocks: 0x80 00010000:00010000:2.0:1777573240.341872:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.341875:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.341888:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed06 expref: 50 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.341917:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed06 expref: 50 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.341932:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631400, rc 0) 00000100:00100000:2.0:1777573240.342000:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+50:59538:x1863919926053760:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 230us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.342008:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12538 00000100:00100000:1.0:1777573240.344957:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.345110:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926053888 00000100:00100000:3.0:1777573240.345131:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926053888 00002000:00010000:3.0:1777573240.345186:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (118784->18446744073709551615) 00002000:00100000:3.0:1777573240.345192:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0e300 with x1863919926053888 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.345490:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0e300. 00000100:00100000:3.0:1777573240.345526:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5395 00000100:00100000:3.0:1777573240.345539:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+50:2404:x1863919926053888:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.345736:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 118784 -> 118784 00002000:00010000:3.0:1777573240.345740:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.345742:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573240.345745:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.345747:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.345817:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+51:2404:x1863919926053888:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 280us (872us total) trans 17179875001 rc 0/0 00000100:00100000:3.0:1777573240.345824:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5395 00002000:00010000:3.0:1777573240.345829:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (118784->18446744073709551615) 00002000:00100000:3.0:1777573240.345831:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0e300 with x1863919926053888 ext(118784->18446744073709551615) 00002000:00010000:3.0:1777573240.345836:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0e300. 00000100:00100000:3.0:1777573240.347338:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.347567:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926054016 00000100:00100000:1.0:1777573240.347581:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926054016 00002000:00010000:1.0:1777573240.347630:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.347636:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919926054016 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.347648:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820380. 00000100:00100000:1.0:1777573240.347680:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5396 00000100:00100000:1.0:1777573240.347690:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+49:2404:x1863919926054016:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573240.347872:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.347876:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:1.0:1777573240.347879:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573240.347882:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:1.0:1777573240.347884:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.347962:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+50:2404:x1863919926054016:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 273us (702us total) trans 21474841840 rc 0/0 00000100:00100000:1.0:1777573240.347977:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5396 00002000:00010000:1.0:1777573240.347985:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.347988:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919926054016 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.347992:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820380. 00000100:00100000:0.0:1777573240.354187:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.354403:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926054144 00000100:00100000:2.0:1777573240.354416:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926054144 00000100:00100000:2.0:1777573240.354493:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15657 00000100:00100000:2.0:1777573240.354505:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+545:59538:x1863919926054144:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.354535:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.354563:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119ac4b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed0d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.354692:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ac52 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.354712:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ac52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.354726:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ac52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.354760:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 118784 00000004:00200000:2.0:1777573240.354765:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.354792:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ac52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.354826:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119ac4b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed0d expref: 547 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.354849:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ac52 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed0d expref: 546 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.354858:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.354861:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.354866:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:2.0:1777573240.355051:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+546:59538:x1863919926054144:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 548us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.355058:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15657 00000100:00100000:2.0:1777573240.359862:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.360671:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926054400 00000100:00100000:1.0:1777573240.360686:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926054400 00000100:00100000:1.0:1777573240.360762:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15658 00000100:00100000:1.0:1777573240.360772:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+546:59538:x1863919926054400:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.360841:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.360871:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ac52 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed0d expref: 546 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.360894:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.360900:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.361133:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.361160:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.361171:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.361228:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978878 00000004:00010000:1.0:1777573240.361258:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da50eeb8 reply state 00000000ba62f95a transno 4294978879 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.361310:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.361318:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.361322:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.361325:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.361434:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+548:59538:x1863919926054400:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 662us (1586us total) trans 4294978879 rc 0/0 00000100:00100000:1.0:1777573240.361442:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15658 00000020:00080000:1.0:1777573240.361448:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.366515:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.366718:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926054528 00000100:00100000:2.0:1777573240.366733:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926054528 00002000:00010000:2.0:1777573240.366788:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (147019->18446744073709551615) 00002000:00100000:2.0:1777573240.366805:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822300 with x1863919926054528 ext(147019->18446744073709551615) 00002000:00010000:2.0:1777573240.366822:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6822300. 00000100:00100000:2.0:1777573240.366863:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5397 00000100:00100000:2.0:1777573240.366875:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+51:2403:x1863919926054528:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573240.367145:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 118784 -> 147019 00002000:00010000:2.0:1777573240.367150:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.367153:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573240.367155:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.367159:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573240.367255:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+52:2403:x1863919926054528:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 378us (749us total) trans 17179875002 rc 0/0 00000100:00100000:2.0:1777573240.367263:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5397 00002000:00010000:2.0:1777573240.367268:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (147019->18446744073709551615) 00002000:00100000:2.0:1777573240.367326:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822300 with x1863919926054528 ext(147019->18446744073709551615) 00002000:00010000:2.0:1777573240.367331:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6822300. 00000100:00100000:0.0:1777573240.367925:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.368029:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926054656 00000100:00100000:1.0:1777573240.368038:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926054656 00002000:00010000:1.0:1777573240.368066:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.368070:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0a680 with x1863919926054656 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.368079:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e0a680. 00000100:00100000:1.0:1777573240.368151:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5398 00000100:00100000:1.0:1777573240.368160:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+50:2404:x1863919926054656:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573240.368319:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.368322:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.368324:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573240.368326:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.368328:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.368411:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+51:2404:x1863919926054656:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 252us (489us total) trans 21474841841 rc 0/0 00000100:00100000:1.0:1777573240.368419:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5398 00002000:00010000:1.0:1777573240.368423:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.368426:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0a680 with x1863919926054656 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.368430:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e0a680. 00000100:00100000:3.0:1777573240.385158:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.385233:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926054784 00000100:00100000:0.0:1777573240.385248:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926054784 00000100:00100000:0.0:1777573240.385367:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15659 00000100:00100000:0.0:1777573240.385379:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+548:59538:x1863919926054784:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.385677:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.385705:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac60 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed14 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.385844:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac67 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.385864:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac67 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.385878:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac67 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.385915:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573240.385920:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.385942:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac67 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.385973:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac60 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed14 expref: 550 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.385996:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac67 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed14 expref: 549 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.386006:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.386010:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.386015:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39e000, rc 0) 00000100:00100000:0.0:1777573240.386095:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+549:59538:x1863919926054784:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 718us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.386104:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15659 00000100:00100000:0.0:1777573240.391593:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.391680:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926055040 00000100:00100000:1.0:1777573240.391693:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926055040 00000100:00100000:1.0:1777573240.391759:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15660 00000100:00100000:1.0:1777573240.391770:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+549:59538:x1863919926055040:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.391844:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.391875:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac67 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed14 expref: 549 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.391895:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.391899:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.392136:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.392168:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.392178:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.392233:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978880 00000004:00010000:1.0:1777573240.392259:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d91ba12 reply state 00000000deede1d4 transno 4294978881 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.392292:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.392299:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.392302:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.392305:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.392415:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+551:59538:x1863919926055040:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 645us (833us total) trans 4294978881 rc 0/0 00000100:00100000:1.0:1777573240.392433:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15660 00000020:00080000:1.0:1777573240.392441:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.395973:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.396011:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.396084:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926055168 00000100:00100000:2.0:1777573240.396097:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926055168 00002000:00010000:2.0:1777573240.396153:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (147019->18446744073709551615) 00000100:00100000:1.0:1777573240.396153:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926055296 00002000:00100000:2.0:1777573240.396161:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823b80 with x1863919926055168 ext(147019->18446744073709551615) 00000100:00100000:1.0:1777573240.396161:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926055296 00002000:00010000:2.0:1777573240.396176:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6823b80. 00002000:00010000:1.0:1777573240.396188:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.396193:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821180 with x1863919926055296 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.396202:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6821180. 00000100:00100000:2.0:1777573240.396214:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5399 00000100:00100000:2.0:1777573240.396224:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+52:2404:x1863919926055168:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573240.396306:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5400 00000100:00100000:1.0:1777573240.396316:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+51:2404:x1863919926055296:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573240.396481:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.396485:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:1.0:1777573240.396488:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:1.0:1777573240.396491:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:1.0:1777573240.396494:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.396577:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+52:2404:x1863919926055296:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 261us (562us total) trans 21474841842 rc 0/0 00000100:00100000:1.0:1777573240.396585:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5400 00002000:00010000:1.0:1777573240.396590:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.396593:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821180 with x1863919926055296 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.396599:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6821180. 00002000:00010000:2.0:1777573240.396613:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573240.396622:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:2.0:1777573240.396626:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573240.396629:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:2.0:1777573240.396631:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573240.396694:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+53:2404:x1863919926055168:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 467us (729us total) trans 17179875003 rc 0/0 00000100:00100000:2.0:1777573240.396718:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5399 00002000:00010000:2.0:1777573240.396724:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (147019->18446744073709551615) 00002000:00100000:2.0:1777573240.396728:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823b80 with x1863919926055168 ext(147019->18446744073709551615) 00002000:00010000:2.0:1777573240.396735:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6823b80. 00000100:00100000:3.0:1777573240.398792:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.398923:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926055424 00000100:00100000:0.0:1777573240.398935:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926055424 00000100:00100000:0.0:1777573240.398996:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15661 00000100:00100000:0.0:1777573240.399006:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+551:59538:x1863919926055424:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.399032:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.399059:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac75 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed1b expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.399190:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ac7c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.399221:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ac7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.399236:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ac7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.399305:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573240.399311:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.399660:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ac7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.399694:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359e00/0x8dc0a528a119ac75 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed1b expref: 553 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.399715:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ac7c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed1b expref: 552 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.399724:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.399728:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.399732:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c12ab200, rc 0) 00000100:00100000:0.0:1777573240.399805:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+552:59538:x1863919926055424:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 800us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.399813:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15661 00000100:00100000:2.0:1777573240.402717:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.402766:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926055680 00000100:00100000:0.0:1777573240.402777:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926055680 00000100:00100000:0.0:1777573240.402857:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15662 00000100:00100000:0.0:1777573240.402870:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+552:59538:x1863919926055680:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.402938:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.402972:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ac7c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed1b expref: 552 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.402991:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.402995:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.403235:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.403479:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.403502:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.403566:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978882 00000004:00010000:0.0:1777573240.403593:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063be9ac7 reply state 00000000b3ad0b5d transno 4294978883 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.403617:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.403624:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.403628:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.403631:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.403742:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+554:59538:x1863919926055680:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 875us (1043us total) trans 4294978883 rc 0/0 00000100:00100000:0.0:1777573240.403752:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15662 00000020:00080000:0.0:1777573240.403758:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.405110:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.405159:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.405236:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926055808 00000100:00100000:2.0:1777573240.405248:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926055808 00002000:00010000:2.0:1777573240.405307:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (147019->18446744073709551615) 00002000:00100000:2.0:1777573240.405313:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823800 with x1863919926055808 ext(147019->18446744073709551615) 00002000:00010000:2.0:1777573240.405326:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6823800. 00000100:00100000:2.0:1777573240.405436:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926055936 00000100:00100000:2.0:1777573240.405440:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926055936 00002000:00010000:2.0:1777573240.405456:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.405460:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822d80 with x1863919926055936 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.405467:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6822d80. 00000100:00100000:3.0:1777573240.405498:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5401 00000100:00100000:3.0:1777573240.405510:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+52:2404:x1863919926055808:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.405691:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.405696:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.405699:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573240.405701:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.405715:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.405779:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+53:2404:x1863919926055808:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 268us (671us total) trans 21474841843 rc 0/0 00000100:00100000:3.0:1777573240.405786:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5401 00002000:00010000:3.0:1777573240.405791:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.405794:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823800 with x1863919926055808 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.405798:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6823800. 00000100:00100000:3.0:1777573240.405817:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5402 00000100:00100000:3.0:1777573240.405824:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+53:2403:x1863919926055936:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.405904:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.405907:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.405909:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573240.405911:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.405913:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.405934:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+54:2403:x1863919926055936:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 110us (775us total) trans 17179875004 rc 0/0 00000100:00100000:3.0:1777573240.405941:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5402 00002000:00010000:3.0:1777573240.405945:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.405948:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6822d80 with x1863919926055936 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.405952:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6822d80. 00000100:00100000:3.0:1777573240.408499:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.408602:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926056064 00000100:00100000:2.0:1777573240.408616:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926056064 00000100:00100000:2.0:1777573240.408675:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15663 00000100:00100000:2.0:1777573240.408686:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+554:59538:x1863919926056064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.408722:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.408748:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119ac8a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed22 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.408854:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119ac91 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.408877:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119ac91 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.408888:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119ac91 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.408915:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:2.0:1777573240.408919:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.408937:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119ac91 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.408960:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119ac8a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed22 expref: 556 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.408974:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119ac91 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed22 expref: 555 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.408981:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.408983:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.408986:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:2.0:1777573240.409038:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+555:59538:x1863919926056064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 355us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.409042:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15663 00000100:00100000:0.0:1777573240.411379:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.411470:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926056320 00000100:00100000:1.0:1777573240.411484:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926056320 00000100:00100000:1.0:1777573240.411559:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15664 00000100:00100000:1.0:1777573240.411570:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+555:59538:x1863919926056320:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.411635:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.411667:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119ac91 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed22 expref: 555 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.411696:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.411702:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.411912:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.411940:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.411949:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.411994:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978884 00000004:00010000:1.0:1777573240.412014:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009a19c66 reply state 0000000005edee59 transno 4294978885 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.412024:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.412029:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.412030:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.412032:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.412134:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+557:59538:x1863919926056320:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 565us (766us total) trans 4294978885 rc 0/0 00000100:00100000:1.0:1777573240.412141:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15664 00000020:00080000:1.0:1777573240.412146:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.414123:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.414168:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.414258:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926056448 00000100:00100000:1.0:1777573240.414265:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926056576 00000100:00100000:1.0:1777573240.414294:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926056576 00000100:00100000:0.0:1777573240.414296:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926056448 00002000:00010000:1.0:1777573240.414343:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00010000:0.0:1777573240.414343:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (147019->18446744073709551615) 00002000:00100000:1.0:1777573240.414352:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b7b80 with x1863919926056576 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573240.414352:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4e00 with x1863919926056448 ext(147019->18446744073709551615) 00002000:00010000:1.0:1777573240.414370:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b7b80. 00002000:00010000:0.0:1777573240.414370:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b4e00. 00000100:00100000:1.0:1777573240.414405:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5403 00000100:00100000:1.0:1777573240.414419:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+54:2405:x1863919926056576:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573240.414423:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5404 00000100:00100000:0.0:1777573240.414443:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+53:2405:x1863919926056448:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573240.414607:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.414608:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573240.414614:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.414615:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:1.0:1777573240.414618:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573240.414621:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.414621:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573240.414628:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573240.414629:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.414632:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.414688:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+54:2405:x1863919926056448:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 254us (585us total) trans 21474841844 rc 0/0 00000100:00100000:0.0:1777573240.414696:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5404 00002000:00010000:0.0:1777573240.414701:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.414705:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4e00 with x1863919926056448 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.414710:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b4e00. 00000100:00100000:1.0:1777573240.414741:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+55:2405:x1863919926056576:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 326us (570us total) trans 17179875005 rc 0/0 00000100:00100000:1.0:1777573240.414748:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5403 00002000:00010000:1.0:1777573240.414751:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.414754:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b7b80 with x1863919926056576 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.414759:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b7b80. 00000100:00100000:3.0:1777573240.416946:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.416991:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926056704 00000100:00100000:1.0:1777573240.417003:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926056704 00000100:00100000:1.0:1777573240.417071:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15665 00000100:00100000:1.0:1777573240.417083:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+557:59538:x1863919926056704:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573240.417120:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.417149:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac9f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed29 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.417318:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119aca6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.417338:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119aca6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.417354:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119aca6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573240.417395:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:1.0:1777573240.417400:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573240.417425:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119aca6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.417459:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ac9f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed29 expref: 559 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.417481:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119aca6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed29 expref: 558 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.417492:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.417495:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573240.417499:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2cee6d400, rc 0) 00000100:00100000:1.0:1777573240.417565:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+558:59538:x1863919926056704:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 484us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.417573:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15665 00000100:00100000:2.0:1777573240.420368:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.420623:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926056960 00000100:00100000:3.0:1777573240.420634:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926056960 00000100:00100000:3.0:1777573240.420761:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15666 00000100:00100000:3.0:1777573240.420772:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+558:59538:x1863919926056960:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573240.420885:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573240.420924:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119aca6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed29 expref: 558 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.420948:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573240.420955:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573240.421416:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.421756:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.421770:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573240.421947:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978886 00000004:00010000:2.0:1777573240.421987:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000012e3b2b reply state 000000007de67790 transno 4294978887 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.422004:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.422013:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.422016:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573240.422020:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573240.422199:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+560:59538:x1863919926056960:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1424us (1840us total) trans 4294978887 rc 0/0 00000100:00100000:2.0:1777573240.422209:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15666 00000020:00080000:2.0:1777573240.422219:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.425159:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.425376:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.425677:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926057088 00000100:00100000:0.0:1777573240.425694:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926057088 00002000:00010000:0.0:1777573240.425760:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.425766:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4000 with x1863919926057088 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.425784:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4000. 00000100:00100000:0.0:1777573240.425851:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926057216 00000100:00100000:0.0:1777573240.425855:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926057216 00002000:00010000:0.0:1777573240.425877:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.425881:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6680 with x1863919926057216 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.425893:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b6680. 00000100:00100000:3.0:1777573240.425931:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5405 00000100:00100000:3.0:1777573240.425947:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+55:2404:x1863919926057088:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.426189:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.426267:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.426383:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573240.426385:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.426388:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.426469:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+56:2404:x1863919926057088:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 526us (1324us total) trans 17179875006 rc 0/0 00000100:00100000:3.0:1777573240.426478:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5405 00002000:00010000:3.0:1777573240.426483:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.426485:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4000 with x1863919926057088 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.426490:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4000. 00000100:00100000:3.0:1777573240.426515:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5406 00000100:00100000:3.0:1777573240.426523:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+54:2404:x1863919926057216:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.426692:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.426696:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.426698:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573240.426701:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.426703:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.426760:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+55:2404:x1863919926057216:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 237us (1383us total) trans 21474841845 rc 0/0 00000100:00100000:3.0:1777573240.426767:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5406 00002000:00010000:3.0:1777573240.426771:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.426773:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6680 with x1863919926057216 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.426779:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c64b6680. 00000100:00100000:2.0:1777573240.428770:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.428836:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926057344 00000100:00100000:0.0:1777573240.428849:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926057344 00000100:00100000:0.0:1777573240.428911:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15667 00000100:00100000:0.0:1777573240.428920:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+560:59538:x1863919926057344:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.428948:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.428973:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119acb4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed30 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.429100:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acbb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.429128:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acbb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.429141:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acbb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.429172:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573240.429176:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.429198:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acbb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.429232:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119acb4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed30 expref: 562 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.429254:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acbb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed30 expref: 561 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.429262:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.429264:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.429267:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531400, rc 0) 00000100:00100000:0.0:1777573240.429385:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+561:59538:x1863919926057344:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 466us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.429393:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15667 00000100:00100000:2.0:1777573240.432159:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.432519:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926057600 00000100:00100000:0.0:1777573240.432531:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926057600 00000100:00100000:0.0:1777573240.432638:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15668 00000100:00100000:0.0:1777573240.432651:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+561:59538:x1863919926057600:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.432726:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.432763:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acbb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed30 expref: 561 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.432787:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.432793:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.432997:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.433025:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.433035:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.433082:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978888 00000004:00010000:0.0:1777573240.433101:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067929f13 reply state 00000000e82090d9 transno 4294978889 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.433158:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.433167:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.433170:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.433173:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.433322:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+563:59538:x1863919926057600:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 674us (1175us total) trans 4294978889 rc 0/0 00000100:00100000:0.0:1777573240.433331:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15668 00000020:00080000:0.0:1777573240.433338:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.437456:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.437502:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.437561:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926057728 00000100:00100000:3.0:1777573240.437574:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926057728 00000100:00100000:1.0:1777573240.437621:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926057856 00000100:00100000:1.0:1777573240.437627:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926057856 00002000:00010000:3.0:1777573240.437628:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.437636:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b800 with x1863919926057728 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.437652:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b5b800. 00002000:00010000:1.0:1777573240.437659:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.437664:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59500 with x1863919926057856 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.437672:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b59500. 00000100:00100000:3.0:1777573240.437696:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5407 00000100:00100000:1.0:1777573240.437709:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5408 00000100:00100000:3.0:1777573240.437710:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+55:2404:x1863919926057728:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573240.437720:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+56:2404:x1863919926057856:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.437913:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573240.437913:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.437920:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.437921:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:1.0:1777573240.437926:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573240.437927:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573240.437931:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.437933:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:1.0:1777573240.437935:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573240.437938:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573240.438005:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+57:2404:x1863919926057856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 288us (502us total) trans 17179875007 rc 0/0 00000100:00100000:1.0:1777573240.438013:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5408 00002000:00010000:1.0:1777573240.438017:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573240.438020:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59500 with x1863919926057856 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573240.438024:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b59500. 00000100:00100000:3.0:1777573240.438096:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+56:2404:x1863919926057728:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 390us (653us total) trans 21474841846 rc 0/0 00000100:00100000:3.0:1777573240.438104:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5407 00002000:00010000:3.0:1777573240.438108:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.438120:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b800 with x1863919926057728 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.438126:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b5b800. 00000100:00100000:2.0:1777573240.442872:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.442980:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926057984 00000100:00100000:3.0:1777573240.442993:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926057984 00000100:00100000:3.0:1777573240.443074:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15669 00000100:00100000:3.0:1777573240.443086:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+563:59538:x1863919926057984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.443129:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.443155:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119acc9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed37 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.443336:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119acd0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.443356:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119acd0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.443369:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119acd0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573240.443405:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:3.0:1777573240.443410:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573240.443432:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119acd0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.443733:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119acc9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed37 expref: 565 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.443758:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119acd0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed37 expref: 564 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.443768:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573240.443771:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573240.443776:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab800, rc 0) 00000100:00100000:3.0:1777573240.443887:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+564:59538:x1863919926057984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 804us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.443896:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15669 00000100:00100000:2.0:1777573240.448782:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.448856:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926058240 00000100:00100000:0.0:1777573240.448871:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926058240 00000100:00100000:0.0:1777573240.448949:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15670 00000100:00100000:0.0:1777573240.448961:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+564:59538:x1863919926058240:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.449032:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.449068:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119acd0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed37 expref: 564 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.449091:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.449098:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.449407:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.449442:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.449455:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.449518:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978890 00000004:00010000:0.0:1777573240.449546:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013002174 reply state 0000000058c9058e transno 4294978891 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.449565:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.449571:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.449574:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.449577:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.449682:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+566:59538:x1863919926058240:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 723us (919us total) trans 4294978891 rc 0/0 00000100:00100000:0.0:1777573240.449691:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15670 00000020:00080000:0.0:1777573240.449698:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.453011:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.453063:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.453226:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926058496 00000100:00100000:3.0:1777573240.453244:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926058496 00000100:00100000:0.0:1777573240.453246:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926058368 00000100:00100000:0.0:1777573240.453256:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926058368 00002000:00010000:0.0:1777573240.453336:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.453342:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59880 with x1863919926058368 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.453358:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b59880. 00000100:00100000:0.0:1777573240.453387:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5409 00002000:00010000:3.0:1777573240.453389:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.453396:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58e00 with x1863919926058496 ext(0->18446744073709551615) 00000100:00100000:0.0:1777573240.453405:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+56:2403:x1863919926058368:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.453412:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58e00. 00000100:00100000:3.0:1777573240.453462:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5410 00000100:00100000:3.0:1777573240.453476:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+57:2403:x1863919926058496:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.453662:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.453662:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.453670:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.453672:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.453677:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573240.453678:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573240.453685:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.453687:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.453694:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:3.0:1777573240.453695:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.453764:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+58:2403:x1863919926058496:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 291us (764us total) trans 17179875008 rc 0/0 00000100:00100000:3.0:1777573240.453777:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5410 00000100:00100000:0.0:1777573240.453780:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+57:2403:x1863919926058368:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 369us (702us total) trans 21474841847 rc 0/0 00002000:00010000:3.0:1777573240.453781:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.453792:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58e00 with x1863919926058496 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.453803:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58e00. 00000100:00100000:0.0:1777573240.453809:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5409 00002000:00010000:0.0:1777573240.453817:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.453821:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59880 with x1863919926058368 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.453828:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b59880. 00000100:00100000:2.0:1777573240.457731:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.457795:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926058624 00000100:00100000:1.0:1777573240.457805:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926058624 00000100:00100000:1.0:1777573240.457844:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15671 00000100:00100000:1.0:1777573240.457851:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+566:59538:x1863919926058624:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573240.457871:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.457889:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acde lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed3e expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.457980:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ace5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.457995:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ace5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.458009:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ace5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573240.458042:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:1.0:1777573240.458046:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573240.458065:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ace5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.458090:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acde lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed3e expref: 568 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.458194:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ace5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed3e expref: 567 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.458203:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.458205:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573240.458209:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca39e000, rc 0) 00000100:00100000:1.0:1777573240.458587:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+567:59538:x1863919926058624:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 734us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.458594:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15671 00000100:00100000:2.0:1777573240.463045:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.463487:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926058880 00000100:00100000:1.0:1777573240.463498:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926058880 00000100:00100000:1.0:1777573240.463556:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15672 00000100:00100000:1.0:1777573240.463567:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+567:59538:x1863919926058880:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.463619:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.463644:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ace5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed3e expref: 567 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.463661:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.463667:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.463825:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.463848:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.463859:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.463902:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978892 00000004:00010000:1.0:1777573240.463926:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000187c5010 reply state 0000000015abcddb transno 4294978893 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.463938:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.463945:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.463948:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.463950:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.464042:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+569:59538:x1863919926058880:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 477us (1006us total) trans 4294978893 rc 0/0 00000100:00100000:1.0:1777573240.464051:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15672 00000020:00080000:1.0:1777573240.464056:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.466941:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.467010:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926059008 00000100:00100000:3.0:1777573240.467019:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926059008 00002000:00010000:3.0:1777573240.467056:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.467061:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b480 with x1863919926059008 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.467071:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5b480. 00000100:00100000:3.0:1777573240.467136:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5411 00000100:00100000:3.0:1777573240.467147:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+58:2404:x1863919926059008:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.467333:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.467337:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.467340:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573240.467343:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.467345:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.467400:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+59:2404:x1863919926059008:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 256us (466us total) trans 17179875009 rc 0/0 00000100:00100000:3.0:1777573240.467407:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5411 00002000:00010000:3.0:1777573240.467411:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.467414:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b480 with x1863919926059008 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.467418:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5b480. 00000100:00100000:2.0:1777573240.468798:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.468866:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926059136 00000100:00100000:3.0:1777573240.468874:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926059136 00002000:00010000:3.0:1777573240.468904:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.468909:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b100 with x1863919926059136 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.468917:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b5b100. 00000100:00100000:0.0:1777573240.468987:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5412 00000100:00100000:0.0:1777573240.468999:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+57:2403:x1863919926059136:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.469120:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.469123:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.469126:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573240.469128:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.469130:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.469250:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+58:2403:x1863919926059136:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 252us (454us total) trans 21474841848 rc 0/0 00000100:00100000:0.0:1777573240.469257:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5412 00002000:00010000:0.0:1777573240.469284:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.469288:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b100 with x1863919926059136 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.469293:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b5b100. 00000100:00100000:0.0:1777573240.472188:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.472368:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926059264 00000100:00100000:1.0:1777573240.472378:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926059264 00000100:00100000:1.0:1777573240.472438:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15673 00000100:00100000:1.0:1777573240.472448:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+569:59538:x1863919926059264:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573240.472472:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.472499:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119acf3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed45 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.472596:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119acfa lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.472611:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119acfa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.472622:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119acfa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573240.472649:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:1.0:1777573240.472653:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573240.472672:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119acfa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.472698:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119acf3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed45 expref: 571 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.472716:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119acfa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed45 expref: 570 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.472724:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.472726:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573240.472730:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2cee1b600, rc 0) 00000100:00100000:1.0:1777573240.472790:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+570:59538:x1863919926059264:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 344us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.472797:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15673 00000100:00100000:2.0:1777573240.476776:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.477046:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926059520 00000100:00100000:0.0:1777573240.477055:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926059520 00000100:00100000:0.0:1777573240.477151:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15674 00000100:00100000:0.0:1777573240.477159:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+570:59538:x1863919926059520:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.477207:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.477233:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119acfa lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed45 expref: 570 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.477259:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.477265:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.477468:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.477489:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.477496:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573240.477532:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978894 00000004:00010000:0.0:1777573240.477548:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ca00d00 reply state 00000000f7275141 transno 4294978895 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.477556:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.477560:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.477562:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.477563:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.478185:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+572:59538:x1863919926059520:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1025us (1417us total) trans 4294978895 rc 0/0 00000100:00100000:0.0:1777573240.478196:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15674 00000020:00080000:0.0:1777573240.478202:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.485227:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.485306:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.485459:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926059648 00000100:00100000:3.0:1777573240.485468:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926059648 00002000:00010000:3.0:1777573240.485508:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.485513:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58700 with x1863919926059648 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.485525:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b58700. 00000100:00100000:3.0:1777573240.485553:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926059776 00000100:00100000:3.0:1777573240.485556:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926059776 00002000:00010000:3.0:1777573240.485568:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.485571:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5ad80 with x1863919926059776 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.485577:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5ad80. 00000100:00100000:3.0:1777573240.485643:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5413 00000100:00100000:3.0:1777573240.485653:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+58:2405:x1863919926059648:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.485809:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.485812:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.485815:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573240.485817:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.485819:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.485870:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+59:2405:x1863919926059648:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 219us (652us total) trans 21474841849 rc 0/0 00000100:00100000:3.0:1777573240.485879:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5413 00002000:00010000:3.0:1777573240.485883:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.485886:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58700 with x1863919926059648 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.485891:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b58700. 00000100:00100000:0.0:1777573240.485898:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5414 00000100:00100000:0.0:1777573240.485910:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+59:2405:x1863919926059776:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.485998:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.486002:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.486004:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573240.486006:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.486008:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.486047:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+60:2405:x1863919926059776:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 140us (774us total) trans 17179875010 rc 0/0 00000100:00100000:0.0:1777573240.486055:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5414 00002000:00010000:0.0:1777573240.486058:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.486060:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5ad80 with x1863919926059776 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.486065:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5ad80. 00000100:00100000:2.0:1777573240.489601:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.489680:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926059904 00000100:00100000:3.0:1777573240.489690:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926059904 00000100:00100000:3.0:1777573240.489820:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15675 00000100:00100000:3.0:1777573240.489830:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+572:59538:x1863919926059904:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.489855:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.489880:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119ad08 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed4c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.490089:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ad0f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.490120:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ad0f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.490131:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ad0f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573240.490167:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:3.0:1777573240.490172:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573240.490190:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ad0f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.490221:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119ad08 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed4c expref: 574 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.490239:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ad0f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed4c expref: 573 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.490248:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573240.490251:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573240.490254:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa800, rc 0) 00000100:00100000:3.0:1777573240.490371:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+573:59538:x1863919926059904:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 543us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.490379:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15675 00000100:00100000:0.0:1777573240.493728:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.494187:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926060160 00000100:00100000:1.0:1777573240.494198:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926060160 00000100:00100000:1.0:1777573240.494291:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15676 00000100:00100000:1.0:1777573240.494303:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+573:59538:x1863919926060160:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.494355:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.494382:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ad0f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed4c expref: 573 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.494401:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.494405:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.494600:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.494628:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.494706:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.494760:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978896 00000004:00010000:1.0:1777573240.494783:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006c48e2b reply state 00000000319bfc49 transno 4294978897 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.494795:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.494811:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.494814:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.494816:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.494915:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+575:59538:x1863919926060160:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 614us (1192us total) trans 4294978897 rc 0/0 00000100:00100000:1.0:1777573240.494923:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15676 00000020:00080000:1.0:1777573240.494929:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.497499:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.497544:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.497873:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926060288 00000100:00100000:3.0:1777573240.497891:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926060288 00000100:00100000:0.0:1777573240.497891:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926060416 00000100:00100000:0.0:1777573240.497904:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926060416 00002000:00010000:3.0:1777573240.497962:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.497968:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8afb80 with x1863919926060288 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.497984:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8afb80. 00000100:00100000:3.0:1777573240.498025:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5415 00000100:00100000:3.0:1777573240.498038:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+60:2403:x1863919926060288:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.498246:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.498253:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ad880 with x1863919926060416 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.498258:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.498265:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.498267:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ad880. 00002000:00010000:3.0:1777573240.498309:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573240.498314:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:3.0:1777573240.498317:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.498341:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5416 00000100:00100000:0.0:1777573240.498354:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+59:2403:x1863919926060416:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573240.498406:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+61:2403:x1863919926060288:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 369us (913us total) trans 17179875011 rc 0/0 00000100:00100000:3.0:1777573240.498415:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5415 00002000:00010000:3.0:1777573240.498421:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.498424:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8afb80 with x1863919926060288 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.498498:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.498502:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.498505:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573240.498507:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573239 -> 1777573240 00002000:00010000:0.0:1777573240.498510:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.498557:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+60:2403:x1863919926060416:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 205us (1012us total) trans 21474841850 rc 0/0 00000100:00100000:0.0:1777573240.498567:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5416 00002000:00010000:3.0:1777573240.498570:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8afb80. 00002000:00010000:0.0:1777573240.498571:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.498578:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ad880 with x1863919926060416 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.498587:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ad880. 00000100:00100000:2.0:1777573240.501682:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.501771:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926060544 00000100:00100000:1.0:1777573240.501782:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926060544 00000100:00100000:1.0:1777573240.501849:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15677 00000100:00100000:1.0:1777573240.501859:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+575:59538:x1863919926060544:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573240.501881:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.501900:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ad1d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed53 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.501994:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad24 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.502010:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.502021:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573240.502047:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:1.0:1777573240.502050:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573240.502064:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.502083:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39e000/0x8dc0a528a119ad1d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed53 expref: 577 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.502095:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad24 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed53 expref: 576 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.502101:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.502103:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573240.502106:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a600, rc 0) 00000100:00100000:1.0:1777573240.502167:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+576:59538:x1863919926060544:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 310us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.502174:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15677 00000100:00100000:2.0:1777573240.506018:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.506379:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926060800 00000100:00100000:1.0:1777573240.506399:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926060800 00000100:00100000:1.0:1777573240.506471:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15678 00000100:00100000:1.0:1777573240.506480:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+576:59538:x1863919926060800:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.506536:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.506562:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad24 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed53 expref: 576 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.506583:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.506589:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.506764:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.506794:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.506803:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.506848:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978898 00000004:00010000:1.0:1777573240.506871:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e3a04ce reply state 00000000c6f1b19f transno 4294978899 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.506883:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.506889:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.506892:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.506894:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.507000:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+578:59538:x1863919926060800:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 518us (995us total) trans 4294978899 rc 0/0 00000100:00100000:1.0:1777573240.507010:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15678 00000020:00080000:1.0:1777573240.507016:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.512233:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.512394:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926060928 00000100:00100000:3.0:1777573240.512407:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926060928 00002000:00010000:3.0:1777573240.512462:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.512469:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ae680 with x1863919926060928 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.512484:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ae680. 00000100:00100000:3.0:1777573240.512574:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5417 00000100:00100000:3.0:1777573240.512586:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+60:2404:x1863919926060928:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573240.512657:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:3.0:1777573240.512797:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.512801:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.512804:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573240.512806:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.512809:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.512901:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+61:2404:x1863919926060928:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 317us (680us total) trans 21474841851 rc 0/0 00000100:00100000:3.0:1777573240.512911:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5417 00002000:00010000:3.0:1777573240.512915:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.512918:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ae680 with x1863919926060928 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.512923:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8ae680. 00000100:00100000:0.0:1777573240.513808:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926061056 00000100:00100000:0.0:1777573240.513818:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926061056 00002000:00010000:0.0:1777573240.513853:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.513858:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adf80 with x1863919926061056 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.513866:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adf80. 00000100:00100000:0.0:1777573240.513896:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5418 00000100:00100000:0.0:1777573240.513908:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+61:2403:x1863919926061056:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573240.514039:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.514043:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.514046:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573240.514048:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.514050:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.514201:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+62:2403:x1863919926061056:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 295us (1542us total) trans 17179875012 rc 0/0 00000100:00100000:0.0:1777573240.514209:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5418 00002000:00010000:0.0:1777573240.514213:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.514217:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8adf80 with x1863919926061056 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573240.514222:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8adf80. 00000100:00100000:1.0:1777573240.516058:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.516191:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926061184 00000100:00100000:2.0:1777573240.516203:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926061184 00000100:00100000:0.0:1777573240.516389:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15679 00000100:00100000:0.0:1777573240.516403:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+578:59538:x1863919926061184:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.516432:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.516457:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad32 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed5a expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.516584:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ad39 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.516604:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ad39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.516618:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ad39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.516650:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:0.0:1777573240.516655:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573240.516675:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ad39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.516717:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad32 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed5a expref: 580 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.516737:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ad39 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed5a expref: 579 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.516746:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.516751:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573240.516756:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c12ab200, rc 0) 00000100:00100000:0.0:1777573240.516982:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+579:59538:x1863919926061184:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 582us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.516990:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15679 00000100:00100000:2.0:1777573240.526192:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.527377:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926061440 00000100:00100000:1.0:1777573240.527389:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926061440 00000100:00100000:1.0:1777573240.527548:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15680 00000100:00100000:1.0:1777573240.527566:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+579:59538:x1863919926061440:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.527631:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.527669:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119ad39 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed5a expref: 579 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.527688:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.527692:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.527867:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.528119:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.528132:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.528180:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978900 00000004:00010000:1.0:1777573240.528203:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d63c96b0 reply state 00000000ec9f2ca6 transno 4294978901 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.528216:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.528222:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.528225:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.528228:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.528895:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+581:59538:x1863919926061440:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1336us (2720us total) trans 4294978901 rc 0/0 00000100:00100000:1.0:1777573240.528904:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15680 00000020:00080000:1.0:1777573240.528910:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.532785:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.532821:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.533183:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926061568 00000100:00100000:3.0:1777573240.533194:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926061568 00002000:00010000:3.0:1777573240.533233:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.533237:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ad180 with x1863919926061568 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.533250:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8ad180. 00000100:00100000:3.0:1777573240.533293:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926061696 00000100:00100000:3.0:1777573240.533297:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926061696 00002000:00010000:3.0:1777573240.533308:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.533311:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8aed80 with x1863919926061696 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.533317:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8aed80. 00000100:00100000:3.0:1777573240.533476:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5419 00000100:00100000:3.0:1777573240.533487:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+62:2403:x1863919926061568:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.533645:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.533649:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.533651:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573240.533653:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.533656:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.533713:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+63:2403:x1863919926061568:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 228us (939us total) trans 17179875013 rc 0/0 00000100:00100000:3.0:1777573240.533720:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5419 00002000:00010000:3.0:1777573240.533724:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.533726:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8ad180 with x1863919926061568 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.533731:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1cb8ad180. 00000100:00100000:3.0:1777573240.533748:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5420 00000100:00100000:3.0:1777573240.533755:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+61:2403:x1863919926061696:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.533822:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.533824:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.533826:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573240.533828:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.533830:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.533850:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+62:2403:x1863919926061696:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 95us (1029us total) trans 21474841852 rc 0/0 00000100:00100000:3.0:1777573240.533856:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5420 00002000:00010000:3.0:1777573240.533860:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.533862:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8aed80 with x1863919926061696 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.533865:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8aed80. 00000100:00100000:2.0:1777573240.537843:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.537941:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926061824 00000100:00100000:3.0:1777573240.537951:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926061824 00000100:00100000:3.0:1777573240.538012:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15681 00000100:00100000:3.0:1777573240.538021:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+581:59538:x1863919926061824:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.538045:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.538064:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119ad47 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed61 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.538178:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ad4e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.538196:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ad4e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.538209:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ad4e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573240.538238:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:3.0:1777573240.538241:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573240.538258:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ad4e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.538318:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119ad47 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed61 expref: 583 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.538403:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ad4e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed61 expref: 582 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.538409:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573240.538412:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573240.538414:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabc00, rc 0) 00000100:00100000:3.0:1777573240.538512:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+582:59538:x1863919926061824:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 492us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.538523:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15681 00000100:00100000:3.0:1777573240.542621:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.542890:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926062080 00000100:00100000:2.0:1777573240.542901:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926062080 00000100:00100000:2.0:1777573240.543008:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15682 00000100:00100000:2.0:1777573240.543018:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+582:59538:x1863919926062080:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573240.543071:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.543098:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ad4e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed61 expref: 582 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.543130:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.543136:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573240.543320:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.543346:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.543356:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573240.543398:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978902 00000004:00010000:2.0:1777573240.543421:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a873b8f reply state 00000000bb6d8c90 transno 4294978903 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.543433:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.543439:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.543442:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573240.543445:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573240.543533:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+584:59538:x1863919926062080:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 517us (1531us total) trans 4294978903 rc 0/0 00000100:00100000:2.0:1777573240.543544:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15682 00000020:00080000:2.0:1777573240.543549:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573240.546105:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.546189:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926062208 00000100:00100000:0.0:1777573240.546198:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926062208 00002000:00010000:0.0:1777573240.546233:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (147019->18446744073709551615) 00002000:00100000:0.0:1777573240.546239:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8af480 with x1863919926062208 ext(147019->18446744073709551615) 00002000:00010000:0.0:1777573240.546250:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8af480. 00000100:00100000:3.0:1777573240.546512:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5421 00000100:00100000:3.0:1777573240.546524:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+62:2403:x1863919926062208:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.546672:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.546676:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.546679:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573240.546681:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.546683:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.546732:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+63:2403:x1863919926062208:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 211us (635us total) trans 21474841853 rc 0/0 00000100:00100000:3.0:1777573240.546740:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5421 00002000:00010000:3.0:1777573240.546744:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.546747:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1cb8af480 with x1863919926062208 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.546751:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1cb8af480. 00000100:00100000:3.0:1777573240.546861:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.546937:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926062336 00000100:00100000:3.0:1777573240.546942:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926062336 00002000:00010000:3.0:1777573240.546957:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.546961:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6d80 with x1863919926062336 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.546967:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b6d80. 00000100:00100000:3.0:1777573240.546983:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5422 00000100:00100000:3.0:1777573240.546989:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+63:2403:x1863919926062336:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.547053:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.547056:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.547059:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573240.547061:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.547063:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.547084:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919926062336:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 95us (224us total) trans 17179875014 rc 0/0 00000100:00100000:3.0:1777573240.547090:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5422 00002000:00010000:3.0:1777573240.547093:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573240.547095:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b6d80 with x1863919926062336 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573240.547099:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b6d80. 00000100:00100000:3.0:1777573240.552752:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.553170:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926062464 00000100:00100000:2.0:1777573240.553181:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926062464 00000100:00100000:2.0:1777573240.553310:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15683 00000100:00100000:2.0:1777573240.553322:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+584:59538:x1863919926062464:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.553346:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.553366:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ad5c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed68 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.553458:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119ad63 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.553473:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119ad63 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.553484:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119ad63 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.553513:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:2.0:1777573240.553518:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.553536:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119ad63 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.553563:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ad5c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed68 expref: 586 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.553579:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119ad63 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed68 expref: 585 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.553587:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.553590:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.553593:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:2.0:1777573240.553655:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+585:59538:x1863919926062464:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 336us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.553661:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15683 00000100:00100000:2.0:1777573240.559377:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.559505:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926062720 00000100:00100000:1.0:1777573240.559516:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926062720 00000100:00100000:1.0:1777573240.559580:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15684 00000100:00100000:1.0:1777573240.559591:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+585:59538:x1863919926062720:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573240.559657:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.559682:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119ad63 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed68 expref: 585 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.559703:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.559709:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573240.559871:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.559897:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.559906:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573240.559970:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978904 00000004:00010000:1.0:1777573240.559992:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de32d17c reply state 00000000feefd342 transno 4294978905 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.560003:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.560009:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.560017:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.560020:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573240.560104:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+587:59538:x1863919926062720:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 515us (737us total) trans 4294978905 rc 0/0 00000100:00100000:1.0:1777573240.560126:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15684 00000020:00080000:1.0:1777573240.560131:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573240.563039:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.563079:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.563158:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926062848 00000100:00100000:0.0:1777573240.563180:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926062848 00000100:00100000:2.0:1777573240.563205:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926062976 00000100:00100000:2.0:1777573240.563212:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926062976 00002000:00010000:0.0:1777573240.563228:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (147019->18446744073709551615) 00002000:00010000:2.0:1777573240.563234:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573240.563234:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4700 with x1863919926062848 ext(147019->18446744073709551615) 00002000:00100000:2.0:1777573240.563242:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca43b80 with x1863919926062976 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.563252:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fca43b80. 00002000:00010000:0.0:1777573240.563252:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4700. 00000100:00100000:2.0:1777573240.563326:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5423 00000100:00100000:2.0:1777573240.563335:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919926062976:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573240.563365:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5424 00000100:00100000:3.0:1777573240.563376:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919926062848:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573240.563508:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573240.563508:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573240.563514:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.563515:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.563520:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573240.563521:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573240.563525:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.563526:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.563529:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573240.563532:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573240.563596:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919926062848:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 222us (577us total) trans 17179875015 rc 0/0 00000100:00100000:3.0:1777573240.563604:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5424 00002000:00010000:3.0:1777573240.563609:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (147019->18446744073709551615) 00002000:00100000:3.0:1777573240.563612:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c64b4700 with x1863919926062848 ext(147019->18446744073709551615) 00002000:00010000:3.0:1777573240.563616:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c64b4700. 00000100:00100000:2.0:1777573240.563710:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919926062976:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 375us (629us total) trans 21474841854 rc 0/0 00000100:00100000:2.0:1777573240.563718:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5423 00002000:00010000:2.0:1777573240.563722:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:2.0:1777573240.563725:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca43b80 with x1863919926062976 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573240.563730:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fca43b80. 00000100:00100000:2.0:1777573240.569866:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.571381:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926063232 00000100:00100000:0.0:1777573240.571393:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926063232 00000100:00100000:0.0:1777573240.571460:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15685 00000100:00100000:0.0:1777573240.571472:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+587:59538:x1863919926063232:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573240.571582:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.571612:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.571625:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573240.571732:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ef73dda reply state 00000000560b9908 transno 4294978906 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.571745:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.571752:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.571755:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.571758:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573240.571850:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+589:59538:x1863919926063232:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 380us (1995us total) trans 4294978906 rc 0/0 00000100:00100000:0.0:1777573240.571857:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15685 00000100:00100000:0.0:1777573240.576412:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.576468:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926063360 00000100:00100000:3.0:1777573240.576554:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926063360 00000100:00100000:3.0:1777573240.576611:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12539 00000100:00100000:3.0:1777573240.576623:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+65:59538:x1863919926063360:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.576641:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.576659:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed6f expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.576692:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea89 expref: 66 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.576701:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.576703:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.576708:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 66 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.576739:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea89 expref: 66 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.576753:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea89 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.576767:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932168192:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573240.576914:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d389c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573240.584832:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932168192:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573240.584871:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 66 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.584894:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa200, rc 0) 00000100:00100000:1.0:1777573240.585354:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+66:59538:x1863919926063360:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 8732us (8948us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.585365:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12539 00000100:00100000:2.0:1777573240.585847:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.585968:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926063488 00000100:00100000:1.0:1777573240.585976:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926063488 00010000:00010000:1.0:1777573240.586011:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea89 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.586056:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5699 00000100:00100000:1.0:1777573240.586066:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919926063488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573240.586081:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.586101:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea89 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.586125:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea89 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.586149:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119a5de lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea89 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.586166:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.586168:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.586176:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 65 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.586185:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 65 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.586217:0:6469:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 65 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.586231:0:6469:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6469:1863919932168320:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573240.586965:0:6469:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573240.589120:0:6469:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6469:1863919932168320:192.168.204.27@tcp:105: 00010000:00010000:1.0:1777573240.589142:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573240.589192:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919926063488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3127us (3346us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.589202:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5699 00000100:00100000:2.0:1777573240.592019:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.592082:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926063616 00000100:00100000:3.0:1777573240.592092:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926063616 00000100:00100000:3.0:1777573240.592168:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12540 00000100:00100000:3.0:1777573240.592178:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+64:59538:x1863919926063616:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573240.592204:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.592225:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed76 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.592263:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea90 expref: 65 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.592312:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.592314:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.592318:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 65 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.592360:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea90 expref: 65 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.592374:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea90 expref: 65 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.592390:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919932168448:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573240.592845:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573240.595531:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.595981:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926063744 00000100:00100000:3.0:1777573240.595990:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926063744 00010000:00010000:3.0:1777573240.596030:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea90 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.596071:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5700 00000100:00100000:3.0:1777573240.596081:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919926063744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573240.596096:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573240.596128:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea90 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.596143:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea90 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.596178:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.596179:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.596188:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 66 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.596207:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 66 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.596242:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 66 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.596256:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932168576:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573240.596377:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38600 going to sleep for 11 seconds 00010000:00010000:2.0:1777573240.597475:0:8361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119a5ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea90 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.597495:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919932168448:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573240.597520:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 65 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.597531:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab200, rc 0) 00000100:00100000:2.0:1777573240.598069:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+65:59538:x1863919926063616:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 5890us (6055us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.598078:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12540 00000100:00100000:3.0:1777573240.599052:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932168576:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573240.599071:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573240.599117:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919926063744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3028us (3584us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.599128:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5700 00000100:00100000:2.0:1777573240.600509:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.600592:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926063872 00000100:00100000:1.0:1777573240.600601:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926063872 00000100:00100000:1.0:1777573240.600678:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12541 00000100:00100000:1.0:1777573240.600687:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+65:59538:x1863919926063872:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573240.600703:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.600718:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed7d expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.600747:0:27874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea97 expref: 66 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.600756:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.600758:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.600761:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 66 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.600790:0:27874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea97 expref: 66 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.600801:0:27874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea97 expref: 66 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.600816:0:27874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27874:1863919932168704:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573240.600879:0:27874:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573240.602913:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.602979:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926064000 00000100:00100000:2.0:1777573240.602989:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926064000 00010000:00010000:2.0:1777573240.603025:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea97 expref: 67 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.603065:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5701 00000100:00100000:2.0:1777573240.603074:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+67:2404:x1863919926064000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.603088:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.603119:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea97 expref: 67 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.603131:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea97 expref: 67 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.603160:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.603162:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.603167:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 67 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.603177:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 67 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.603216:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 67 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.603229:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cb8adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932168832:192.168.204.27@tcp:105: 00000100:00100000:2.0:1777573240.603341:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351180 going to sleep for 11 seconds 00010000:00010000:3.0:1777573240.604059:0:27874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004239c9ca/0x8dc0a528a119a5e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea97 expref: 67 pid: 8362 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.604077:0:27874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27874:1863919932168704:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573240.604099:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 66 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.604121:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5b000, rc 0) 00000100:00100000:3.0:1777573240.604264:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+66:59538:x1863919926063872:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3577us (3758us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.604297:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12541 00000100:00100000:2.0:1777573240.606457:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cb8adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932168832:192.168.204.27@tcp:105: 00010000:00010000:2.0:1777573240.606477:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573240.606538:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919926064000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3466us (3633us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.606546:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5701 00000100:00100000:2.0:1777573240.610296:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.610405:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.610449:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926064256 00000100:00100000:0.0:1777573240.610459:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926064256 00000100:00100000:0.0:1777573240.610498:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926064128 00000100:00100000:0.0:1777573240.610500:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926064128 00000100:00100000:0.0:1777573240.610563:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12542 00000100:00100000:0.0:1777573240.610571:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919926064256:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:0.0:1777573240.610725:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.610728:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573240.610730:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573234 -> 1777573238 00002000:00010000:0.0:1777573240.610731:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573238 -> 1777573240 00002000:00010000:0.0:1777573240.610733:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777573240.610776:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919926064256:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 206us (508us total) trans 21474841855 rc 0/0 00000100:00100000:0.0:1777573240.610780:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12542 00000100:00100000:0.0:1777573240.610792:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12543 00000100:00100000:0.0:1777573240.610797:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919926064128:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:0.0:1777573240.610848:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573240.610850:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573240.610852:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573240.610853:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573238 -> 1777573240 00002000:00010000:0.0:1777573240.610855:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:0.0:1777573240.610868:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+66:2404:x1863919926064128:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 71us (464us total) trans 17179875016 rc 0/0 00000100:00100000:0.0:1777573240.610871:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12543 00000100:00100000:1.0:1777573240.613997:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.614171:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926064384 00000100:00100000:0.0:1777573240.614179:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926064384 00000100:00100000:0.0:1777573240.614232:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12544 00000100:00100000:0.0:1777573240.614242:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919926064384:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:0.0:1777573240.614413:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.614416:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573240.614419:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573234 -> 1777573238 00002000:00010000:0.0:1777573240.614421:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573238 -> 1777573240 00002000:00010000:0.0:1777573240.614423:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.614476:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919926064384:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 236us (498us total) trans 17179875017 rc 0/0 00000100:00100000:0.0:1777573240.614484:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12544 00000100:00100000:1.0:1777573240.617571:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.618034:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926064640 00000100:00100000:0.0:1777573240.618045:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926064640 00000100:00100000:0.0:1777573240.618102:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5127 00000100:00100000:0.0:1777573240.618125:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+589:59538:x1863919926064640:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:0.0:1777573240.618197:0:6488:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a59f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea74 expref: 589 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.618243:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.618254:0:6488:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 71 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea7b expref: 589 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.618301:0:6488:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 4/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.618334:0:6488:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 71 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea7b expref: 589 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.618348:0:6488:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 71 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea7b expref: 589 pid: 10945 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.618363:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932168960:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.618582:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573240.623023:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932168960:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573240.623071:0:6488:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.624106:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.624201:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926064768 00000100:00100000:2.0:1777573240.624210:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926064768 00010000:00010000:2.0:1777573240.624249:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 71 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea7b expref: 590 pid: 10945 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.624323:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5702 00000100:00100000:2.0:1777573240.624334:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+590:2404:x1863919926064768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.624347:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.624355:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 72 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea7b expref: 590 pid: 10945 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.624369:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 72 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea7b expref: 590 pid: 10945 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.624389:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489800/0x8dc0a528a119a5c9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 72 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea7b expref: 590 pid: 10945 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.624416:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.624421:0:34391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.624442:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 71 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.624449:0:34391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 71 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.624478:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.624522:0:6488:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.624531:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+589:2404:x1863919926064768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 198us (426us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573240.624534:0:6488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.624546:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5702 00000040:00080000:0.0:1777573240.624855:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3089, 88 off256328 00000004:00080000:0.0:1777573240.624865:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761170593591ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.624903:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3090, 88 off256064 00000004:00080000:0.0:1777573240.624911:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761170639637ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.624933:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3091, 88 off256152 00000004:00080000:0.0:1777573240.624938:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761170667132ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.624949:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3090, 88 off256416 00000004:00080000:0.0:1777573240.624954:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761170682416ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.624963:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3091, 88 off256504 00000004:00080000:0.0:1777573240.624967:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761170696191ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.624982:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3092, 88 off256240 00000004:00080000:0.0:1777573240.624986:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761170714702ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.624999:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3093, 88 off256328 00000004:00080000:0.0:1777573240.625003:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761170731492ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625029:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3092, 88 off256592 00000004:00080000:0.0:1777573240.625033:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761170761707ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625042:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3094, 88 off256416 00000004:00080000:0.0:1777573240.625045:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761170774339ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625054:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3093, 88 off256680 00000004:00080000:0.0:1777573240.625057:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761170786229ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625080:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3094, 88 off256768 00000004:00080000:0.0:1777573240.625083:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761170812097ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625092:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3095, 88 off256504 00000004:00080000:0.0:1777573240.625095:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761170824149ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625103:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3096, 88 off256592 00000004:00080000:0.0:1777573240.625106:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761170835059ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625128:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3095, 88 off256856 00000004:00080000:0.0:1777573240.625132:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761170860882ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625140:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3097, 88 off256680 00000004:00080000:0.0:1777573240.625145:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761170873523ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625441:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3096, 88 off256944 00000004:00080000:0.0:1777573240.625447:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761171176119ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625470:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3097, 88 off257032 00000004:00080000:0.0:1777573240.625474:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761171203253ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625484:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3098, 88 off256768 00000004:00080000:0.0:1777573240.625487:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761171216309ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625495:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3099, 88 off256856 00000004:00080000:0.0:1777573240.625498:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761171226876ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625506:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3098, 88 off257120 00000004:00080000:0.0:1777573240.625509:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761171237857ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625518:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3099, 88 off257208 00000004:00080000:0.0:1777573240.625521:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761171250061ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625528:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3100, 88 off256944 00000004:00080000:0.0:1777573240.625531:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761171260413ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625540:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3101, 88 off257032 00000004:00080000:0.0:1777573240.625544:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761171272563ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625552:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3100, 88 off257296 00000004:00080000:0.0:1777573240.625555:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761171284182ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625564:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3101, 88 off257384 00000004:00080000:0.0:1777573240.625567:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761171295807ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625576:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3102, 88 off257120 00000004:00080000:0.0:1777573240.625579:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761171307719ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625587:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3103, 88 off257208 00000004:00080000:0.0:1777573240.625592:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761171320709ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.625601:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3102, 88 off257472 00000004:00080000:0.0:1777573240.625605:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761171333713ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625613:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3103, 88 off257560 00000004:00080000:0.0:1777573240.625616:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761171344977ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.625625:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3104, 88 off257296 00000004:00080000:0.0:1777573240.625629:0:6488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761171357593ns, next at 756450607066ns, rc = 0 00000001:00080000:3.0:1777573240.627962:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978907 is committed 00000004:00080000:3.0:1777573240.627982:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2194 committed 00000004:00080000:3.0:1777573240.628188:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2193 committed 00000004:00080000:3.0:1777573240.628206:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2192 committed 00000004:00080000:3.0:1777573240.628209:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2193 committed 00000004:00080000:3.0:1777573240.628211:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2192 committed 00000004:00080000:3.0:1777573240.628215:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2191 committed 00000004:00080000:3.0:1777573240.628217:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2190 committed 00000004:00080000:3.0:1777573240.628219:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2191 committed 00000004:00080000:3.0:1777573240.628222:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2190 committed 00000004:00080000:3.0:1777573240.628224:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2189 committed 00000004:00080000:3.0:1777573240.628226:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2188 committed 00000004:00080000:3.0:1777573240.628229:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2189 committed 00000004:00080000:3.0:1777573240.628234:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2188 committed 00000004:00080000:3.0:1777573240.628237:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2187 committed 00000004:00080000:3.0:1777573240.628239:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2186 committed 00000004:00080000:3.0:1777573240.628242:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2187 committed 00000004:00080000:3.0:1777573240.628244:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2185 committed 00000004:00080000:3.0:1777573240.628245:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2186 committed 00000004:00080000:3.0:1777573240.628247:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2185 committed 00000004:00080000:3.0:1777573240.628249:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2184 committed 00000004:00080000:3.0:1777573240.628251:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2183 committed 00000004:00080000:3.0:1777573240.628253:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2184 committed 00000004:00080000:3.0:1777573240.628256:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2182 committed 00000004:00080000:3.0:1777573240.628258:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2183 committed 00000004:00080000:3.0:1777573240.628261:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2182 committed 00000004:00080000:3.0:1777573240.628263:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2181 committed 00000004:00080000:3.0:1777573240.628265:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2180 committed 00000004:00080000:3.0:1777573240.628268:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2181 committed 00000004:00080000:3.0:1777573240.628307:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2180 committed 00000004:00080000:3.0:1777573240.628311:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2179 committed 00000100:00100000:1.0:1777573240.628441:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932169344:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573240.628546:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.628613:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932169856:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573240.628686:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.628707:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932170368:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.628726:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.628741:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932170880:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.628752:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.628763:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1777573240.628767:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932169472:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573240.628778:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.628788:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932169984:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573240.628798:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.628812:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932170496:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.628830:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.628844:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932171008:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.628861:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.628899:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932169344 00000100:00100000:1.0:1777573240.628908:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932169344 00000100:00100000:0.0:1777573240.628947:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932169856 00000100:00100000:0.0:1777573240.628958:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932169856 00000100:00100000:1.0:1777573240.628960:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932170368 00000100:00100000:1.0:1777573240.628964:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932170368 00000100:00100000:1.0:1777573240.628987:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932170880 00000100:00100000:1.0:1777573240.628988:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932170880 00000100:00100000:1.0:1777573240.629004:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932169472 00000100:00100000:1.0:1777573240.629006:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932169472 00000100:00100000:0.0:1777573240.629015:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932169984 00000100:00100000:0.0:1777573240.629021:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932169984 00000100:00100000:1.0:1777573240.629054:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932170496 00000100:00100000:1.0:1777573240.629057:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932170496 00000100:00100000:0.0:1777573240.629068:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932171008 00000100:00100000:1.0:1777573240.629073:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12545 00000100:00100000:0.0:1777573240.629074:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932171008 00000100:00100000:1.0:1777573240.629083:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932169344:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.629120:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12546 00000100:00100000:0.0:1777573240.629133:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932170368:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573240.629315:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.629319:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.629322:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573240.629324:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.629327:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573240.629418:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:0.0:1777573240.629418:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932170368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 286us (687us total) trans 21474841856 rc 0/0 00002000:00010000:1.0:1777573240.629427:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.629433:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00000100:00100000:0.0:1777573240.629434:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12546 00002000:00010000:1.0:1777573240.629442:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.629446:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.629463:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12547 00000100:00100000:0.0:1777573240.629472:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932169856:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573240.629501:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932169344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 417us (956us total) trans 17179875018 rc 0/0 00000100:00100000:1.0:1777573240.629509:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12545 00000100:00100000:1.0:1777573240.629533:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12548 00000100:00100000:1.0:1777573240.629543:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932170880:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573240.629550:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.629555:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.629558:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573240.629561:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.629563:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.629615:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932169856:12345-0@lo:2:osp-syn-1-1.0 Request processed in 144us (927us total) trans 17179875019 rc 0/0 00002000:00010000:1.0:1777573240.629618:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573240.629623:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:0.0:1777573240.629627:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12547 00002000:00010000:1.0:1777573240.629628:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573240.629636:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.629638:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.629661:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12549 00000100:00100000:0.0:1777573240.629672:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932169984:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573240.629682:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932170880:12345-0@lo:2:osp-syn-0-1.0 Request processed in 140us (925us total) trans 21474841857 rc 0/0 00000100:00100000:1.0:1777573240.629691:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12548 00000100:00100000:1.0:1777573240.629711:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12550 00000100:00100000:1.0:1777573240.629721:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932169472:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573240.629743:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.629747:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.629750:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573240.629752:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.629754:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573240.629782:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.629790:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.629792:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:1.0:1777573240.629795:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.629797:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.629808:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3634:x1863919932169984:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (1003us total) trans 17179875020 rc 0/0 00000100:00100000:0.0:1777573240.629816:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12549 00000100:00100000:1.0:1777573240.629842:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932169472:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (1059us total) trans 17179875021 rc 0/0 00000100:00100000:1.0:1777573240.629849:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12550 00000100:00100000:0.0:1777573240.629856:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12551 00000100:00100000:0.0:1777573240.629871:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932170496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.629876:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12552 00000100:00100000:1.0:1777573240.629890:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932171008:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573240.629933:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573240.629936:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.629938:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573240.629940:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.629942:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573240.629973:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3634:x1863919932171008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 87us (1109us total) trans 21474841858 rc 0/0 00000100:00100000:1.0:1777573240.629977:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12552 00002000:00010000:0.0:1777573240.629984:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573240.629989:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.629992:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573240.629994:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.629996:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.630038:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932170496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 173us (1206us total) trans 21474841859 rc 0/0 00000100:00100000:0.0:1777573240.630048:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12551 00000100:00100000:0.0:1777573240.630105:0:3634:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179874932 gen 2 00000004:00080000:0.0:1777573240.630123:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ea4380, transno 17179874918 00000004:00080000:0.0:1777573240.630145:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d4e00, transno 17179874919 00000004:00080000:0.0:1777573240.630149:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab83b80, transno 17179874920 00000004:00080000:0.0:1777573240.630151:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d5500, transno 17179874921 00000004:00080000:0.0:1777573240.630154:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d5c00, transno 17179874922 00000004:00080000:0.0:1777573240.630156:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d7800, transno 17179874923 00000004:00080000:0.0:1777573240.630159:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d6300, transno 17179874924 00000004:00080000:0.0:1777573240.630161:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d4700, transno 17179874925 00000004:00080000:0.0:1777573240.630163:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d4000, transno 17179874926 00000004:00080000:0.0:1777573240.630166:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d5180, transno 17179874927 00000004:00080000:0.0:1777573240.630168:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d4380, transno 17179874928 00000004:00080000:0.0:1777573240.630171:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d5f80, transno 17179874929 00000004:00080000:0.0:1777573240.630173:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d6a00, transno 17179874930 00000004:00080000:0.0:1777573240.630176:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d6680, transno 17179874931 00000004:00080000:0.0:1777573240.630178:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c73d7480, transno 17179874932 00000100:00100000:0.0:1777573240.630185:0:3634:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff99d1cab18700 x1863919932169472/t17179875021(17179875021) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777573256 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777573240.630197:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18700/2, rc 0, transno 17179875021 00000100:00100000:0.0:1777573240.630202:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932169472:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.630546:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932169216:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573240.630558:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19180/2, rc 0, transno 17179875020 00000100:00100000:0.0:1777573240.630567:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932169984:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.630581:0:3634:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474841768 gen 2 00000004:00080000:0.0:1777573240.630585:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1f38000, transno 21474841722 00000004:00080000:0.0:1777573240.630596:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e15180, transno 21474841723 00000004:00080000:0.0:1777573240.630600:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e16d80, transno 21474841724 00000004:00080000:0.0:1777573240.630603:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e15c00, transno 21474841725 00000100:00100000:3.0:1777573240.630611:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573240.630612:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e14380, transno 21474841726 00000004:00080000:0.0:1777573240.630620:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fca680, transno 21474841727 00000004:00080000:0.0:1777573240.630624:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e17100, transno 21474841728 00000004:00080000:0.0:1777573240.630626:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e17800, transno 21474841729 00000004:00080000:0.0:1777573240.630631:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499c380, transno 21474841730 00000004:00080000:0.0:1777573240.630634:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499df80, transno 21474841731 00000004:00080000:0.0:1777573240.630637:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499d180, transno 21474841732 00000004:00080000:0.0:1777573240.630644:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499d880, transno 21474841733 00000004:00080000:0.0:1777573240.630648:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499f800, transno 21474841734 00000004:00080000:0.0:1777573240.630651:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499f480, transno 21474841735 00000004:00080000:0.0:1777573240.630656:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c8555180, transno 21474841736 00000100:00100000:3.0:1777573240.630661:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932169728:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573240.630663:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18a80, transno 21474841737 00000004:00080000:0.0:1777573240.630670:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18380, transno 21474841738 00000004:00080000:0.0:1777573240.630676:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b800, transno 21474841739 00000004:00080000:0.0:1777573240.630682:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18e00, transno 21474841740 00000004:00080000:0.0:1777573240.630687:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1a300, transno 21474841741 00000004:00080000:0.0:1777573240.630692:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19880, transno 21474841742 00000004:00080000:0.0:1777573240.630696:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18700, transno 21474841743 00000100:00100000:3.0:1777573240.630705:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573240.630707:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19c00, transno 21474841744 00000004:00080000:0.0:1777573240.630713:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1a680, transno 21474841745 00000004:00080000:0.0:1777573240.630717:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b480, transno 21474841746 00000004:00080000:0.0:1777573240.630723:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1aa00, transno 21474841747 00000004:00080000:0.0:1777573240.630728:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ea7800, transno 21474841748 00000004:00080000:0.0:1777573240.630731:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ea7100, transno 21474841749 00000004:00080000:0.0:1777573240.630733:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b100, transno 21474841750 00000004:00080000:0.0:1777573240.630736:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec7b80, transno 21474841751 00000004:00080000:0.0:1777573240.630738:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec4e00, transno 21474841754 00000004:00080000:0.0:1777573240.630741:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19f80, transno 21474841755 00000004:00080000:0.0:1777573240.630744:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6eaa680, transno 21474841756 00000004:00080000:0.0:1777573240.630746:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec5880, transno 21474841757 00000004:00080000:0.0:1777573240.630748:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6eaaa00, transno 21474841758 00000004:00080000:0.0:1777573240.630751:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c6b64e00, transno 21474841759 00000004:00080000:0.0:1777573240.630754:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18000, transno 21474841760 00000004:00080000:0.0:1777573240.630757:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6eab100, transno 21474841761 00000004:00080000:0.0:1777573240.630760:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6ea8700, transno 21474841762 00000004:00080000:0.0:1777573240.630763:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6ea9c00, transno 21474841763 00000004:00080000:0.0:1777573240.630766:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6ea9f80, transno 21474841764 00000004:00080000:0.0:1777573240.630769:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab80000, transno 21474841765 00000004:00080000:0.0:1777573240.630772:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6eaad80, transno 21474841766 00000004:00080000:0.0:1777573240.630776:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab80e00, transno 21474841767 00000004:00080000:0.0:1777573240.630779:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab81500, transno 21474841768 00010000:00010000:2.0:1777573240.630783:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.630785:0:3634:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff99d1c2e14e00 x1863919932170496/t21474841859(21474841859) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777573256 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1777573240.630803:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573240.630805:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e14e00/2, rc 0, transno 21474841859 00000100:00100000:0.0:1777573240.630814:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932170496:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.630816:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630825:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.630830:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630838:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630853:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.630857:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.630862:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630868:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489200/0x8dc0a528a119a655 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630889:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630895:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630905:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630910:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.630913:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630918:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630925:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.630928:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.630930:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630936:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489000/0x8dc0a528a119a671 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630946:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630952:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630957:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630963:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.630966:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573240.630976:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 7 changes, 8 in progress, 6 in flight, 15 done 00010000:00010000:2.0:1777573240.630977:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630985:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.630988:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.630992:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.630997:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488e00/0x8dc0a528a119a68d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631007:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631013:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631020:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631026:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.631030:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631036:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631045:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.631048:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.631048:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932169216 00010000:00010000:2.0:1777573240.631051:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.631055:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932169216 00010000:00010000:2.0:1777573240.631064:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489e00/0x8dc0a528a119a6a9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631077:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631083:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631090:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.631092:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932169728 00010000:00010000:2.0:1777573240.631097:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488800 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:1.0:1777573240.631098:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932169728 00010000:00010000:2.0:1777573240.631102:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.631144:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12553 00000100:00100000:1.0:1777573240.631152:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3637:x1863919932169216:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573240.631229:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.631232:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573240.631235:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573240.631237:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.631239:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.631307:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3637:x1863919932169216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 155us (701us total) trans 17179875022 rc 0/0 00010000:00010000:2.0:1777573240.631308:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.631323:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12553 00010000:00010000:2.0:1777573240.631325:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.631329:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.631331:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631337:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488800/0x8dc0a528a119a6c5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.631342:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12554 00000100:00100000:1.0:1777573240.631352:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3637:x1863919932169728:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.631358:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631364:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631373:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631378:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.631381:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631386:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631393:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.631395:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.631397:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631403:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489c00/0x8dc0a528a119a6e1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631414:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.631418:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00010000:00010000:2.0:1777573240.631420:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.631423:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.631429:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00010000:00010000:2.0:1777573240.631433:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.631434:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.631439:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:2.0:1777573240.631449:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.631453:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631463:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.631469:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3637:x1863919932169728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 117us (770us total) trans 17179875023 rc 0/0 00010000:00010000:2.0:1777573240.631477:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:1.0:1777573240.631480:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12554 00010000:00010000:2.0:1777573240.631481:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.631485:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631491:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488a00/0x8dc0a528a119a6fd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631502:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631507:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631512:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631518:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.631521:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631526:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631535:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.631537:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.631540:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631550:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488600/0x8dc0a528a119a719 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631559:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631564:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631570:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631575:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2ca00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.631577:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631582:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631589:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.631591:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.631593:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631598:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119a735 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631608:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631614:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631620:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631625:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2cc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.631627:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631633:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631639:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.631641:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.631644:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631649:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2cc00/0x8dc0a528a119a751 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631658:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631663:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631668:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631673:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.631676:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631686:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631693:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.631695:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.631698:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631703:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119a76d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631717:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631723:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631729:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631735:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caac00 already unused, calling callback (ffffffffc16984f0) 00000004:00010000:1.0:1777573240.631735:0:6488:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cbbb918a reply state 000000004af2e707 transno 4294978907 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631738:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.631753:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.631760:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.631825:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932170240:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573240.631852:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4df80/2, rc 0, transno 21474841858 00000100:00100000:0.0:1777573240.631861:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932171008:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.631877:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573240.631879:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4ca80/2, rc 0, transno 21474841857 00000100:00100000:0.0:1777573240.631885:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932170880:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573240.631902:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19880/2, rc 0, transno 17179875019 00000100:00100000:3.0:1777573240.631921:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932170752:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.631922:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932169856:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573240.631946:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fc99d180/2, rc 0, transno 21474841856 00000100:00100000:0.0:1777573240.631951:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932170368:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.631963:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573240.631967:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea4000/2, rc 0, transno 17179875018 00000100:00100000:0.0:1777573240.631976:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932169344:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.632005:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932171264:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.632039:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573240.632121:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea5f80/2, rc 0, transno 17179875022 00000100:00100000:3.0:1777573240.632130:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932169216:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573240.632152:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1b100/2, rc 0, transno 17179875023 00000100:00100000:3.0:1777573240.632158:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932169728:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.632182:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [2->3] 00000100:00100000:3.0:1777573240.632192:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932169088:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.632231:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.632263:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932169600:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.632319:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.632341:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932170112:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.632364:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573240.632386:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 7 changes, 8 in progress, 4 in flight, 45 done 00000100:00100000:3.0:1777573240.632389:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932170624:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.632429:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.632454:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932171136:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.632492:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573240.632503:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932171520:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.632517:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932171776:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.632559:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.632569:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932171648:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.632598:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573240.632605:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573240.632616:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932171392:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.632636:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932170240 00000100:00100000:3.0:1777573240.632642:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932170240 00000100:00100000:0.0:1777573240.632653:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.632680:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932170752 00000100:00100000:3.0:1777573240.632683:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932170752 00000100:00100000:3.0:1777573240.632692:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932171264 00000100:00100000:3.0:1777573240.632695:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932171264 00000100:00100000:3.0:1777573240.632708:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932169088 00000100:00100000:3.0:1777573240.632710:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932169088 00000100:00100000:3.0:1777573240.632726:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932169600 00000100:00100000:3.0:1777573240.632728:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932169600 00000100:00100000:3.0:1777573240.632742:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932170112 00000100:00100000:3.0:1777573240.632745:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932170112 00000100:00100000:3.0:1777573240.632769:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932170624 00000100:00100000:3.0:1777573240.632772:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932170624 00010000:00010000:2.0:1777573240.632800:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.632805:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573240.632808:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932171136 00010000:00010000:2.0:1777573240.632811:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.632813:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932171136 00000100:00100000:0.0:1777573240.632813:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932172160:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.632831:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119a789 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.632846:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932171520 00000100:00100000:3.0:1777573240.632850:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932171520 00010000:00010000:2.0:1777573240.632854:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.632858:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573240.632867:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.632874:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.632876:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932171648 00000100:00100000:3.0:1777573240.632881:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932171648 00000100:00100000:0.0:1777573240.632883:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1777573240.632891:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.632895:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.632897:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932172288:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.632901:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932171392 00000100:00100000:3.0:1777573240.632908:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932171392 00000100:00100000:3.0:1777573240.632932:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932172160 00000100:00100000:3.0:1777573240.632935:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932172160 00000100:00100000:0.0:1777573240.632956:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.632963:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12555 00000100:00100000:3.0:1777573240.632976:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3637:x1863919932170240:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.632991:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932172032:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.633017:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573240.633022:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633029:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1777573240.633034:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:0.0:1777573240.633037:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932171904:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.633038:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.633043:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633049:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119a7a5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633063:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633067:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573240.633075:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633082:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633088:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.633092:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633093:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573240.633102:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633124:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.633128:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.633132:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633138:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488400/0x8dc0a528a119a823 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633154:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633155:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932172288 00002000:00010000:3.0:1777573240.633160:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777573240.633162:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932172288 00010000:00010000:2.0:1777573240.633163:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.633173:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573240.633183:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00010000:00010000:2.0:1777573240.633184:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.633191:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000100:00100000:0.0:1777573240.633195:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932172032 00002000:00010000:3.0:1777573240.633201:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777573240.633203:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932172032 00010000:00010000:2.0:1777573240.633206:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.633213:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633219:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932171904 00000100:00100000:0.0:1777573240.633224:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932171904 00010000:00010000:2.0:1777573240.633226:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633244:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:0.0:1777573240.633245:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932171776 00010000:00010000:2.0:1777573240.633246:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.633250:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932171776 00010000:00010000:2.0:1777573240.633251:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633258:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119a83f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633304:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12556 00010000:00010000:2.0:1777573240.633305:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633313:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633320:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3637:x1863919932170752:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.633324:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3637:x1863919932170240:12345-0@lo:2:osp-syn-0-1.0 Request processed in 346us (1442us total) trans 21474841860 rc 0/0 00010000:00010000:2.0:1777573240.633340:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.633349:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12555 00010000:00010000:2.0:1777573240.633358:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caba00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.633362:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633368:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633379:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.633382:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.633385:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.633386:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12557 00000100:00100000:3.0:1777573240.633399:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932171264:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.633419:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119a85b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633433:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633439:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.633439:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.633446:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.633451:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00010000:00010000:2.0:1777573240.633452:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.633456:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.633463:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6489a00 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:0.0:1777573240.633463:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1777573240.633468:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633476:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633487:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.633490:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:3.0:1777573240.633493:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1777573240.633494:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.633501:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.633514:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00000100:00100000:0.0:1777573240.633514:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3637:x1863919932170752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 195us (1548us total) trans 21474841861 rc 0/0 00010000:00010000:2.0:1777573240.633517:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6489a00/0x8dc0a528a119a877 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.633523:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.633536:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.633548:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12556 00010000:00010000:2.0:1777573240.633556:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633563:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633570:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633576:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12558 00010000:00010000:2.0:1777573240.633578:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.633583:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633589:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932169088:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.633598:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932171264:12345-0@lo:2:osp-syn-1-1.0 Request processed in 196us (1554us total) trans 17179875024 rc 0/0 00000100:00100000:3.0:1777573240.633608:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12557 00000100:00100000:3.0:1777573240.633627:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12559 00000100:00100000:3.0:1777573240.633635:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932169600:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573240.633670:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573240.633675:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573240.633678:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573240.633681:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.633683:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 216 -> 216 00010000:00010000:2.0:1777573240.633706:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.633713:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.633718:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.633721:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00010000:00010000:2.0:1777573240.633722:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:3.0:1777573240.633724:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.633728:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:3.0:1777573240.633734:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1777573240.633735:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633735:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932169088:12345-0@lo:2:osp-syn-1-1.0 Request processed in 143us (1499us total) trans 17179875025 rc 0/0 00010000:00010000:2.0:1777573240.633755:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119a893 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633760:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12558 00010000:00010000:2.0:1777573240.633777:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633785:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633792:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.633799:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932169600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 159us (1472us total) trans 17179875026 rc 0/0 00000100:00100000:0.0:1777573240.633799:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12560 00010000:00010000:2.0:1777573240.633812:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6488000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.633819:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.633825:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3637:x1863919932170112:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.633827:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12559 00010000:00010000:2.0:1777573240.633845:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633857:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:3.0:1777573240.633864:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12561 00010000:00010000:2.0:1777573240.633866:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.633872:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.633880:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3637:x1863919932170624:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.633885:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6488000/0x8dc0a528a119a8af lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633902:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633909:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.633911:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.633918:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00010000:00010000:2.0:1777573240.633919:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.633922:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573240.633929:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00010000:00010000:2.0:1777573240.633931:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556ce00 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:0.0:1777573240.633934:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1777573240.633937:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633945:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.633959:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.633962:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.633965:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.633972:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00010000:00010000:2.0:1777573240.633976:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119a8cb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.633978:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:0.0:1777573240.633980:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932170112:12345-0@lo:2:osp-syn-0-1.0 Request processed in 163us (1614us total) trans 21474841862 rc 0/0 00002000:00010000:3.0:1777573240.633988:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573240.633999:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.634011:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.634012:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12560 00010000:00010000:2.0:1777573240.634017:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634026:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634032:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634039:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0600 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:0.0:1777573240.634043:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12562 00010000:00010000:2.0:1777573240.634044:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634053:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.634058:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932171136:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.634066:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3637:x1863919932170624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 187us (1634us total) trans 21474841863 rc 0/0 00010000:00010000:2.0:1777573240.634071:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.634075:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573240.634079:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12561 00010000:00010000:2.0:1777573240.634080:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634087:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119a8e7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634099:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634105:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634120:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634124:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.634127:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634133:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634142:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.634144:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:0.0:1777573240.634144:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00010000:00010000:2.0:1777573240.634149:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.634150:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.634156:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00010000:00010000:2.0:1777573240.634162:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119a903 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.634162:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.634168:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:2.0:1777573240.634180:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634185:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634191:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634195:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.634198:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634206:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634214:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.634216:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.634218:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.634223:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932171136:12345-0@lo:2:osp-syn-1-1.0 Request processed in 169us (1727us total) trans 17179875027 rc 0/0 00010000:00010000:2.0:1777573240.634227:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119a91f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.634235:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12562 00010000:00010000:2.0:1777573240.634242:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634248:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634253:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.634254:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12563 00010000:00010000:2.0:1777573240.634262:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.634267:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.634267:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932171520:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.634302:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634310:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.634312:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.634315:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634325:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119a93b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634343:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634351:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634357:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634364:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0a00 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:0.0:1777573240.634365:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00010000:00010000:2.0:1777573240.634369:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.634370:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.634376:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00010000:00010000:2.0:1777573240.634384:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.634384:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.634391:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573240.634439:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932171520:12345-0@lo:2:osp-syn-0-1.0 Request processed in 175us (1880us total) trans 21474841864 rc 0/0 00010000:00010000:2.0:1777573240.634447:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:0.0:1777573240.634447:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12563 00010000:00010000:2.0:1777573240.634454:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.634458:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634465:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119a957 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.634483:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12564 00010000:00010000:2.0:1777573240.634486:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634495:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.634495:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3636:x1863919932171648:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.634511:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634518:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d000 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:3.0:1777573240.634522:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12565 00010000:00010000:2.0:1777573240.634527:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.634536:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932171392:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.634552:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634564:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:0.0:1777573240.634565:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1777573240.634566:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:0.0:1777573240.634570:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.634571:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.634573:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573240.634580:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.634583:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119a973 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.634583:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573240.634608:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.634612:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.634614:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573240.634616:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.634620:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.634633:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932171648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 141us (2033us total) trans 21474841865 rc 0/0 00000100:00100000:0.0:1777573240.634641:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12564 00000100:00100000:3.0:1777573240.634657:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932171392:12345-0@lo:2:osp-syn-0-1.0 Request processed in 124us (2004us total) trans 21474841866 rc 0/0 00000100:00100000:3.0:1777573240.634668:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12565 00000100:00100000:0.0:1777573240.634676:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12566 00010000:00010000:2.0:1777573240.634679:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634687:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.634689:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932172160:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.634696:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12567 00000100:00100000:3.0:1777573240.634715:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932172288:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.634716:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634728:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.634732:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634744:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634752:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.634755:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.634758:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634763:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1800/0x8dc0a528a119a9f1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.634780:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1777573240.634782:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.634784:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.634796:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573240.634797:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00010000:00010000:2.0:1777573240.634805:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.634807:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.634809:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.634824:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573240.634824:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00010000:00010000:2.0:1777573240.634827:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.634838:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.634845:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1a00 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:0.0:1777573240.634845:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:2.0:1777573240.634851:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634857:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634867:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.634870:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.634874:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634883:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119aa0d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.634885:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932172288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 174us (1929us total) trans 17179875028 rc 0/0 00000100:00100000:0.0:1777573240.634903:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932172160:12345-0@lo:2:osp-syn-1-1.0 Request processed in 210us (2039us total) trans 17179875029 rc 0/0 00000100:00100000:3.0:1777573240.634916:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12567 00010000:00010000:2.0:1777573240.634934:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634943:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634948:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634953:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2dc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.634956:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634961:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634969:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.634971:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.634974:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634979:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119aa22 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634989:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.634995:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635001:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635005:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635007:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635013:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635019:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635021:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635024:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635029:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aa3e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635038:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635044:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635049:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635055:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635058:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635067:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635076:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.635081:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573240.635084:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:1.0:1777573240.635085:0:6488:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573240.635090:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635093:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635095:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635101:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aa53 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635102:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573240.635121:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119a59f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ea74 expref: 427 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635126:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635137:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635143:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635148:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635151:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635157:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635165:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635167:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635171:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635180:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119aa6f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635191:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635197:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635202:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635207:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635209:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635215:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635222:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635225:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00080000:1.0:1777573240.635225:0:6488:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00010000:00010000:2.0:1777573240.635230:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635236:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aa84 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.635244:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+425:59538:x1863919926064640:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 17133us (17681us total) trans 4294978907 rc 0/0 00010000:00010000:2.0:1777573240.635246:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.635257:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5127 00010000:00010000:2.0:1777573240.635262:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635291:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635297:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635300:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635307:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635315:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635318:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635321:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635323:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635328:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aaa0 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635339:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635347:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635347:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635355:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635360:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635364:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb30000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635366:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635374:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635381:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635382:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635385:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635389:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119aab5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635413:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635419:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635424:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635429:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635431:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635437:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635445:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635448:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635451:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.635458:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12566 00010000:00010000:2.0:1777573240.635465:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119aad1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.635473:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12568 00010000:00010000:2.0:1777573240.635486:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.635491:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12569 00000100:00100000:3.0:1777573240.635494:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932172032:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.635513:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932171904:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.635514:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635526:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635530:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca39f600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635533:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635539:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635548:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635551:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635554:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635560:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca39f600/0x8dc0a528a119aae6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635571:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635577:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635584:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635590:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2ce00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635594:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635601:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.635606:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.635611:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.635612:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.635612:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:3.0:1777573240.635626:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00010000:00010000:2.0:1777573240.635626:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635631:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.635632:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.635640:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.635641:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573240.635651:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00010000:00010000:2.0:1777573240.635654:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119ab02 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.635655:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.635662:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:2.0:1777573240.635676:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635683:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635689:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635694:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635697:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635710:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd5c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573240.635716:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635717:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635739:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.635739:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635745:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635749:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635755:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635756:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ab17 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635762:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573240.635767:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635773:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.635774:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119ad8d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635790:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635797:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635803:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6be8200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635807:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.635813:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12570 00010000:00010000:2.0:1777573240.635816:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.635825:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3637:x1863919932171776:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.635826:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635832:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635835:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635844:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119ab33 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635854:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635859:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635865:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635870:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635873:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635879:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635888:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635891:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635894:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.635896:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00010000:00010000:2.0:1777573240.635903:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8800/0x8dc0a528a119ab48 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.635903:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.635910:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573240.635916:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.635918:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:2.0:1777573240.635921:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635929:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635935:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635940:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635943:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635948:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635955:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.635958:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.635960:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635965:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ab64 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635974:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635980:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635985:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.635990:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5359a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.635992:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636002:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636009:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636011:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636014:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636019:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ab79 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636029:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636035:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636041:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636046:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636048:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636054:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636061:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636063:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636065:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636074:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119ab95 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636084:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636090:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636095:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636100:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636103:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636164:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636172:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636175:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636178:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636184:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358400/0x8dc0a528a119abaa lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636194:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636201:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636209:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636213:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636216:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636221:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636228:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636231:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636233:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636238:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119abc6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636247:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636253:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636259:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636263:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636266:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636312:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636321:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636323:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636326:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636332:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119abdb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.636348:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932172032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 858us (3325us total) trans 17179875030 rc 0/0 00010000:00010000:2.0:1777573240.636348:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636376:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.636382:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12568 00010000:00010000:2.0:1777573240.636448:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636456:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636459:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.636461:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932171904:12345-0@lo:2:osp-syn-1-1.0 Request processed in 952us (3394us total) trans 17179875031 rc 0/0 00010000:00010000:2.0:1777573240.636472:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777573240.636480:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573240.636480:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12569 00010000:00010000:2.0:1777573240.636484:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636490:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00080000:3.0:1777573240.636493:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777573240.636494:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636506:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18400/0x8dc0a528a119abf7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636521:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636527:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636532:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636538:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a9c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636540:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636547:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573240.636549:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499c380/2, rc 0, transno 17179875028 00010000:00010000:2.0:1777573240.636558:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636562:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636565:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.636567:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932172288:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.636578:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119ac0c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573240.636581:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e17800/2, rc 0, transno 17179875029 00000100:00100000:0.0:1777573240.636588:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932172160:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.636595:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573240.636601:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fca680/2, rc 0, transno 21474841865 00010000:00010000:2.0:1777573240.636602:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.636610:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932171648:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.636612:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636620:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636623:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636630:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573240.636633:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e14380/2, rc 0, transno 17179875031 00000100:00100000:0.0:1777573240.636640:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932171904:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.636641:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636647:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636650:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573240.636652:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e17100/2, rc 0, transno 17179875030 00000100:00100000:0.0:1777573240.636659:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932172032:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.636661:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119ac28 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573240.636668:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4e300/2, rc 0, transno 21474841866 00000100:00100000:0.0:1777573240.636674:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932171392:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.636678:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636684:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573240.636685:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f38000/2, rc 0, transno 21474841864 00000100:00100000:0.0:1777573240.636691:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932171520:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.636698:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636704:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636707:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636717:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636728:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636730:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636734:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636741:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ac3d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636757:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636765:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636772:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636778:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636781:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.636783:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8555180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932172672:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.636793:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636803:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.636805:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636808:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636817:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d200/0x8dc0a528a119ac59 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.636830:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573240.636832:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636838:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636843:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636848:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2da00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636854:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.636857:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932172672 00010000:00010000:2.0:1777573240.636860:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.636869:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932172672 00010000:00010000:2.0:1777573240.636871:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:0.0:1777573240.636874:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8557800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932172544:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.636877:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.636882:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636888:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119ac6e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636902:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.636910:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573240.636911:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636921:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636926:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12aa800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.636931:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636939:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.636942:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932172544 00000100:00100000:0.0:1777573240.636942:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1777573240.636949:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:3.0:1777573240.636952:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932172544 00010000:00010000:2.0:1777573240.636953:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573240.636958:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932172416:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.636960:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636970:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12aa800/0x8dc0a528a119ac83 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.636987:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.636994:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.637001:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12571 00010000:00010000:2.0:1777573240.637008:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.637018:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3636:x1863919932172672:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.637034:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.637038:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932172416 00010000:00010000:2.0:1777573240.637040:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.637044:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.637046:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932172416 00010000:00010000:2.0:1777573240.637057:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637066:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.637068:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.637071:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637077:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119ac98 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637091:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.637092:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12572 00010000:00010000:2.0:1777573240.637101:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.637106:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932172544:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.637118:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637130:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.637133:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637139:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637149:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.637151:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.637154:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.637155:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.637164:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.637176:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573240.637186:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.637186:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119acad lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.637194:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1777573240.637215:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637222:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.637223:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573240.637230:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.637233:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.637234:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573240.637241:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.637244:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530e00 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:0.0:1777573240.637245:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:2.0:1777573240.637248:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637257:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.637265:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:3636:x1863919932172672:12345-0@lo:2:osp-syn-0-1.0 Request processed in 252us (436us total) trans 21474841868 rc 0/0 00010000:00010000:2.0:1777573240.637266:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.637293:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.637297:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637303:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530e00/0x8dc0a528a119acc2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637313:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.637315:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932172544:12345-0@lo:2:osp-syn-0-1.0 Request processed in 212us (405us total) trans 21474841869 rc 0/0 00010000:00010000:2.0:1777573240.637327:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.637331:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12572 00010000:00010000:2.0:1777573240.637339:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637344:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.637347:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.637352:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12573 00010000:00010000:2.0:1777573240.637353:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637359:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.637361:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.637363:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637368:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531400/0x8dc0a528a119acd7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637376:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637381:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637387:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637391:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee6d400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.637392:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.637484:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932171776:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1661us (4391us total) trans 21474841867 rc 0/0 00000100:00100000:0.0:1777573240.637512:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932172416:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573240.637559:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.637562:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.637564:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573240.637566:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.637568:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.637592:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932172416:12345-0@lo:2:osp-syn-0-1.0 Request processed in 82us (603us total) trans 21474841870 rc 0/0 00000100:00100000:1.0:1777573240.637615:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12570 00000100:00100000:0.0:1777573240.637661:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12573 00000004:00080000:0.0:1777573240.637693:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c8555180/2, rc 0, transno 21474841868 00000100:00100000:0.0:1777573240.637699:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8555180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932172672:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573240.637721:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499fb80/2, rc 0, transno 21474841870 00000100:00100000:0.0:1777573240.637726:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932172416:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573240.637743:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c8557800/2, rc 0, transno 21474841869 00000100:00100000:3.0:1777573240.637744:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12571 00000100:00100000:0.0:1777573240.637756:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8557800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932172544:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.637827:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932172800:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.637873:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573240.637898:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637915:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.637917:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573240.637917:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932172800 00010000:00010000:2.0:1777573240.637922:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.637923:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932172800 00010000:00010000:2.0:1777573240.637931:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119acec lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573240.637936:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e15180/2, rc 0, transno 21474841867 00000100:00100000:3.0:1777573240.637944:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932171776:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1777573240.637948:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637956:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.637963:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573240.637965:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c7e09f80/2, rc 0, transno 17179875025 00000100:00100000:1.0:1777573240.637972:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12574 00000100:00100000:3.0:1777573240.637982:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932169088:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.637984:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.637993:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.637994:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932172800:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573240.638002:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18380/2, rc 0, transno 17179875026 00010000:00010000:2.0:1777573240.638013:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.638015:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932169600:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.638042:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.638045:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:3.0:1777573240.638048:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fc99df80/2, rc 0, transno 21474841862 00010000:00010000:2.0:1777573240.638049:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.638056:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932170112:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573240.638073:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00010000:00010000:2.0:1777573240.638075:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119ad01 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.638079:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000004:00080000:3.0:1777573240.638081:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e15f80/2, rc 0, transno 21474841863 00002000:00010000:1.0:1777573240.638090:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00000100:00100000:3.0:1777573240.638092:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932170624:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573240.638102:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573240.638116:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.638117:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:2.0:1777573240.638128:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573240.638130:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3512300/2, rc 0, transno 17179875027 00010000:00010000:2.0:1777573240.638143:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.638144:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932171136:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573240.638159:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee1b600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.638164:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.638171:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932172800:12345-0@lo:2:osp-syn-1-1.0 Request processed in 181us (294us total) trans 17179875032 rc 0/0 00000004:00080000:3.0:1777573240.638174:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c3512680/2, rc 0, transno 17179875024 00010000:00010000:2.0:1777573240.638174:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.638190:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932171264:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573240.638192:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12574 00010000:00010000:2.0:1777573240.638199:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.638203:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.638206:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638212:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119ad16 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638223:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638230:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638235:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638240:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5ac00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.638242:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638248:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638255:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.638258:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.638260:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638306:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ad2b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638317:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638323:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638328:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638333:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.638336:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638344:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638351:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.638353:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.638356:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638362:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ad40 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638372:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638377:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638382:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638386:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.638388:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638393:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638458:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.638460:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.638463:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638472:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad55 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638482:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638487:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638492:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638496:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5aa00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.638499:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638505:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638511:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.638513:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.638515:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638520:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ad6a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638528:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638534:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638540:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638545:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.638552:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638558:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638567:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.638570:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.638573:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.638579:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119ad71 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573240.638607:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fc99ca80/2, rc 0, transno 21474841860 00000100:00100000:3.0:1777573240.638615:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932170240:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573240.638625:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e14000/2, rc 0, transno 21474841861 00000100:00100000:3.0:1777573240.638628:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932170752:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573240.638645:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18a80/2, rc 0, transno 17179875032 00000100:00100000:3.0:1777573240.638648:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932172800:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573240.640922:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.641003:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926064896 00000100:00100000:0.0:1777573240.641012:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926064896 00000100:00100000:0.0:1777573240.641071:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15686 00000100:00100000:0.0:1777573240.641081:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+390:59538:x1863919926064896:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.641102:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.641131:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ad94 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed84 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.641186:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ad94 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed84 expref: 391 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.641204:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ad94 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed84 expref: 391 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.641217:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.641219:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573240.641221:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:0.0:1777573240.641263:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+391:59538:x1863919926064896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 185us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.641268:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15686 00000100:00100000:3.0:1777573240.645002:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.645072:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926065152 00000100:00100000:1.0:1777573240.645086:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926065152 00000100:00100000:1.0:1777573240.645160:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5128 00000100:00100000:1.0:1777573240.645172:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2f8b89450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+391:59538:x1863919926065152:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573240.645473:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2f8b89450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+392:59538:x1863919926065152:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 295us (537us total) trans 4294978908 rc 0/0 00000100:00100000:1.0:1777573240.645481:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5128 00000100:00100000:0.0:1777573240.668196:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.668321:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926065280 00000100:00100000:2.0:1777573240.668331:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926065280 00000100:00100000:2.0:1777573240.668393:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15687 00000100:00100000:2.0:1777573240.668404:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+392:59540:x1863919926065280:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573240.668436:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.668461:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad9b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed8b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668529:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668547:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668562:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668575:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668581:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668588:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668660:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668670:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668677:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573240.668716:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:2.0:1777573240.668720:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573240.668737:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668749:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668762:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668768:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668775:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668781:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668787:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.668791:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668798:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668807:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d2cc174a00) 00010000:00010000:2.0:1777573240.668810:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.668814:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668819:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ada2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668831:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668836:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668842:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668846:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573240.668849:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668854:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668861:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d2cc174d00) 00010000:00010000:2.0:1777573240.668864:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573240.668866:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668872:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119ada9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668904:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ad9b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed8b expref: 394 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668918:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed8b expref: 393 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.668926:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.668928:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573240.668930:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:2.0:1777573240.668995:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+393:59540:x1863919926065280:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 594us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.669006:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15687 00000100:00100000:1.0:1777573240.673843:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.673933:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926065536 00000100:00100000:0.0:1777573240.673943:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926065536 00000100:00100000:0.0:1777573240.674126:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15688 00000100:00100000:0.0:1777573240.674138:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+393:59540:x1863919926065536:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.674158:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.674178:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119adb7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed92 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.674320:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119adbe lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.674334:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119adbe lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.674346:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119adbe lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.674356:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00010000:00010000:0.0:1777573240.674463:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119adb7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed92 expref: 396 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.674479:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119adbe lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed92 expref: 395 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.674489:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.674492:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777573240.674495:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd5e00, rc 0) 00000100:00100000:0.0:1777573240.674560:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+395:59540:x1863919926065536:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 419us (720us total) trans 4294978909 rc 0/0 00000100:00100000:0.0:1777573240.674567:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15688 00000100:00100000:3.0:1777573240.678878:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.679218:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926065792 00000100:00100000:2.0:1777573240.679227:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926065792 00000100:00100000:0.0:1777573240.679345:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15689 00000100:00100000:0.0:1777573240.679354:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+395:59540:x1863919926065792:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573240.679375:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.679393:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119adcc lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ed99 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.679495:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a119add3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.679511:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a119add3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.679522:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a119add3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573240.679534:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00010000:00010000:0.0:1777573240.679865:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119adcc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed99 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.679884:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a119add3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed99 expref: 397 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.679893:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.679895:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777573240.679899:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97d800, rc 0) 00000100:00100000:0.0:1777573240.679989:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+397:59540:x1863919926065792:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 636us (1119us total) trans 4294978910 rc 0/0 00000100:00100000:0.0:1777573240.679996:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15689 00000100:00100000:1.0:1777573240.722072:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.722140:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926065920 00000100:00100000:0.0:1777573240.722151:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926065920 00000100:00100000:0.0:1777573240.722226:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5425 00000100:00100000:0.0:1777573240.722236:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+67:2405:x1863919926065920:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573240.722298:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.722320:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 67 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.722328:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.722330:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.722333:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.722367:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 67 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.722379:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 67 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.722393:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932172928:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.722475:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573240.725653:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.725874:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926066048 00000100:00100000:2.0:1777573240.725883:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926066048 00010000:00010000:2.0:1777573240.725926:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 68 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.725956:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932172928:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573240.725970:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5703 00010000:00010000:0.0:1777573240.725981:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.725991:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+68:2403:x1863919926066048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.726009:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.726031:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 68 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.726044:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 68 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.726066:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119ad78 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed6f expref: 68 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.726092:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.726094:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.726098:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.726115:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.726143:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573240.726190:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919926066048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 207us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.726198:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5703 00010000:00010000:0.0:1777573240.726530:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.726544:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.730876:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.730894:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.730902:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.730909:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.730914:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.730923:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.730939:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.730946:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119ade1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.731267:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+66:2405:x1863919926065920:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9028us (9200us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.731303:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5425 00000100:00100000:3.0:1777573240.735443:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.735537:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926066176 00000100:00100000:1.0:1777573240.735547:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926066176 00000100:00100000:1.0:1777573240.735617:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5426 00000100:00100000:1.0:1777573240.735627:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+66:2406:x1863919926066176:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573240.735771:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.735792:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec0a expref: 66 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.735800:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573240.735802:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573240.735804:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.735842:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec0a expref: 66 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.735854:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec0a expref: 66 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.735868:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3513800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932173056:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573240.735966:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573240.737474:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3513800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932173056:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573240.737496:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.738268:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.738386:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926066304 00000100:00100000:1.0:1777573240.738395:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926066304 00010000:00010000:1.0:1777573240.738428:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec0a expref: 67 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.738533:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5704 00000100:00100000:1.0:1777573240.738543:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+67:2404:x1863919926066304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573240.738558:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.738580:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec0a expref: 67 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.738611:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec0a expref: 67 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.738633:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119a9f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec0a expref: 67 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.738657:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.738659:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.738664:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.738680:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.738707:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.738731:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.738739:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.738767:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+66:2404:x1863919926066304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 225us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.738774:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5704 00010000:00010000:0.0:1777573240.741683:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.741701:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.741709:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.741717:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5a800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.741721:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.741730:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.741746:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.741754:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119ade8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.741894:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+65:2406:x1863919926066176:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6259us (6621us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.741909:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5426 00000100:00100000:3.0:1777573240.745338:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.745554:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926066432 00000100:00100000:0.0:1777573240.745564:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926066432 00000100:00100000:0.0:1777573240.745630:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5427 00000100:00100000:0.0:1777573240.745641:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+65:2405:x1863919926066432:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573240.745671:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.745692:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec1f expref: 65 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.745700:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.745702:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.745705:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.745739:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec1f expref: 65 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.745752:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec1f expref: 65 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.745766:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932173184:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.745849:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573240.750224:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.750343:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932173184:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573240.750370:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.750723:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926066560 00000100:00100000:3.0:1777573240.750732:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926066560 00010000:00010000:3.0:1777573240.750766:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec1f expref: 66 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.750805:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5705 00000100:00100000:3.0:1777573240.750815:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919926066560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573240.750829:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573240.750849:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec1f expref: 66 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.750862:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec1f expref: 66 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.750884:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119aa29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec1f expref: 66 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.750899:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.750901:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573240.750905:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.750914:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.750945:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.751039:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.751048:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.751681:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919926066560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 864us (1470us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.751690:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5705 00010000:00010000:0.0:1777573240.756793:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.756814:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.756824:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.756831:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.756835:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.756844:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.756870:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.756951:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d011f589/0x8dc0a528a119adef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.757054:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+64:2405:x1863919926066432:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 11411us (11720us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.757063:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5427 00000100:00100000:2.0:1777573240.761734:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.761806:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926066688 00000100:00100000:3.0:1777573240.761821:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926066688 00000100:00100000:3.0:1777573240.761924:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5428 00000100:00100000:3.0:1777573240.761935:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+64:2406:x1863919926066688:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573240.761975:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.761995:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec34 expref: 64 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.762001:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573240.762003:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573240.762006:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.762045:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec34 expref: 64 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.762057:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec34 expref: 64 pid: 28214 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.762070:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932173312:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573240.762183:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573240.766831:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca41880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932173312:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573240.766874:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.767165:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.767326:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926066816 00000100:00100000:0.0:1777573240.767335:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926066816 00010000:00010000:0.0:1777573240.767379:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec34 expref: 65 pid: 28214 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.767457:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5706 00000100:00100000:0.0:1777573240.767468:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919926066816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573240.767485:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.767510:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec34 expref: 65 pid: 28214 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.767523:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec34 expref: 65 pid: 28214 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.767551:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119aa5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec34 expref: 65 pid: 28214 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.767588:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.767590:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.767596:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.767607:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.767639:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573240.767704:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919926066816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 238us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.767712:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5706 00010000:00010000:2.0:1777573240.767769:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.767778:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.771664:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.771690:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.771701:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.771708:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.771714:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.771724:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.771748:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.771757:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119adf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.771867:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+63:2406:x1863919926066688:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9927us (10138us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.771880:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5428 00000100:00100000:3.0:1777573240.776456:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.776571:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926066944 00000100:00100000:0.0:1777573240.776585:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926066944 00000100:00100000:0.0:1777573240.776671:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5429 00000100:00100000:0.0:1777573240.776683:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+65:2406:x1863919926066944:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573240.776727:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.776754:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec49 expref: 65 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.776764:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.776766:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.776770:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.776812:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec49 expref: 65 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.776832:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec49 expref: 65 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.776848:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932173440:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.777047:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573240.778887:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932173440:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573240.778920:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.780048:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.780156:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926067072 00000100:00100000:2.0:1777573240.780165:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926067072 00010000:00010000:2.0:1777573240.780211:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec49 expref: 66 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.780364:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5707 00000100:00100000:2.0:1777573240.780374:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919926067072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.780393:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.780423:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec49 expref: 66 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.780437:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec49 expref: 66 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.780468:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119aa8b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec49 expref: 66 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.780488:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.780490:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.780495:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.780506:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.780545:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573240.780611:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919926067072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 239us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.780619:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5707 00010000:00010000:0.0:1777573240.780864:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.780875:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.786505:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.786531:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.786540:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.786548:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97c800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.786555:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.786564:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.786600:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.786607:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119adfd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.786716:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+64:2406:x1863919926066944:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 10030us (10268us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.786729:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5429 00000100:00100000:2.0:1777573240.791652:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.791907:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926067200 00000100:00100000:0.0:1777573240.791921:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926067200 00000100:00100000:0.0:1777573240.792024:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5430 00000100:00100000:0.0:1777573240.792038:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+63:2405:x1863919926067200:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573240.792085:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.792124:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec5e expref: 63 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.792134:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.792138:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.792142:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.792186:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec5e expref: 63 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.792202:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec5e expref: 63 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.792219:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932173568:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.792462:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573240.796120:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.796311:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926067328 00000100:00100000:2.0:1777573240.796336:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926067328 00010000:00010000:2.0:1777573240.796393:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec5e expref: 64 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.796446:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932173568:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573240.796447:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5708 00000100:00100000:2.0:1777573240.796462:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919926067328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573240.796481:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.796482:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.796514:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec5e expref: 64 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.796530:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec5e expref: 64 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.796561:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119aabc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec5e expref: 64 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.796579:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.796581:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.796586:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.796594:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.796617:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.796644:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.796654:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.796679:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919926067328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 221us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.796687:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5708 00010000:00010000:0.0:1777573240.800995:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.801020:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.801035:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.801042:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.801048:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.801057:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.801079:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.801086:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000231eb40d/0x8dc0a528a119ae04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.801247:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+62:2405:x1863919926067200:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9205us (9601us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.801413:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5430 00000100:00100000:1.0:1777573240.806504:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.806618:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926067456 00000100:00100000:3.0:1777573240.806633:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926067456 00000100:00100000:3.0:1777573240.806762:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5431 00000100:00100000:3.0:1777573240.806773:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+62:2405:x1863919926067456:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573240.806819:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.806845:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec73 expref: 62 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.806860:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573240.806862:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573240.806866:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.806921:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec73 expref: 62 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.806936:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec73 expref: 62 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.806953:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932173696:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573240.807063:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d38600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573240.810144:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.810250:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926067584 00000100:00100000:0.0:1777573240.810363:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926067584 00010000:00010000:0.0:1777573240.810421:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec73 expref: 63 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.810509:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5709 00000100:00100000:0.0:1777573240.810521:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+63:2403:x1863919926067584:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573240.810542:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.810570:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec73 expref: 63 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.810589:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec73 expref: 63 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.810621:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.810624:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.810631:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.810642:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.810667:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573240.810729:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+63:2403:x1863919926067584:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 210us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.810737:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5709 00010000:00010000:3.0:1777573240.810847:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119aaed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec73 expref: 62 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.810866:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932173696:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573240.810894:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.810904:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.810912:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.816410:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.816434:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.816444:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.816457:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.816462:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.816471:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.816495:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.816503:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e684cac/0x8dc0a528a119ae0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.816620:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+61:2405:x1863919926067456:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9842us (10123us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.816632:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5431 00000100:00100000:2.0:1777573240.820084:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.820217:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926067712 00000100:00100000:1.0:1777573240.820230:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926067712 00000100:00100000:1.0:1777573240.820346:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5432 00000100:00100000:1.0:1777573240.820358:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919926067712:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573240.820404:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.820429:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec88 expref: 64 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.820438:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573240.820440:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573240.820444:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.820487:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec88 expref: 64 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.820505:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec88 expref: 64 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.820525:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3511500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932173824:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573240.820870:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573240.824566:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3511500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:16739:1863919932173824:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573240.824604:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.824614:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.826325:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926067840 00000100:00100000:2.0:1777573240.826340:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926067840 00010000:00010000:2.0:1777573240.826395:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec88 expref: 65 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.826522:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5710 00000100:00100000:2.0:1777573240.826533:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919926067840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.826547:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.826568:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec88 expref: 65 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.826582:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec88 expref: 65 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.826605:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001603ecbc/0x8dc0a528a119ab1e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec88 expref: 65 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.826623:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.826625:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.826630:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.826639:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.826670:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573240.826733:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919926067840:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 202us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.826740:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5710 00010000:00010000:0.0:1777573240.826807:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.826817:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.829527:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.829545:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.829553:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.829560:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.829565:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.829573:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.829595:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.829602:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119ae12 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.829740:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+63:2403:x1863919926067712:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9382us (9667us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.829750:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5432 00000100:00100000:3.0:1777573240.834753:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.834878:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926067968 00000100:00100000:2.0:1777573240.834892:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926067968 00000100:00100000:2.0:1777573240.834972:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5433 00000100:00100000:2.0:1777573240.834984:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+61:2405:x1863919926067968:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573240.835028:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.835049:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec9d expref: 61 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.835056:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573240.835057:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573240.835060:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.835095:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec9d expref: 61 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.835117:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec9d expref: 61 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.835132:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932173952:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573240.835219:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573240.837948:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28801:1863919932173952:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573240.837982:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.838451:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.838572:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926068096 00000100:00100000:2.0:1777573240.838581:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926068096 00010000:00010000:2.0:1777573240.838624:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec9d expref: 62 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.838672:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5711 00000100:00100000:2.0:1777573240.838683:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919926068096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.838700:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.838728:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec9d expref: 62 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.838742:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec9d expref: 62 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.838771:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081554e17/0x8dc0a528a119ab4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ec9d expref: 62 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.838789:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.838791:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.838797:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.838808:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.838840:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.838884:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.838903:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.838907:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+61:2404:x1863919926068096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 224us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.838930:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5711 00010000:00010000:0.0:1777573240.841791:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.841806:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.841815:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.841822:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.841826:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.841835:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.841853:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.841861:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119ae19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.841960:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+60:2405:x1863919926067968:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6974us (7216us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.841970:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5433 00000100:00100000:3.0:1777573240.846956:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.847379:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926068224 00000100:00100000:0.0:1777573240.847396:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926068224 00000100:00100000:0.0:1777573240.847486:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5434 00000100:00100000:0.0:1777573240.847497:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+63:2405:x1863919926068224:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573240.847533:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.847556:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb2 expref: 63 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.847565:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.847567:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.847570:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.847614:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb2 expref: 63 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.847627:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb2 expref: 63 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.847640:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932174080:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.847731:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:0.0:1777573240.852601:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932174080:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573240.852637:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.855200:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.855416:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926068352 00000100:00100000:2.0:1777573240.855429:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926068352 00010000:00010000:2.0:1777573240.855483:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb2 expref: 64 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.855543:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5712 00000100:00100000:2.0:1777573240.855555:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919926068352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.855574:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.855603:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb2 expref: 64 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.855618:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb2 expref: 64 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.855661:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119ab80 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecb2 expref: 64 pid: 29349 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.855684:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.855686:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.855693:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.855707:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.855748:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573240.855822:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919926068352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 269us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.855835:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5712 00010000:00010000:0.0:1777573240.856133:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.856145:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.859247:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.859305:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.859316:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.859324:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.859330:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.859341:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.859365:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.859378:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae20 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.859489:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+62:2405:x1863919926068224:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 11987us (12543us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.859501:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5434 00000100:00100000:3.0:1777573240.865810:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.866216:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926068480 00000100:00100000:0.0:1777573240.866230:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926068480 00000100:00100000:0.0:1777573240.866337:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5435 00000100:00100000:0.0:1777573240.866350:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+60:2406:x1863919926068480:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573240.866398:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.866426:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc7 expref: 60 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.866436:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.866439:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.866442:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.866489:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc7 expref: 60 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.866506:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc7 expref: 60 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.866526:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932174208:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.866630:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573240.870720:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.870896:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8369:1863919932174208:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573240.870932:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.871390:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926068608 00000100:00100000:2.0:1777573240.871400:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926068608 00010000:00010000:2.0:1777573240.871449:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc7 expref: 61 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.871496:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5713 00000100:00100000:2.0:1777573240.871507:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+61:2404:x1863919926068608:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.871525:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.871553:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc7 expref: 61 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.871568:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc7 expref: 61 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.871597:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7156c03/0x8dc0a528a119abb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecc7 expref: 61 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.871615:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.871618:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.871623:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.871634:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.871676:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573240.871742:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+60:2404:x1863919926068608:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 236us (1036us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573240.872235:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.872248:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.872832:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5713 00010000:00010000:0.0:1777573240.877377:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.877401:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.877410:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.877417:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.877423:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.877437:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.877460:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.877467:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.877609:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+59:2406:x1863919926068480:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 11256us (11806us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.877621:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5435 00000100:00100000:1.0:1777573240.881483:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.881583:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926068736 00000100:00100000:0.0:1777573240.881598:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926068736 00000100:00100000:0.0:1777573240.881690:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5436 00000100:00100000:0.0:1777573240.881702:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+62:2403:x1863919926068736:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573240.881746:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.881773:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecdc expref: 62 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.881783:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.881785:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.881789:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.881838:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecdc expref: 62 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.881854:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecdc expref: 62 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.881869:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932174336:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.881964:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:0.0:1777573240.883881:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932174336:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573240.883913:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.884638:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.885518:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926068864 00000100:00100000:2.0:1777573240.885532:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926068864 00010000:00010000:2.0:1777573240.885587:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecdc expref: 63 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.885637:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5714 00000100:00100000:2.0:1777573240.885648:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919926068864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.885666:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.885695:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecdc expref: 63 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.885712:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecdc expref: 63 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.885988:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078d5f482/0x8dc0a528a119abe2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecdc expref: 63 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.886010:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.886012:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573240.886019:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.886036:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.886067:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573240.886148:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919926068864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 502us (1513us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573240.886157:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5714 00010000:00010000:0.0:1777573240.887077:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.887098:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.891231:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.891257:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.891316:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.891326:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.891331:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.891340:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.891362:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.891369:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000231eb40d/0x8dc0a528a119ae2e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.891482:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+61:2403:x1863919926068736:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9777us (10006us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.891495:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5436 00000100:00100000:1.0:1777573240.895045:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.895094:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926068992 00000100:00100000:0.0:1777573240.895117:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926068992 00000100:00100000:0.0:1777573240.895347:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5437 00000100:00100000:0.0:1777573240.895360:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+59:2404:x1863919926068992:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573240.895405:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.895437:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf1 expref: 59 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.895454:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.895456:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.895460:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.895503:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf1 expref: 59 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.895520:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf1 expref: 59 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.895537:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932174464:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.895634:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480000 going to sleep for 11 seconds 00000100:00100000:0.0:1777573240.897831:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932174464:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573240.897867:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.898779:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.898868:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926069120 00000100:00100000:0.0:1777573240.898879:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926069120 00010000:00010000:0.0:1777573240.898921:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf1 expref: 60 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.898972:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5715 00000100:00100000:0.0:1777573240.898983:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b82850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+60:2404:x1863919926069120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573240.899005:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.899031:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf1 expref: 60 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.899046:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf1 expref: 60 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.899077:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119ac13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ecf1 expref: 60 pid: 28215 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.899097:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.899099:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.899114:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.899126:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.899264:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573240.899383:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b82850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+59:2404:x1863919926069120:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 400us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.899392:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5715 00010000:00010000:1.0:1777573240.900006:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.900020:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.905017:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.905044:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.905053:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.905061:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556d400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573240.905067:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.905076:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.905097:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.905115:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efa45eb3/0x8dc0a528a119ae35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.905621:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+58:2404:x1863919926068992:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 10257us (10579us total) trans 0 rc 147019/147019 00000100:00100000:1.0:1777573240.905634:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5437 00000100:00100000:1.0:1777573240.910641:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.910753:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926069248 00000100:00100000:0.0:1777573240.910768:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926069248 00000100:00100000:0.0:1777573240.910909:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5438 00000100:00100000:0.0:1777573240.910931:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+61:2406:x1863919926069248:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573240.910976:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.911003:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed06 expref: 61 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.911013:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.911015:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573240.911019:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.911062:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed06 expref: 61 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.911079:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed06 expref: 61 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.911096:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932174592:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573240.911258:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573240.914305:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.914973:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926069376 00000100:00100000:1.0:1777573240.914986:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926069376 00010000:00010000:1.0:1777573240.915040:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed06 expref: 62 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.915092:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5716 00000100:00100000:1.0:1777573240.915112:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919926069376:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573240.915132:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.915158:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed06 expref: 62 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.915174:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed06 expref: 62 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.915218:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.915220:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.915226:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.915238:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.915263:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573240.915431:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919926069376:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 329us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.915441:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5716 00010000:00010000:0.0:1777573240.916659:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119ac44 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed06 expref: 61 pid: 8360 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.916688:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932174592:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573240.916717:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.916731:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.916740:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.920383:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.920410:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.920420:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.920428:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556cc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573240.920433:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.920442:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.920464:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.920472:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119ae3c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.920585:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+60:2406:x1863919926069248:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9650us (9954us total) trans 0 rc 147019/147019 00000100:00100000:0.0:1777573240.920598:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5438 00000100:00100000:3.0:1777573240.929955:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.930089:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926069504 00000100:00100000:1.0:1777573240.930112:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926069504 00000100:00100000:1.0:1777573240.930198:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 631 00000100:00100000:1.0:1777573240.930209:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+397:59540:x1863919926069504:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:1.0:1777573240.930230:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573240.930263:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a119add3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed99 expref: 397 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.930336:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.930342:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573240.930421:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+396:59540:x1863919926069504:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 214us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.930430:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 631 00000100:00100000:1.0:1777573240.933920:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.933998:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926069760 00000100:00100000:2.0:1777573240.934013:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926069760 00000100:00100000:2.0:1777573240.934084:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5129 00000100:00100000:2.0:1777573240.934096:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+396:59540:x1863919926069760:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:2.0:1777573240.934727:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+397:59540:x1863919926069760:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 631us (819us total) trans 4294978911 rc 0/0 00000100:00100000:2.0:1777573240.934738:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5129 00000100:00100000:3.0:1777573240.939973:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.940139:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926070016 00000100:00100000:1.0:1777573240.940153:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926070016 00000100:00100000:1.0:1777573240.940233:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15690 00000100:00100000:1.0:1777573240.940246:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919926070016:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573240.940328:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.940363:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119ae43 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eda0 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.940506:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.940521:0:6484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed8b expref: 398 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.940532:0:6484:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.940578:0:6484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed8b expref: 398 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.940593:0:6484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed8b expref: 398 pid: 6485 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573240.940610:0:6484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c3512a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932174720:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573240.940704:0:6484:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573240.944715:0:6484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c3512a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932174720:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573240.944753:0:6484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.944989:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.945168:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926070144 00000100:00100000:0.0:1777573240.945179:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926070144 00010000:00010000:0.0:1777573240.945223:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed8b expref: 399 pid: 6485 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573240.945321:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5717 00000100:00100000:0.0:1777573240.945334:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+399:2404:x1863919926070144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573240.945353:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573240.945362:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed8b expref: 399 pid: 6485 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.945378:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed8b expref: 399 pid: 6485 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.945406:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119adb0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed8b expref: 399 pid: 6485 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.945426:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.945431:0:7410:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.945442:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.945451:0:7410:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.945477:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573240.945551:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+398:2404:x1863919926070144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 220us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.945559:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5717 00010000:00010000:1.0:1777573240.945954:0:6484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.945963:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573240.945994:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00010000:00010000:1.0:1777573240.946174:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119ae43 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda0 expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.946195:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda0 expref: 398 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.946203:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573240.946206:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777573240.946210:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1e00, rc 0) 00000100:00100000:1.0:1777573240.946258:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926070016:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 6014us (6299us total) trans 4294978912 rc 0/0 00000100:00100000:1.0:1777573240.946267:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15690 00000100:00100000:3.0:1777573240.948454:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573240.948599:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926070272 00000100:00100000:2.0:1777573240.948611:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926070272 00000100:00100000:2.0:1777573240.948677:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15691 00000100:00100000:2.0:1777573240.948688:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926070272:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573240.948717:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573240.948739:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119ae58 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eda7 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.948866:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.948890:0:10945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda0 expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.948899:0:10945:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.948939:0:10945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda0 expref: 399 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.948958:0:10945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda0 expref: 399 pid: 6484 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.948974:0:10945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932174848:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573240.949068:0:10945:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1351e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573240.950797:0:10945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932174848:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573240.950847:0:10945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.951295:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.951382:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926070400 00000100:00100000:1.0:1777573240.951392:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926070400 00010000:00010000:1.0:1777573240.951437:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda0 expref: 400 pid: 6484 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573240.951625:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5718 00000100:00100000:2.0:1777573240.951635:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+400:2403:x1863919926070400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573240.951653:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573240.951660:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda0 expref: 400 pid: 6484 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.951673:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda0 expref: 400 pid: 6484 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.951701:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119ae4a lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda0 expref: 400 pid: 6484 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.951725:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573240.951731:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.951740:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.951748:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573240.951776:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573240.951813:0:10945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.951823:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573240.951892:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000100:00100000:2.0:1777573240.951897:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919926070400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 262us (602us total) trans 0 rc 0/0 00000004:00200000:3.0:1777573240.951899:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1777573240.951908:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5718 00000004:00010000:3.0:1777573240.951930:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.951972:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119ae58 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda7 expref: 399 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.951986:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda7 expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.951991:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573240.951994:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573240.951996:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631800, rc 0) 00000100:00100000:3.0:1777573240.952185:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926070272:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3498us (3740us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.952193:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15691 00000100:00100000:3.0:1777573240.956240:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.956380:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926070528 00000100:00100000:0.0:1777573240.956393:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926070528 00000100:00100000:0.0:1777573240.956463:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12575 00000100:00100000:0.0:1777573240.956475:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+60:2404:x1863919926070528:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573240.956505:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.956532:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2edae expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573240.956564:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d56, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:0.0:1777573240.956586:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.956588:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573240.956598:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edae expref: 61 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.956614:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edae expref: 61 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.956627:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c000, rc 0) 00000100:00100000:0.0:1777573240.956687:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+61:2404:x1863919926070528:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 215us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573240.956694:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12575 00000100:00100000:0.0:1777573240.960170:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.960358:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926070784 00000100:00100000:1.0:1777573240.960373:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926070784 00000100:00100000:1.0:1777573240.960441:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5130 00000100:00100000:1.0:1777573240.960453:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926070784:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:1.0:1777573240.960758:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919926070784:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 307us (598us total) trans 4294978913 rc 0/0 00000100:00100000:1.0:1777573240.960766:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5130 00000100:00100000:1.0:1777573240.964920:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573240.965008:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926071040 00000100:00100000:0.0:1777573240.965022:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926071040 00000100:00100000:0.0:1777573240.965095:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15692 00000100:00100000:0.0:1777573240.965119:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919926071040:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573240.965152:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573240.965156:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1777573240.965200:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119adbe lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed92 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.965229:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ad94 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed84 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.965244:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119ae5f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eda7 expref: 397 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.965257:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.965264:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573240.965311:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119ae6d lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2edb5 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.965380:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119ae74 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.965397:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119ae74 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573240.965409:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119ae74 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573240.965782:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3104, 88 off257648 00000004:00080000:0.0:1777573240.965792:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761511520593ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.965834:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3105, 88 off257384 00000004:00080000:0.0:1777573240.965839:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761511568168ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.965864:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3106, 88 off257472 00000004:00080000:0.0:1777573240.965869:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761511597943ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.965879:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3105, 88 off257736 00000004:00080000:0.0:1777573240.965882:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761511610771ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.965890:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3106, 88 off257824 00000004:00080000:0.0:1777573240.965894:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761511622948ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.965903:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3107, 88 off257560 00000004:00080000:0.0:1777573240.965906:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761511635273ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.965914:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3108, 88 off257648 00000004:00080000:0.0:1777573240.965918:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761511646719ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.965927:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3107, 88 off257912 00000004:00080000:0.0:1777573240.965930:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761511658923ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.965939:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3109, 88 off257736 00000004:00080000:0.0:1777573240.965942:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761511671271ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.965951:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3108, 88 off258000 00000004:00080000:0.0:1777573240.965954:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761511683083ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.965970:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3109, 88 off258088 00000004:00080000:0.0:1777573240.965974:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761511703022ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.965986:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3110, 88 off257824 00000004:00080000:0.0:1777573240.965991:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761511719307ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.966004:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3111, 88 off257912 00000004:00080000:0.0:1777573240.966006:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761511735371ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.966265:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3110, 88 off258176 00000004:00080000:0.0:1777573240.966300:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761512028911ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.966318:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3112, 88 off258000 00000004:00080000:0.0:1777573240.966323:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761512051497ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.967453:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3111, 88 off258264 00000004:00080000:0.0:1777573240.967466:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761513195111ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.967517:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3112, 88 off258352 00000004:00080000:0.0:1777573240.967522:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761513250918ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.968330:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3113, 88 off258088 00000004:00080000:0.0:1777573240.968341:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761514069707ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.968357:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3114, 88 off258176 00000004:00080000:0.0:1777573240.968362:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761514090218ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.968376:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3113, 88 off258440 00000004:00080000:0.0:1777573240.968380:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761514108361ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.968404:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3114, 88 off258528 00000004:00080000:0.0:1777573240.968408:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761514137371ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.968418:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3115, 88 off258264 00000004:00080000:0.0:1777573240.968424:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761514152847ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.968434:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3116, 88 off258352 00000004:00080000:0.0:1777573240.968438:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761514167103ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.968449:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3115, 88 off258616 00000004:00080000:0.0:1777573240.968463:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761514191479ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.968475:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3116, 88 off258704 00000004:00080000:0.0:1777573240.968479:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761514207428ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.968489:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3117, 88 off258440 00000004:00080000:0.0:1777573240.968493:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761514221478ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.968513:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3118, 88 off258528 00000004:00080000:0.0:1777573240.968517:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761514245932ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573240.968527:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3117, 88 off258792 00000004:00080000:0.0:1777573240.968530:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761514259211ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.968539:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3118, 88 off258880 00000004:00080000:0.0:1777573240.968542:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 761514271049ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573240.968551:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3119, 88 off258616 00000004:00080000:0.0:1777573240.968554:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 761514282922ns, next at 756450607066ns, rc = 0 00000001:00080000:3.0:1777573240.974354:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978914 is committed 00000004:00080000:3.0:1777573240.974373:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2209 committed 00000004:00080000:3.0:1777573240.974396:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2208 committed 00000004:00080000:3.0:1777573240.974417:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2207 committed 00000004:00080000:3.0:1777573240.974421:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2208 committed 00000004:00080000:3.0:1777573240.974423:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2207 committed 00000004:00080000:3.0:1777573240.974425:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2206 committed 00000004:00080000:3.0:1777573240.974427:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2205 committed 00000004:00080000:3.0:1777573240.974429:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2206 committed 00000004:00080000:3.0:1777573240.974432:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2205 committed 00000004:00080000:3.0:1777573240.974434:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2204 committed 00000004:00080000:3.0:1777573240.974443:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2203 committed 00000004:00080000:3.0:1777573240.974446:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2204 committed 00000004:00080000:3.0:1777573240.974448:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2203 committed 00000004:00080000:3.0:1777573240.974450:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2202 committed 00000004:00080000:3.0:1777573240.974452:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2201 committed 00000004:00080000:3.0:1777573240.974454:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2202 committed 00000004:00080000:3.0:1777573240.974456:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2200 committed 00000004:00080000:3.0:1777573240.974458:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2201 committed 00000004:00080000:3.0:1777573240.974461:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2200 committed 00000004:00080000:3.0:1777573240.974463:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2199 committed 00000004:00080000:3.0:1777573240.974465:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2198 committed 00000004:00080000:3.0:1777573240.974467:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2199 committed 00000004:00080000:3.0:1777573240.974470:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2197 committed 00000004:00080000:3.0:1777573240.974472:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2198 committed 00000004:00080000:3.0:1777573240.974475:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2197 committed 00000004:00080000:3.0:1777573240.974477:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2196 committed 00000004:00080000:3.0:1777573240.974479:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2195 committed 00000004:00080000:3.0:1777573240.974481:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2196 committed 00000004:00080000:3.0:1777573240.974483:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2195 committed 00000004:00080000:3.0:1777573240.974485:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2194 committed 00000100:00100000:1.0:1777573240.974697:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932175232:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.974698:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932175104:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.974781:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932174976:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.974852:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573240.974929:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932175616:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.974951:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.975034:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932175104 00000100:00100000:2.0:1777573240.975042:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932175104 00000100:00100000:2.0:1777573240.975086:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932175616 00000100:00100000:2.0:1777573240.975088:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932175616 00000100:00100000:2.0:1777573240.975120:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12576 00000100:00100000:2.0:1777573240.975130:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932175104:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573240.975352:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573240.975356:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573240.975359:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573240.975361:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.975363:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573240.975410:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932175104:12345-0@lo:2:osp-syn-1-1.0 Request processed in 282us (559us total) trans 17179875033 rc 0/0 00000100:00100000:2.0:1777573240.975417:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12576 00000100:00100000:2.0:1777573240.975435:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12577 00000100:00100000:2.0:1777573240.975441:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932175616:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573240.975504:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573240.975507:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.975509:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573240.975511:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.975512:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573240.975534:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932175616:12345-0@lo:2:osp-syn-1-1.0 Request processed in 95us (583us total) trans 17179875034 rc 0/0 00000100:00100000:2.0:1777573240.975540:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12577 00000004:00080000:2.0:1777573240.975585:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1b800/2, rc 0, transno 17179875033 00000100:00100000:2.0:1777573240.975598:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932175104:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573240.975609:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18700/2, rc 0, transno 17179875034 00000100:00100000:2.0:1777573240.975613:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932175616:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.975662:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932176128:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.975681:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.975695:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573240.975698:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932176000:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.975709:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.976446:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932175360:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.976565:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.976593:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932175872:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.976615:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.976653:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932176128 00000100:00100000:2.0:1777573240.976660:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932176128 00000100:00100000:2.0:1777573240.976700:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932176000 00000100:00100000:2.0:1777573240.976703:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932176000 00000100:00100000:2.0:1777573240.976715:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932175360 00000100:00100000:2.0:1777573240.976718:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932175360 00000100:00100000:2.0:1777573240.976726:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932175872 00000100:00100000:2.0:1777573240.976728:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932175872 00000100:00100000:2.0:1777573240.977381:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12578 00000100:00100000:2.0:1777573240.977397:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3635:x1863919932176128:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.977609:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777573240.977629:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573240.977632:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932175488:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573240.977634:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.977638:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573240.977641:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573240.977643:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.977662:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.977696:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3635:x1863919932176128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 305us (2012us total) trans 17179875035 rc 0/0 00000100:00100000:3.0:1777573240.977720:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932174976 00000100:00100000:0.0:1777573240.977722:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12579 00000100:00100000:3.0:1777573240.977727:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932174976 00000100:00100000:0.0:1777573240.977737:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3635:x1863919932176000:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.977757:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932175488 00000100:00100000:3.0:1777573240.977761:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932175488 00000100:00100000:3.0:1777573240.977778:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12580 00000100:00100000:3.0:1777573240.977786:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3637:x1863919932175360:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.977828:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932176000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 97us (2116us total) trans 17179875036 rc 0/0 00000100:00100000:0.0:1777573240.977837:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12579 00002000:00010000:3.0:1777573240.977859:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777573240.977859:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12581 00002000:00010000:3.0:1777573240.977863:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.977869:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00000100:00100000:0.0:1777573240.977869:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932175872:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573240.977876:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.977879:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.977916:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932175360:12345-0@lo:2:osp-syn-1-1.0 Request processed in 131us (1351us total) trans 17179875037 rc 0/0 00000100:00100000:3.0:1777573240.977925:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12580 00002000:00010000:0.0:1777573240.977926:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.977930:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.977933:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573240.977936:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.977939:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.977945:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12582 00000100:00100000:0.0:1777573240.977967:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932175872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 100us (1350us total) trans 17179875038 rc 0/0 00000100:00100000:0.0:1777573240.977973:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12581 00000100:00100000:0.0:1777573240.977986:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12583 00000100:00100000:0.0:1777573240.977993:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932175488:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573240.978040:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.978043:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.978045:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573240.978047:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.978050:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.978079:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3634:x1863919932175488:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (416us total) trans 17179875039 rc 0/0 00000100:00100000:0.0:1777573240.978084:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12583 00000004:00080000:0.0:1777573240.978151:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19880/2, rc 0, transno 17179875039 00000100:00100000:0.0:1777573240.978165:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932175488:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.978180:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932174976:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.978340:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12578 00000004:00080000:2.0:1777573240.978371:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1a300/2, rc 0, transno 17179875037 00000100:00100000:2.0:1777573240.978376:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932175360:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573240.978385:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1a680/2, rc 0, transno 17179875038 00000100:00100000:2.0:1777573240.978388:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932175872:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.978459:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca397b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932176384:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.978608:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932174976:12345-0@lo:2:osp-syn-1-1.0 Request processed in 655us (999us total) trans 17179875040 rc 0/0 00000100:00100000:3.0:1777573240.978615:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12582 00000004:00080000:3.0:1777573240.978671:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca395500/2, rc 0, transno 17179875036 00000100:00100000:3.0:1777573240.978679:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932176000:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573240.978689:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca397100/2, rc 0, transno 17179875035 00000100:00100000:3.0:1777573240.978692:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932176128:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.978700:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573240.978705:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932176512:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.978732:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.978797:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932176640:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.978818:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.979347:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.979382:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777573240.979390:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932176256:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.979414:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932176512 00000100:00100000:2.0:1777573240.979418:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.979423:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932176512 00000100:00100000:2.0:1777573240.979437:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932176768:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.979457:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.979458:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932176640 00000100:00100000:3.0:1777573240.979462:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932176640 00000100:00100000:3.0:1777573240.979477:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932176384 00000100:00100000:3.0:1777573240.979479:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932176384 00000100:00100000:3.0:1777573240.979487:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932176256 00000100:00100000:3.0:1777573240.979489:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932176256 00000100:00100000:3.0:1777573240.979495:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932176768 00000100:00100000:3.0:1777573240.979496:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932176768 00000100:00100000:3.0:1777573240.979504:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12584 00000100:00100000:3.0:1777573240.979508:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3635:x1863919932176512:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.979624:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3635:x1863919932176512:12345-0@lo:2:osp-syn-1-1.0 Request processed in 115us (891us total) trans 17179875041 rc 0/0 00000100:00100000:3.0:1777573240.979628:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12584 00000100:00100000:3.0:1777573240.979641:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12585 00000100:00100000:3.0:1777573240.979644:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3635:x1863919932176640:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573240.979680:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.979683:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.979685:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573240.979686:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.979688:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.979704:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3635:x1863919932176640:12345-0@lo:2:osp-syn-1-1.0 Request processed in 59us (886us total) trans 17179875042 rc 0/0 00000100:00100000:3.0:1777573240.979708:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12585 00000100:00100000:3.0:1777573240.979717:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12586 00000100:00100000:3.0:1777573240.979721:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3637:x1863919932176384:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573240.979739:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119ae74 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edb5 expref: 392 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573240.979752:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:0.0:1777573240.979754:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:3.0:1777573240.979755:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.979759:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573240.979762:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:0.0:1777573240.979762:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00002000:00010000:3.0:1777573240.979765:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.979780:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932176384:12345-0@lo:2:osp-syn-1-1.0 Request processed in 60us (435us total) trans 17179875043 rc 0/0 00000100:00100000:3.0:1777573240.979786:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12586 00010000:00010000:0.0:1777573240.979787:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119ae6d lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edb5 expref: 392 pid: 6486 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.979795:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12587 00000100:00100000:3.0:1777573240.979802:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3637:x1863919932176256:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573240.979816:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119ae74 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edb5 expref: 391 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573240.979842:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932176256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 41us (426us total) trans 17179875044 rc 0/0 00000100:00100000:3.0:1777573240.979847:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12587 00000100:00100000:3.0:1777573240.979858:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12588 00000100:00100000:3.0:1777573240.979863:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3637:x1863919932176768:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573240.979870:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1ad80/2, rc 0, transno 17179875040 00000100:00100000:0.0:1777573240.979878:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932174976:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.979906:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932176768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 43us (450us total) trans 17179875045 rc 0/0 00000100:00100000:3.0:1777573240.979911:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12588 00010000:00010000:0.0:1777573240.979915:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573240.979919:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777573240.979922:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d200, rc 0) 00000004:00080000:3.0:1777573240.979935:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca42680/2, rc 0, transno 17179875042 00000100:00100000:3.0:1777573240.979939:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932176640:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573240.979945:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca396a00/2, rc 0, transno 17179875041 00000100:00100000:3.0:1777573240.979947:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932176512:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.979979:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919926071040:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 14874us (15071us total) trans 4294978914 rc 0/0 00000100:00100000:0.0:1777573240.979987:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15692 00000100:00100000:3.0:1777573240.980257:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932177152:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.980311:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.980333:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573240.980340:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932177024:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573240.980359:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fca42300/2, rc 0, transno 17179875045 00000100:00100000:2.0:1777573240.980365:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932176768:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573240.980369:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573240.980380:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca397b80/2, rc 0, transno 17179875043 00000100:00100000:2.0:1777573240.980386:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca397b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932176384:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.980399:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932176896:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.980401:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932177152 00000100:00100000:3.0:1777573240.980407:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932177152 00000100:00100000:2.0:1777573240.980428:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573240.980451:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca394380/2, rc 0, transno 17179875044 00000100:00100000:2.0:1777573240.980455:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932176256:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573240.980463:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573240.980468:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932177280:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.980499:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932177024 00000100:00100000:3.0:1777573240.980503:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932177024 00000100:00100000:3.0:1777573240.980514:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932176896 00000100:00100000:3.0:1777573240.980516:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932176896 00000100:00100000:3.0:1777573240.980528:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12589 00000100:00100000:3.0:1777573240.980534:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932177152:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573240.980615:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.980618:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.980620:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573240.980622:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.980625:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.980653:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3635:x1863919932177152:12345-0@lo:2:osp-syn-0-1.0 Request processed in 119us (341us total) trans 21474841871 rc 0/0 00000100:00100000:3.0:1777573240.980659:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12589 00000100:00100000:3.0:1777573240.980671:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12590 00000100:00100000:3.0:1777573240.980677:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932177024:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573240.980722:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.980725:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573240.980727:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573240.980730:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.980732:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573240.980754:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3635:x1863919932177024:12345-0@lo:2:osp-syn-0-1.0 Request processed in 77us (387us total) trans 21474841872 rc 0/0 00000100:00100000:3.0:1777573240.980760:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12590 00000100:00100000:3.0:1777573240.980774:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12591 00000100:00100000:3.0:1777573240.980780:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932176896:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573240.980830:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573240.980833:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573240.980835:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573240.980837:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573240.980840:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573240.980862:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3637:x1863919932176896:12345-0@lo:2:osp-syn-0-1.0 Request processed in 83us (434us total) trans 21474841873 rc 0/0 00000100:00100000:3.0:1777573240.980868:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12591 00000004:00080000:3.0:1777573240.980899:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19f80/2, rc 0, transno 21474841872 00000100:00100000:3.0:1777573240.980905:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932177024:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573240.980914:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18000/2, rc 0, transno 21474841871 00000100:00100000:3.0:1777573240.980918:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932177152:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.981244:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.981290:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932175744:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573240.981316:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.981352:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932175232 00000100:00100000:1.0:1777573240.981357:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932175232 00000100:00100000:1.0:1777573240.981382:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932175744 00000100:00100000:1.0:1777573240.981384:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932175744 00000100:00100000:1.0:1777573240.981401:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12592 00000100:00100000:0.0:1777573240.981531:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12593 00000100:00100000:0.0:1777573240.981540:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932175744:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573240.981627:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.981631:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.981634:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573240.981637:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.981639:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.981674:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932175744:12345-0@lo:2:osp-syn-1-1.0 Request processed in 134us (355us total) trans 17179875046 rc 0/0 00000100:00100000:1.0:1777573240.981681:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932175232:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573240.981681:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12593 00000100:00100000:0.0:1777573240.981709:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932177664:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.981741:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573240.981770:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932177664 00000100:00100000:0.0:1777573240.981774:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777573240.981775:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932177664 00000100:00100000:1.0:1777573240.981775:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932175232:12345-0@lo:2:osp-syn-1-1.0 Request processed in 366us (530us total) trans 17179875047 rc 0/0 00000100:00100000:1.0:1777573240.981784:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12592 00000100:00100000:0.0:1777573240.981785:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932177536:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.981802:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12594 00000100:00100000:1.0:1777573240.981808:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3635:x1863919932177664:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.981818:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573240.981840:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932178048:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573240.981841:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932177536 00000100:00100000:3.0:1777573240.981847:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932177536 00000100:00100000:1.0:1777573240.981875:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3635:x1863919932177664:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (135us total) trans 21474841874 rc 0/0 00000100:00100000:0.0:1777573240.981883:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.981886:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12594 00000100:00100000:1.0:1777573240.981907:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932178048 00000100:00100000:1.0:1777573240.981909:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932178048 00000004:00080000:0.0:1777573240.981921:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e15880/2, rc 0, transno 21474841874 00000100:00100000:1.0:1777573240.981929:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12595 00000100:00100000:1.0:1777573240.981936:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3635:x1863919932177536:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.981936:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932177664:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573240.981980:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.981983:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.981985:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573240.981987:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.981988:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.982005:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+26:3635:x1863919932177536:12345-0@lo:2:osp-syn-0-1.0 Request processed in 72us (190us total) trans 21474841875 rc 0/0 00000100:00100000:1.0:1777573240.982008:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12595 00000100:00100000:1.0:1777573240.982018:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12596 00000100:00100000:1.0:1777573240.982024:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3635:x1863919932178048:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573240.982047:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573240.982087:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1b100/2, rc 0, transno 21474841873 00000100:00100000:1.0:1777573240.982099:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+26:3635:x1863919932178048:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (218us total) trans 21474841876 rc 0/0 00000100:00100000:2.0:1777573240.982109:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932176896:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.982121:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12596 00000100:00100000:2.0:1777573240.982125:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932177408:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.982135:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932177280 00000100:00100000:1.0:1777573240.982139:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932177280 00000100:00100000:2.0:1777573240.982159:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.982162:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12597 00000100:00100000:1.0:1777573240.982170:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+26:3637:x1863919932177280:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573240.982183:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932177920:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573240.982208:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.982238:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573240.982248:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932177792:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.982250:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+27:3637:x1863919932177280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 78us (201us total) trans 21474841877 rc 0/0 00000100:00100000:1.0:1777573240.982260:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12597 00000100:00100000:2.0:1777573240.982297:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573240.982945:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932177408 00000100:00100000:0.0:1777573240.982953:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932177408 00000100:00100000:1.0:1777573240.982963:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932177920 00000100:00100000:1.0:1777573240.982970:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932177920 00000004:00080000:2.0:1777573240.982979:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1aa00/2, rc 0, transno 21474841877 00000100:00100000:0.0:1777573240.982986:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932177792 00000100:00100000:2.0:1777573240.982989:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932177280:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.982991:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932177792 00000100:00100000:1.0:1777573240.982997:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12598 00000100:00100000:1.0:1777573240.983008:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932177408:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.983018:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12599 00000100:00100000:0.0:1777573240.983028:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3637:x1863919932177920:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573240.983071:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932178432:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573240.983116:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573240.983120:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.983125:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.983128:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573240.983131:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.983135:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.983136:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932177408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 130us (975us total) trans 21474841878 rc 0/0 00000004:00080000:2.0:1777573240.983145:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1ad80/2, rc 0, transno 21474841878 00000100:00100000:1.0:1777573240.983145:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12598 00000100:00100000:2.0:1777573240.983157:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932177408:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.983164:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932178432 00000100:00100000:1.0:1777573240.983170:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932178432 00000100:00100000:0.0:1777573240.983175:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932177920:12345-0@lo:2:osp-syn-0-1.0 Request processed in 148us (964us total) trans 21474841879 rc 0/0 00000100:00100000:0.0:1777573240.983183:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12599 00000100:00100000:1.0:1777573240.983194:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12600 00000100:00100000:1.0:1777573240.983202:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932177792:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573240.983222:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fc99f800/2, rc 0, transno 21474841879 00000100:00100000:2.0:1777573240.983228:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932177920:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573240.983240:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573240.983247:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932178304:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.983309:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12601 00000100:00100000:2.0:1777573240.983310:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573240.983310:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932177792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 104us (1008us total) trans 21474841880 rc 0/0 00000100:00100000:1.0:1777573240.983325:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12600 00000100:00100000:0.0:1777573240.983325:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932178432:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573240.983336:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fc99f480/2, rc 0, transno 21474841880 00000100:00100000:2.0:1777573240.983343:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932177792:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.983345:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932178304 00000100:00100000:1.0:1777573240.983350:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932178304 00000100:00100000:1.0:1777573240.983373:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12602 00000100:00100000:1.0:1777573240.983381:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3637:x1863919932178304:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573240.983392:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.983396:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.983399:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573240.983402:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.983404:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573240.983441:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3637:x1863919932178432:12345-0@lo:2:osp-syn-0-1.0 Request processed in 123us (324us total) trans 21474841881 rc 0/0 00000100:00100000:0.0:1777573240.983447:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12601 00000100:00100000:0.0:1777573240.983480:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932178176:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.983509:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573240.983529:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932178688:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573240.983558:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec7480/2, rc 0, transno 21474841881 00000100:00100000:0.0:1777573240.983563:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.983568:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932178432:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.983569:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3637:x1863919932178304:12345-0@lo:2:osp-syn-0-1.0 Request processed in 186us (261us total) trans 21474841882 rc 0/0 00000004:00080000:2.0:1777573240.983587:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec5f80/2, rc 0, transno 21474841882 00000100:00100000:2.0:1777573240.983591:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932178304:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573240.983595:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e16680/2, rc 0, transno 21474841875 00000100:00100000:0.0:1777573240.983601:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932177536:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573240.983608:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932178176 00000100:00100000:2.0:1777573240.983613:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932178176 00000004:00080000:0.0:1777573240.983613:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2fc99fb80/2, rc 0, transno 21474841876 00000100:00100000:0.0:1777573240.983618:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932178048:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.983629:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573240.983635:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12602 00000100:00100000:0.0:1777573240.983637:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932178560:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573240.983652:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932178688 00000100:00100000:1.0:1777573240.983657:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932178688 00000100:00100000:0.0:1777573240.983667:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573240.983883:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932178560 00000100:00100000:2.0:1777573240.983889:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932178560 00000100:00100000:1.0:1777573240.983904:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12603 00000100:00100000:0.0:1777573240.983912:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12604 00000100:00100000:1.0:1777573240.983916:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3635:x1863919932178176:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573240.983926:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+34:3635:x1863919932178688:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573240.983932:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12605 00000100:00100000:2.0:1777573240.983941:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+34:3635:x1863919932178560:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573240.983981:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573240.983984:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.983987:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573240.983989:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573240.983991:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573240.984003:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573240.984007:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.984010:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573240.984013:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573240.984015:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573240.984031:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+37:3635:x1863919932178176:12345-0@lo:2:osp-syn-0-1.0 Request processed in 119us (522us total) trans 21474841883 rc 0/0 00000100:00100000:1.0:1777573240.984038:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12603 00000100:00100000:2.0:1777573240.984052:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+36:3635:x1863919932178560:12345-0@lo:2:osp-syn-0-1.0 Request processed in 111us (384us total) trans 21474841885 rc 0/0 00000100:00100000:0.0:1777573240.984060:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+36:3635:x1863919932178688:12345-0@lo:2:osp-syn-0-1.0 Request processed in 137us (497us total) trans 21474841884 rc 0/0 00000100:00100000:2.0:1777573240.984069:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12605 00000100:00100000:0.0:1777573240.984082:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12604 00000004:00080000:1.0:1777573240.984138:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18e00/2, rc 0, transno 17179875047 00000100:00100000:1.0:1777573240.984145:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932175232:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573240.984155:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19c00/2, rc 0, transno 17179875046 00000100:00100000:1.0:1777573240.984158:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932175744:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573240.984213:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec7b80/2, rc 0, transno 21474841885 00000100:00100000:1.0:1777573240.984218:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932178560:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573240.984227:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4c000/2, rc 0, transno 21474841883 00000100:00100000:1.0:1777573240.984231:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932178176:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573240.984238:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec4e00/2, rc 0, transno 21474841884 00000100:00100000:1.0:1777573240.984241:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932178688:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573240.984712:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573240.984782:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926071168 00000100:00100000:1.0:1777573240.984788:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926071168 00000100:00100000:1.0:1777573240.984823:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12606 00000100:00100000:1.0:1777573240.984830:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+61:59390:x1863919926071168:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573240.984843:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573240.984868:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2edbc expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573240.984891:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 147019, mtime: 0x69f39d76, atime: 0x69f39d76, ctime: 0x69f39d78, blocks: 0xd8 00010000:00010000:1.0:1777573240.984914:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.984916:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573240.984925:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->61439) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edbc expref: 62 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.984944:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->61439) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edbc expref: 62 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573240.984958:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1c00, rc 0) 00000100:00100000:1.0:1777573240.985042:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+62:59390:x1863919926071168:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 212us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573240.985049:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12606 00000100:00100000:0.0:1777573240.990598:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.990675:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926071296 00000100:00100000:3.0:1777573240.990689:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926071296 00000100:00100000:3.0:1777573240.990773:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5439 00000100:00100000:3.0:1777573240.990784:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+62:2403:x1863919926071296:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573240.991067:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573240.991071:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573240.991074:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573240.991076:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573240.991078:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 216 -> 232 00000100:00100000:3.0:1777573240.991164:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+63:2403:x1863919926071296:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 381us (580us total) trans 17179875048 rc 0/0 00000100:00100000:3.0:1777573240.991175:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5439 00000100:00100000:2.0:1777573240.997332:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573240.997398:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926071424 00000100:00100000:3.0:1777573240.997412:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926071424 00000100:00100000:3.0:1777573240.997492:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15693 00000100:00100000:3.0:1777573240.997504:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919926071424:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573240.997536:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573240.997561:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ae82 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2edc3 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.997705:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ae89 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.997725:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ae89 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.997738:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ae89 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573240.997789:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 147019 00000004:00200000:3.0:1777573240.997794:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573240.997819:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ae89 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.997850:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ae82 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edc3 expref: 393 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.997872:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ae89 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edc3 expref: 392 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573240.997882:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573240.997885:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573240.997889:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabc00, rc 0) 00000100:00100000:3.0:1777573240.997960:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919926071424:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 458us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573240.997968:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15693 00000100:00100000:2.0:1777573241.001727:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.002009:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926071552 00000100:00100000:0.0:1777573241.002023:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926071552 00000100:00100000:0.0:1777573241.002111:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5440 00000100:00100000:0.0:1777573241.002124:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+63:2403:x1863919926071552:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573241.003443:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573241.003454:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573238 -> 1777573240 00002000:00010000:1.0:1777573241.003457:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573241.003459:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573241.003462:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 232 -> 168 00000100:00100000:1.0:1777573241.003665:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+64:2403:x1863919926071552:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 1539us (1946us total) trans 17179875049 rc 0/0 00000100:00100000:1.0:1777573241.003680:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5440 00000100:00100000:0.0:1777573241.013726:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.013994:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926071680 00000100:00100000:1.0:1777573241.014010:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926071680 00000100:00100000:1.0:1777573241.014756:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5441 00000100:00100000:1.0:1777573241.014772:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+64:2404:x1863919926071680:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573241.014968:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573241.014973:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573241.014975:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573241.014977:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573241.014979:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 168 -> 264 00000100:00100000:1.0:1777573241.015051:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+65:2404:x1863919926071680:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 277us (1331us total) trans 17179875050 rc 0/0 00000100:00100000:1.0:1777573241.015059:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5441 00000100:00100000:2.0:1777573241.019386:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.019494:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926071808 00000100:00100000:0.0:1777573241.019509:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926071808 00000100:00100000:0.0:1777573241.019637:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5442 00000100:00100000:0.0:1777573241.019650:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+65:2403:x1863919926071808:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573241.019831:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573241.019835:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573241.019838:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573241.019840:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573241.019843:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:0.0:1777573241.019921:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+66:2403:x1863919926071808:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 274us (548us total) trans 17179875051 rc 0/0 00000100:00100000:0.0:1777573241.019928:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5442 00000100:00100000:2.0:1777573241.023754:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.023919:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926071936 00000100:00100000:0.0:1777573241.023932:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926071936 00000100:00100000:0.0:1777573241.024018:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5443 00000100:00100000:0.0:1777573241.024030:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+66:2404:x1863919926071936:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573241.024417:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573241.024422:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573241.024425:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573241.024427:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573241.024429:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 264 -> 256 00000100:00100000:0.0:1777573241.024564:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+67:2404:x1863919926071936:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 535us (826us total) trans 17179875052 rc 0/0 00000100:00100000:0.0:1777573241.024574:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5443 00000100:00100000:1.0:1777573241.028956:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.029027:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926072064 00000100:00100000:0.0:1777573241.029041:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926072064 00002000:00100000:0.0:1777573241.029128:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (90112->94207) req@ffff99d1c3511f80 x1863919926072064/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.029141:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511f80 with x1863919926072064 ext(90112->94207) 00002000:00010000:0.0:1777573241.029149:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3511f80 00000100:00100000:1.0:1777573241.029242:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5444 00000100:00100000:1.0:1777573241.029256:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919926072064:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:1.0:1777573241.030145:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919926072064:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 886us (1195us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777573241.030157:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5444 00002000:00100000:1.0:1777573241.030172:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (90112->94207) req@ffff99d1c3511f80 x1863919926072064/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/4536 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.030183:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511f80 with x1863919926072064 ext(90112->94207) 00002000:00010000:1.0:1777573241.030188:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3511f80 00000100:00100000:2.0:1777573241.033303:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.033661:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926072192 00000100:00100000:0.0:1777573241.033674:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926072192 00002000:00100000:0.0:1777573241.033745:0:24425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x3dc:0x0] (94208->98303) req@ffff99d1c5744380 x1863919926072192/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.033758:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744380 with x1863919926072192 ext(94208->98303) 00002000:00010000:0.0:1777573241.033766:0:24425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744380 00000100:00100000:0.0:1777573241.033809:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5445 00000100:00100000:0.0:1777573241.033820:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+67:2404:x1863919926072192:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:0.0:1777573241.034037:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+67:2404:x1863919926072192:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 217us (776us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573241.034045:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5445 00002000:00100000:0.0:1777573241.034053:0:24425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x3dc:0x0] (94208->98303) req@ffff99d1c5744380 x1863919926072192/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/4536 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.034061:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744380 with x1863919926072192 ext(94208->98303) 00002000:00010000:0.0:1777573241.034065:0:24425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744380 00000100:00100000:2.0:1777573241.039232:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.039335:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926072320 00000100:00100000:1.0:1777573241.039347:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926072320 00002000:00100000:1.0:1777573241.039406:0:24427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000400:0x3dc:0x0] (69632->135167) req@ffff99d1c5746300 x1863919926072320/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.039419:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746300 with x1863919926072320 ext(69632->135167) 00002000:00010000:1.0:1777573241.039426:0:24427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746300 00000100:00100000:1.0:1777573241.039466:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5446 00000100:00100000:1.0:1777573241.039476:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919926072320:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:0.0:1777573241.042831:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919926072320:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3340us (3607us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1777573241.042849:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5446 00002000:00100000:0.0:1777573241.042866:0:24427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000400:0x3dc:0x0] (69632->135167) req@ffff99d1c5746300 x1863919926072320/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/440 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.042879:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746300 with x1863919926072320 ext(69632->135167) 00002000:00010000:0.0:1777573241.042886:0:24427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746300 00000100:00100000:2.0:1777573241.048212:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.048594:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926072448 00000100:00100000:0.0:1777573241.048608:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926072448 00002000:00100000:0.0:1777573241.048676:0:14599:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x3dc:0x0] (135168->147455) req@ffff99d1c5747480 x1863919926072448/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.048690:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747480 with x1863919926072448 ext(135168->147455) 00002000:00010000:0.0:1777573241.048697:0:14599:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5747480 00000100:00100000:0.0:1777573241.048777:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5447 00000100:00100000:0.0:1777573241.048789:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+67:2404:x1863919926072448:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:0.0:1777573241.049050:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+67:2404:x1863919926072448:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 262us (852us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1777573241.049060:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5447 00002000:00100000:0.0:1777573241.049069:0:14599:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x3dc:0x0] (135168->147455) req@ffff99d1c5747480 x1863919926072448/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/12728 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 12288/12288 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.049078:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747480 with x1863919926072448 ext(135168->147455) 00002000:00010000:0.0:1777573241.049081:0:14599:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5747480 00000100:00100000:2.0:1777573241.053840:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.053942:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926072576 00000100:00100000:3.0:1777573241.053955:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926072576 00002000:00100000:3.0:1777573241.054016:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (90112->147018) req@ffff99d1c5747800 x1863919926072576/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573241.054028:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747800 with x1863919926072576 ext(90112->147018) 00002000:00010000:3.0:1777573241.054035:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5747800 00000100:00100000:3.0:1777573241.054076:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5448 00000100:00100000:3.0:1777573241.054087:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+67:2403:x1863919926072576:12345-192.168.204.27@tcp:4:lfs.0 00000100:00100000:2.0:1777573241.059035:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+69:2403:x1863919926072576:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4938us (5196us total) trans 17179875053 rc 0/0 00000100:00100000:2.0:1777573241.059048:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5448 00002000:00100000:2.0:1777573241.059061:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (90112->147018) req@ffff99d1c5747800 x1863919926072576/t17179875053(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/448 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.059071:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747800 with x1863919926072576 ext(90112->147018) 00002000:00010000:2.0:1777573241.059077:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5747800 00000100:00100000:2.0:1777573241.062447:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.062604:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926072704 00000100:00100000:1.0:1777573241.062614:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926072704 00000100:00100000:1.0:1777573241.062671:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12607 00000100:00100000:1.0:1777573241.062685:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+69:2404:x1863919926072704:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:2.0:1777573241.064253:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875053 is committed 00000001:00080000:2.0:1777573241.064308:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875047 is committed 00000100:00100000:1.0:1777573241.064542:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926072704:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 1859us (2099us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.064551:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12607 00000100:00100000:0.0:1777573241.068516:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.068606:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926072960 00000100:00100000:2.0:1777573241.068616:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926072960 00000100:00100000:2.0:1777573241.068670:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15694 00000100:00100000:2.0:1777573241.068680:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919926072960:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:2.0:1777573241.068742:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573241.068767:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119ae74 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edb5 expref: 392 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.068797:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119ae89 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edc3 expref: 391 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.068809:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573241.068813:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573241.068989:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.069002:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.069011:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573241.069047:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978915 00000004:00010000:2.0:1777573241.069069:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fd196b7 reply state 000000008713328f transno 4294978916 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.069079:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.069085:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573241.069087:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573241.069089:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573241.069186:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919926072960:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 508us (679us total) trans 4294978916 rc 0/0 00000100:00100000:2.0:1777573241.069192:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15694 00000020:00080000:2.0:1777573241.069197:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573241.071597:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.071674:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926073088 00000100:00100000:1.0:1777573241.071685:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926073088 00000100:00100000:1.0:1777573241.071735:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15695 00000100:00100000:1.0:1777573241.071747:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919926073088:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573241.071766:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573241.071784:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2edca expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.071829:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edca expref: 394 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.071847:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edca expref: 394 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.071864:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.071868:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573241.071871:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0400, rc 0) 00000100:00100000:1.0:1777573241.071928:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919926073088:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 183us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.071934:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15695 00000100:00100000:1.0:1777573241.075945:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.076004:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926073216 00000100:00100000:3.0:1777573241.076013:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926073216 00002000:00010000:3.0:1777573241.076168:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (164075->18446744073709551615) 00002000:00100000:3.0:1777573241.076173:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3510380 with x1863919926073216 ext(164075->18446744073709551615) 00002000:00010000:3.0:1777573241.076185:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3510380. 00000100:00100000:3.0:1777573241.076223:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5449 00000100:00100000:3.0:1777573241.076234:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926073216:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:0.0:1777573241.076427:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.076481:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926073344 00000100:00100000:2.0:1777573241.076485:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926073344 00002000:00010000:2.0:1777573241.076500:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:2.0:1777573241.076503:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8380 with x1863919926073344 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573241.076508:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8380. 00000100:00100000:2.0:1777573241.076539:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5450 00000100:00100000:2.0:1777573241.076547:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+58:2404:x1863919926073344:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:1.0:1777573241.076552:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 147019 -> 164075 00002000:00010000:1.0:1777573241.076563:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573241.076566:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573241.076568:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573241.076571:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 256 -> 184 00000100:00100000:1.0:1777573241.076632:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926073216:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 399us (693us total) trans 17179875054 rc 0/0 00002000:00010000:2.0:1777573241.076637:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573241.076641:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573238 -> 1777573240 00000100:00100000:1.0:1777573241.076643:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5449 00002000:00010000:2.0:1777573241.076646:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573241.076649:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573241.076649:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (164075->18446744073709551615) 00002000:00010000:2.0:1777573241.076655:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00100000:1.0:1777573241.076656:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3510380 with x1863919926073216 ext(164075->18446744073709551615) 00002000:00010000:1.0:1777573241.076664:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3510380. 00000100:00100000:2.0:1777573241.076682:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+59:2404:x1863919926073344:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 135us (254us total) trans 21474841886 rc 0/0 00000100:00100000:2.0:1777573241.076690:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5450 00002000:00010000:2.0:1777573241.076694:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:2.0:1777573241.076696:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8380 with x1863919926073344 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573241.076701:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8380. 00000100:00100000:1.0:1777573241.077332:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.077465:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926073472 00000100:00100000:0.0:1777573241.077470:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926073472 00002000:00010000:0.0:1777573241.077489:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:0.0:1777573241.077493:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511500 with x1863919926073472 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573241.077499:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3511500. 00000100:00100000:0.0:1777573241.077526:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5451 00000100:00100000:0.0:1777573241.077534:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926073472:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:0.0:1777573241.077652:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573241.077655:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573238 -> 1777573240 00002000:00010000:0.0:1777573241.077658:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573241.077660:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573241.077662:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573241.077701:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926073472:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 168us (374us total) trans 17179875055 rc 0/0 00000100:00100000:0.0:1777573241.077708:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5451 00002000:00010000:0.0:1777573241.077712:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:0.0:1777573241.077715:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511500 with x1863919926073472 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573241.077719:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3511500. 00000100:00100000:0.0:1777573241.082906:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.082997:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926073600 00000100:00100000:1.0:1777573241.083006:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926073600 00002000:00100000:1.0:1777573241.083064:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (147456->167935) req@ffff99d2e4fc9f80 x1863919926073600/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.083074:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9f80 with x1863919926073600 ext(147456->167935) 00002000:00010000:1.0:1777573241.083079:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc9f80 00000100:00100000:1.0:1777573241.083116:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5452 00000100:00100000:1.0:1777573241.083125:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926073600:12345-192.168.204.27@tcp:3:lfs.0 00000100:00100000:1.0:1777573241.085986:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926073600:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2853us (3080us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1777573241.085999:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5452 00002000:00100000:1.0:1777573241.086011:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (147456->167935) req@ffff99d2e4fc9f80 x1863919926073600/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/440 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 20480/20480 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.086022:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9f80 with x1863919926073600 ext(147456->167935) 00002000:00010000:1.0:1777573241.086028:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc9f80 00000100:00100000:2.0:1777573241.091386:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.091573:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926073728 00000100:00100000:1.0:1777573241.091583:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926073728 00002000:00100000:1.0:1777573241.091638:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (143360->164074) req@ffff99d1c5747100 x1863919926073728/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.091649:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747100 with x1863919926073728 ext(143360->164074) 00002000:00010000:1.0:1777573241.091654:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5747100 00000100:00100000:1.0:1777573241.091690:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5453 00000100:00100000:1.0:1777573241.091699:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926073728:12345-192.168.204.27@tcp:4:lfs.0 00000100:00100000:1.0:1777573241.096328:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919926073728:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4618us (4939us total) trans 17179875056 rc 0/0 00000100:00100000:1.0:1777573241.096341:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5453 00002000:00100000:1.0:1777573241.096355:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (143360->164074) req@ffff99d1c5747100 x1863919926073728/t17179875056(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/448 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.096365:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747100 with x1863919926073728 ext(143360->164074) 00002000:00010000:1.0:1777573241.096370:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5747100 00000100:00100000:2.0:1777573241.100778:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.101058:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926073856 00000100:00100000:0.0:1777573241.101068:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926073856 00000100:00100000:0.0:1777573241.101138:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12608 00000100:00100000:0.0:1777573241.101148:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926073856:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:2.0:1777573241.105020:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875056 is committed 00000100:00100000:0.0:1777573241.105259:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926073856:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 4108us (4484us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.105318:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12608 00000100:00100000:0.0:1777573241.109850:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.109933:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926073984 00000100:00100000:3.0:1777573241.109942:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926073984 00000100:00100000:3.0:1777573241.109997:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15696 00000100:00100000:3.0:1777573241.110007:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919926073984:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573241.110031:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573241.110052:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ae9e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2edd1 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.110151:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119aea5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.110166:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119aea5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.110181:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119aea5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573241.110209:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 164075 00000004:00200000:3.0:1777573241.110213:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573241.110230:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119aea5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.110255:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119ae9e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edd1 expref: 396 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.110708:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119aea5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edd1 expref: 395 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.110718:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573241.110721:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573241.110724:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caba00, rc 0) 00000100:00100000:0.0:1777573241.110838:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919926073984:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 832us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.110849:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15696 00000100:00100000:0.0:1777573241.117436:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.117609:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926074112 00000100:00100000:3.0:1777573241.117620:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926074112 00000100:00100000:3.0:1777573241.117689:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5454 00000100:00100000:3.0:1777573241.117708:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926074112:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573241.117920:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 164075 -> 164075 00002000:00010000:3.0:1777573241.117924:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573241.117927:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573241.117929:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573241.117931:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 184 -> 272 00000100:00100000:3.0:1777573241.117991:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926074112:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 293us (563us total) trans 17179875057 rc 0/0 00000100:00100000:3.0:1777573241.117999:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5454 00000100:00100000:2.0:1777573241.123026:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.123341:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926074240 00000100:00100000:0.0:1777573241.123352:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926074240 00000100:00100000:0.0:1777573241.123416:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5455 00000100:00100000:0.0:1777573241.123425:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926074240:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573241.123611:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 164075 -> 164075 00002000:00010000:0.0:1777573241.123616:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573241.123618:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573241.123621:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573241.123623:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 272 -> 288 00000100:00100000:0.0:1777573241.123691:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926074240:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 267us (673us total) trans 17179875058 rc 0/0 00000100:00100000:0.0:1777573241.123699:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5455 00000100:00100000:0.0:1777573241.126883:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.126973:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926074496 00000100:00100000:3.0:1777573241.126983:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926074496 00000100:00100000:3.0:1777573241.127026:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15697 00000100:00100000:3.0:1777573241.127034:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919926074496:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:3.0:1777573241.127084:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573241.127122:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119aea5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edd1 expref: 395 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.127140:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573241.127145:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573241.127522:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.127537:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.127547:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573241.127602:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978917 00000004:00010000:3.0:1777573241.127625:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b99fe93 reply state 00000000181e8258 transno 4294978918 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.127636:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.127642:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573241.127646:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573241.127648:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573241.127728:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919926074496:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 693us (849us total) trans 4294978918 rc 0/0 00000100:00100000:3.0:1777573241.127736:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15697 00000020:00080000:3.0:1777573241.127742:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573241.130045:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.130077:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.130232:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.130296:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926074624 00000100:00100000:1.0:1777573241.130305:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926074624 00000100:00100000:2.0:1777573241.130317:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926074880 00000100:00100000:2.0:1777573241.130323:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926074880 00002000:00010000:2.0:1777573241.130350:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00010000:1.0:1777573241.130350:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (262144->18446744073709551615) 00002000:00100000:2.0:1777573241.130357:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512d80 with x1863919926074880 ext(0->18446744073709551615) 00002000:00100000:1.0:1777573241.130357:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3510700 with x1863919926074624 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573241.130370:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512d80. 00002000:00010000:1.0:1777573241.130370:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3510700. 00000100:00100000:1.0:1777573241.130396:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926074752 00000100:00100000:1.0:1777573241.130399:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926074752 00000100:00100000:2.0:1777573241.130408:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5456 00002000:00010000:1.0:1777573241.130411:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:1.0:1777573241.130415:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982a00 with x1863919926074752 ext(0->18446744073709551615) 00000100:00100000:2.0:1777573241.130420:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926074624:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:1.0:1777573241.130421:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7982a00. 00000100:00100000:1.0:1777573241.130442:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5457 00000100:00100000:1.0:1777573241.130450:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926074880:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:2.0:1777573241.130552:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 164075 -> 262144 00002000:00010000:1.0:1777573241.130552:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573241.130557:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573241.130558:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573241.130560:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:1.0:1777573241.130562:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573241.130564:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573241.130567:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573241.130569:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 288 -> 288 00002000:00010000:1.0:1777573241.130571:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573241.130631:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926074624:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 213us (590us total) trans 17179875060 rc 0/0 00000100:00100000:2.0:1777573241.130639:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5456 00002000:00010000:2.0:1777573241.130644:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (262144->18446744073709551615) 00000100:00100000:3.0:1777573241.130647:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5458 00002000:00100000:2.0:1777573241.130649:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3510700 with x1863919926074624 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573241.130654:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3510700. 00000100:00100000:3.0:1777573241.130659:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+59:2403:x1863919926074752:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573241.130729:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573241.130732:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573241.130735:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:3.0:1777573241.130737:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573241.130740:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573241.130769:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+60:2403:x1863919926074752:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 114us (537us total) trans 21474841887 rc 0/0 00000100:00100000:3.0:1777573241.130775:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5458 00002000:00010000:3.0:1777573241.130777:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573241.130780:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982a00 with x1863919926074752 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573241.130784:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7982a00. 00000100:00100000:1.0:1777573241.130958:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926074880:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 508us (879us total) trans 17179875059 rc 0/0 00000100:00100000:1.0:1777573241.130965:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5457 00002000:00010000:1.0:1777573241.130968:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:1.0:1777573241.130971:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512d80 with x1863919926074880 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573241.130975:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512d80. 00000100:00100000:2.0:1777573241.135525:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.135600:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926075008 00000100:00100000:1.0:1777573241.135610:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926075008 00002000:00100000:1.0:1777573241.135658:0:16739:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000400:0x3dc:0x0] (180224->245759) req@ffff99d1c5744e00 x1863919926075008/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.135666:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744e00 with x1863919926075008 ext(180224->245759) 00002000:00010000:1.0:1777573241.135671:0:16739:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744e00 00000100:00100000:1.0:1777573241.135696:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5459 00000100:00100000:1.0:1777573241.135705:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926075008:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573241.141061:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926075008:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 5347us (5532us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1777573241.141075:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5459 00002000:00100000:1.0:1777573241.141086:0:16739:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000400:0x3dc:0x0] (180224->245759) req@ffff99d1c5744e00 x1863919926075008/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/440 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.141094:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744e00 with x1863919926075008 ext(180224->245759) 00002000:00010000:1.0:1777573241.141109:0:16739:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744e00 00000100:00100000:3.0:1777573241.147570:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.147960:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926075136 00000100:00100000:2.0:1777573241.147973:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926075136 00002000:00100000:2.0:1777573241.148044:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (245760->262143) req@ffff99d2d7982d80 x1863919926075136/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.148056:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982d80 with x1863919926075136 ext(245760->262143) 00002000:00010000:2.0:1777573241.148063:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7982d80 00000100:00100000:2.0:1777573241.148159:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5460 00000100:00100000:2.0:1777573241.148170:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926075136:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573241.148539:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926075136:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 369us (981us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1777573241.148551:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5460 00002000:00100000:2.0:1777573241.148559:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (245760->262143) req@ffff99d2d7982d80 x1863919926075136/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/16824 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.148568:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7982d80 with x1863919926075136 ext(245760->262143) 00002000:00010000:2.0:1777573241.148572:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7982d80 00000100:00100000:3.0:1777573241.153744:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.153852:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926075264 00000100:00100000:1.0:1777573241.153867:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926075264 00002000:00100000:1.0:1777573241.153922:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (114688->262143) req@ffff99d2d7980e00 x1863919926075264/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.153933:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7980e00 with x1863919926075264 ext(114688->262143) 00002000:00010000:1.0:1777573241.153939:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7980e00 00000100:00100000:1.0:1777573241.154056:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5461 00000100:00100000:1.0:1777573241.154066:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926075264:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:1.0:1777573241.160603:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926075264:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 6530us (6873us total) trans 17179875061 rc 0/0 00000100:00100000:1.0:1777573241.160615:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5461 00002000:00100000:1.0:1777573241.160628:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (114688->262143) req@ffff99d2d7980e00 x1863919926075264/t17179875061(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/448 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.160647:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7980e00 with x1863919926075264 ext(114688->262143) 00002000:00010000:1.0:1777573241.160653:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7980e00 00000100:00100000:2.0:1777573241.163741:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.163844:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926075392 00000100:00100000:0.0:1777573241.163854:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926075392 00000100:00100000:0.0:1777573241.163947:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12609 00000100:00100000:0.0:1777573241.163956:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926075392:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:2.0:1777573241.166792:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875061 is committed 00000100:00100000:0.0:1777573241.167915:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926075392:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 3954us (4175us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.167927:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12609 00000100:00100000:2.0:1777573241.173193:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.173473:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926075520 00000100:00100000:0.0:1777573241.173483:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926075520 00000100:00100000:0.0:1777573241.173542:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15698 00000100:00100000:0.0:1777573241.173558:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919926075520:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573241.173583:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573241.173603:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeb3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2edd8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.173708:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119aeba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.173723:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119aeba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.173736:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119aeba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573241.173769:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:0.0:1777573241.173773:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573241.173794:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119aeba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.173819:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeb3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edd8 expref: 399 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.173837:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119aeba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edd8 expref: 398 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.173846:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573241.173850:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573241.173853:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d200, rc 0) 00000100:00100000:0.0:1777573241.173915:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926075520:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 364us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.173926:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15698 00000100:00100000:3.0:1777573241.179836:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.179927:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926075648 00000100:00100000:1.0:1777573241.179938:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926075648 00002000:00100000:1.0:1777573241.179988:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->69631) req@ffff99d2d7983480 x1863919926075648/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.179999:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7983480 with x1863919926075648 ext(4096->69631) 00002000:00010000:1.0:1777573241.180004:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7983480 00000100:00100000:1.0:1777573241.180069:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5462 00000100:00100000:1.0:1777573241.180079:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926075648:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573241.183083:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926075648:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2997us (3247us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1777573241.183095:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5462 00002000:00100000:1.0:1777573241.183117:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->69631) req@ffff99d2d7983480 x1863919926075648/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/440 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.183128:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7983480 with x1863919926075648 ext(4096->69631) 00002000:00010000:1.0:1777573241.183135:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7983480 00000100:00100000:0.0:1777573241.193137:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.193398:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926075776 00000100:00100000:2.0:1777573241.193408:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926075776 00002000:00100000:2.0:1777573241.193456:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (69632->77823) req@ffff99d1c499d180 x1863919926075776/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.193469:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d180 with x1863919926075776 ext(69632->77823) 00002000:00010000:2.0:1777573241.193475:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499d180 00000100:00100000:2.0:1777573241.193503:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5463 00000100:00100000:2.0:1777573241.193933:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926075776:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573241.194211:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926075776:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 698us (1082us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1777573241.194219:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5463 00002000:00100000:2.0:1777573241.194226:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (69632->77823) req@ffff99d1c499d180 x1863919926075776/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/8632 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.194236:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c499d180 with x1863919926075776 ext(69632->77823) 00002000:00010000:2.0:1777573241.194239:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c499d180 00000100:00100000:2.0:1777573241.197954:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.198090:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926075904 00000100:00100000:0.0:1777573241.198109:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926075904 00002000:00100000:0.0:1777573241.198157:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (20480->73727) req@ffff99d1c5746d80 x1863919926075904/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.198166:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746d80 with x1863919926075904 ext(20480->73727) 00002000:00010000:0.0:1777573241.198172:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746d80 00000100:00100000:0.0:1777573241.198199:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5464 00000100:00100000:0.0:1777573241.198209:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926075904:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:0.0:1777573241.202517:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926075904:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 4299us (4559us total) trans 17179875062 rc 0/0 00000100:00100000:0.0:1777573241.202532:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5464 00002000:00100000:0.0:1777573241.202545:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (20480->73727) req@ffff99d1c5746d80 x1863919926075904/t17179875062(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/448 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.202556:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746d80 with x1863919926075904 ext(20480->73727) 00002000:00010000:0.0:1777573241.202563:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746d80 00000100:00100000:3.0:1777573241.205127:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.205334:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926076032 00000100:00100000:0.0:1777573241.205343:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926076032 00000100:00100000:0.0:1777573241.205413:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12610 00000100:00100000:0.0:1777573241.205423:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926076032:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:3.0:1777573241.206961:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875062 is committed 00000100:00100000:0.0:1777573241.207489:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919926076032:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 2064us (2366us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.207499:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12610 00000100:00100000:2.0:1777573241.216905:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.217071:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926076160 00000100:00100000:3.0:1777573241.217082:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926076160 00002000:00100000:3.0:1777573241.217139:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->180223) req@ffff99d1c5744a80 x1863919926076160/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573241.217151:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744a80 with x1863919926076160 ext(0->180223) 00002000:00010000:3.0:1777573241.217157:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744a80 00000100:00100000:3.0:1777573241.217193:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5465 00000100:00100000:3.0:1777573241.217206:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926076160:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573241.220500:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926076160:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 3286us (3594us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1777573241.220511:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5465 00002000:00100000:1.0:1777573241.220524:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->180223) req@ffff99d1c5744a80 x1863919926076160/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/440 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.220534:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744a80 with x1863919926076160 ext(0->180223) 00002000:00010000:1.0:1777573241.220539:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744a80 00000100:00100000:3.0:1777573241.236062:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.236139:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926076288 00000100:00100000:1.0:1777573241.236150:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926076288 00002000:00100000:1.0:1777573241.236198:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (53248->176127) req@ffff99d2d7980a80 x1863919926076288/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.236209:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7980a80 with x1863919926076288 ext(53248->176127) 00002000:00010000:1.0:1777573241.236215:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7980a80 00000100:00100000:1.0:1777573241.236250:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5466 00000100:00100000:1.0:1777573241.236259:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926076288:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:1.0:1777573241.241560:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919926076288:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 5293us (5498us total) trans 17179875065 rc 0/0 00000100:00100000:1.0:1777573241.241574:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5466 00002000:00100000:1.0:1777573241.241589:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (53248->176127) req@ffff99d2d7980a80 x1863919926076288/t17179875065(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/448 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.241599:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7980a80 with x1863919926076288 ext(53248->176127) 00002000:00010000:1.0:1777573241.241605:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7980a80 00000100:00100000:2.0:1777573241.244025:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.244203:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926076416 00000100:00100000:3.0:1777573241.244213:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926076416 00000100:00100000:3.0:1777573241.244309:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12611 00000100:00100000:3.0:1777573241.244319:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919926076416:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:0.0:1777573241.246010:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875065 is committed 00000100:00100000:3.0:1777573241.246175:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919926076416:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 1854us (2153us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.246186:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12611 00000100:00100000:3.0:1777573241.255031:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.255168:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926076544 00000100:00100000:0.0:1777573241.255179:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926076544 00000100:00100000:0.0:1777573241.255242:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5467 00000100:00100000:0.0:1777573241.255252:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919926076544:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573241.255758:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573241.255763:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573240 -> 1777573241 00002000:00010000:0.0:1777573241.255765:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:0.0:1777573241.255767:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573240 -> 1777573241 00002000:00010000:0.0:1777573241.255770:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 288 -> 440 00000100:00100000:0.0:1777573241.255863:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919926076544:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 611us (840us total) trans 17179875066 rc 0/0 00000100:00100000:0.0:1777573241.255910:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5467 00000100:00100000:1.0:1777573241.263661:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.263806:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926076672 00000100:00100000:2.0:1777573241.263815:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926076672 00000100:00100000:2.0:1777573241.263883:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5468 00000100:00100000:2.0:1777573241.263893:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926076672:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:2.0:1777573241.264085:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573241.264090:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:2.0:1777573241.264092:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573238 00002000:00010000:2.0:1777573241.264094:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:2.0:1777573241.264107:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 440 -> 448 00000100:00100000:2.0:1777573241.264168:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926076672:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 276us (515us total) trans 17179875067 rc 0/0 00000100:00100000:2.0:1777573241.264175:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5468 00000100:00100000:2.0:1777573241.273082:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.273522:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926076800 00000100:00100000:3.0:1777573241.273533:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926076800 00002000:00100000:2.0:1777573241.273671:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (233472->237567) req@ffff99d1c5744000 x1863919926076800/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.273683:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744000 with x1863919926076800 ext(233472->237567) 00002000:00010000:2.0:1777573241.273690:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744000 00000100:00100000:2.0:1777573241.273768:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5469 00000100:00100000:2.0:1777573241.273780:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926076800:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573241.274033:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926076800:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 254us (968us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573241.274041:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5469 00002000:00100000:2.0:1777573241.274049:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (233472->237567) req@ffff99d1c5744000 x1863919926076800/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/4536 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.274058:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5744000 with x1863919926076800 ext(233472->237567) 00002000:00010000:2.0:1777573241.274062:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5744000 00000100:00100000:2.0:1777573241.278750:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932178816:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573241.278816:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573241.278894:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573241.280438:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.280649:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926076928 00000100:00100000:0.0:1777573241.280658:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926076928 00002000:00100000:0.0:1777573241.280704:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (237568->241663) req@ffff99d2cee6a300 x1863919926076928/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.280715:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6a300 with x1863919926076928 ext(237568->241663) 00002000:00010000:0.0:1777573241.280721:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6a300 00000100:00100000:0.0:1777573241.280747:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5470 00000100:00100000:0.0:1777573241.280756:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926076928:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573241.280946:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926076928:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 190us (512us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573241.280954:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5470 00002000:00100000:0.0:1777573241.280961:0:28799:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x3dc:0x0] (237568->241663) req@ffff99d2cee6a300 x1863919926076928/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/4536 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.280970:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6a300 with x1863919926076928 ext(237568->241663) 00002000:00010000:0.0:1777573241.280974:0:28799:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee6a300 00000100:00100000:1.0:1777573241.281232:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932178816 00000100:00100000:1.0:1777573241.281238:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932178816 00000100:00100000:1.0:1777573241.281335:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1777573241.281354:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932178816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573241.281377:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 484921920 pending 0 free 3915554816 avail 3684032512 00000100:00100000:1.0:1777573241.281426:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932178816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (2609us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.281431:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1777573241.281460:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932178816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573241.285994:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.286056:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926077056 00000100:00100000:2.0:1777573241.286065:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926077056 00002000:00100000:2.0:1777573241.286120:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (241664->245759) req@ffff99d1c2e16d80 x1863919926077056/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.286128:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16d80 with x1863919926077056 ext(241664->245759) 00002000:00010000:2.0:1777573241.286133:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e16d80 00000100:00100000:2.0:1777573241.286193:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5471 00000100:00100000:2.0:1777573241.286200:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926077056:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573241.286449:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926077056:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 248us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573241.286457:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5471 00002000:00100000:2.0:1777573241.286464:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (241664->245759) req@ffff99d1c2e16d80 x1863919926077056/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/4536 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.286472:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16d80 with x1863919926077056 ext(241664->245759) 00002000:00010000:2.0:1777573241.286476:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e16d80 00000100:00100000:2.0:1777573241.289560:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.289696:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926077184 00000100:00100000:0.0:1777573241.289705:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926077184 00002000:00100000:0.0:1777573241.289748:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (245760->249855) req@ffff99d1c2ed5180 x1863919926077184/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.289758:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5180 with x1863919926077184 ext(245760->249855) 00002000:00010000:0.0:1777573241.289763:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed5180 00000100:00100000:0.0:1777573241.289803:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5472 00000100:00100000:0.0:1777573241.289813:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926077184:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573241.289996:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926077184:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 185us (442us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573241.290004:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5472 00002000:00100000:0.0:1777573241.290010:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (245760->249855) req@ffff99d1c2ed5180 x1863919926077184/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/4536 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.290019:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5180 with x1863919926077184 ext(245760->249855) 00002000:00010000:0.0:1777573241.290022:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed5180 00000100:00100000:2.0:1777573241.293892:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.293951:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926077312 00000100:00100000:0.0:1777573241.293961:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926077312 00002000:00100000:0.0:1777573241.294006:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (249856->253951) req@ffff99d1c2ed5880 x1863919926077312/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.294017:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5880 with x1863919926077312 ext(249856->253951) 00002000:00010000:0.0:1777573241.294023:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed5880 00000100:00100000:0.0:1777573241.294058:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5473 00000100:00100000:0.0:1777573241.294076:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926077312:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573241.294364:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926077312:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 297us (479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573241.294372:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5473 00002000:00100000:0.0:1777573241.294380:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (249856->253951) req@ffff99d1c2ed5880 x1863919926077312/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/4536 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573241.294389:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5880 with x1863919926077312 ext(249856->253951) 00002000:00010000:0.0:1777573241.294392:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed5880 00000100:00100000:1.0:1777573241.297416:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.297492:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926077440 00000100:00100000:2.0:1777573241.297501:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926077440 00002000:00100000:2.0:1777573241.297536:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (253952->258047) req@ffff99d1c2e15c00 x1863919926077440/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.297544:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e15c00 with x1863919926077440 ext(253952->258047) 00002000:00010000:2.0:1777573241.297548:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e15c00 00000100:00100000:2.0:1777573241.297608:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5474 00000100:00100000:2.0:1777573241.297618:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926077440:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573241.297764:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926077440:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 147us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573241.297772:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5474 00002000:00100000:2.0:1777573241.297778:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (253952->258047) req@ffff99d1c2e15c00 x1863919926077440/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 488/4536 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573241.297785:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e15c00 with x1863919926077440 ext(253952->258047) 00002000:00010000:2.0:1777573241.297789:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e15c00 00000100:00100000:2.0:1777573241.305525:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.305623:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926077568 00000100:00100000:1.0:1777573241.305633:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926077568 00002000:00100000:1.0:1777573241.305680:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (24576->217087) req@ffff99d1c2ed4000 x1863919926077568/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/0 e 0 to 0 dl 1777573252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.305691:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4000 with x1863919926077568 ext(24576->217087) 00002000:00010000:1.0:1777573241.305698:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4000 00000100:00100000:1.0:1777573241.305728:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5475 00000100:00100000:1.0:1777573241.305737:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926077568:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:1.0:1777573241.312222:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926077568:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 6476us (6695us total) trans 17179875069 rc 0/0 00000100:00100000:1.0:1777573241.312234:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5475 00002000:00100000:1.0:1777573241.312246:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (24576->217087) req@ffff99d1c2ed4000 x1863919926077568/t17179875069(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:497/0 lens 504/448 e 0 to 0 dl 1777573252 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573241.312257:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4000 with x1863919926077568 ext(24576->217087) 00002000:00010000:1.0:1777573241.312262:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4000 00000100:00100000:3.0:1777573241.315265:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.315947:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926077696 00000100:00100000:1.0:1777573241.315957:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926077696 00000100:00100000:1.0:1777573241.316060:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12612 00000100:00100000:1.0:1777573241.316070:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926077696:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:0.0:1777573241.318200:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875069 is committed 00000100:00100000:1.0:1777573241.318440:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926077696:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 2367us (3178us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.318452:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12612 00000100:00100000:2.0:1777573241.322366:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.322500:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926077952 00000100:00100000:1.0:1777573241.322510:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926077952 00000100:00100000:1.0:1777573241.322572:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5131 00000100:00100000:1.0:1777573241.322584:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926077952:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:1.0:1777573241.322851:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919926077952:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 269us (491us total) trans 4294978919 rc 0/0 00000100:00100000:1.0:1777573241.322858:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5131 00000100:00100000:0.0:1777573241.338383:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.339884:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926078208 00000100:00100000:1.0:1777573241.339902:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926078208 00000100:00100000:1.0:1777573241.339993:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15699 00000100:00100000:1.0:1777573241.340002:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+399:59541:x1863919926078208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573241.340025:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573241.340043:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aec1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eddf expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340130:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340153:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340164:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340177:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340191:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340198:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340355:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aed6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340367:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aed6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340374:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aed6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573241.340385:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:1.0:1777573241.340468:0:6484:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340475:0:6484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340481:0:6484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340486:0:6484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340492:0:6484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573241.340496:0:6484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340502:0:6484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340512:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d1c3d5f400) 00010000:00010000:1.0:1777573241.340515:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573241.340519:0:6484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340524:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119aec8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340538:0:6484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340543:0:6484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340548:0:6484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340563:0:6484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573241.340566:0:6484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340572:0:6484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340582:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d1c3d5f200) 00010000:00010000:1.0:1777573241.340584:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573241.340587:0:6484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340592:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119aecf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340630:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aec1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eddf expref: 402 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340646:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aed6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eddf expref: 401 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.340654:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.340656:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573241.340659:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1200, rc 0) 00000100:00100000:1.0:1777573241.340731:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+401:59541:x1863919926078208:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 730us (2357us total) trans 4294978920 rc 0/0 00000100:00100000:1.0:1777573241.340738:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15699 00000100:00100000:2.0:1777573241.343686:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.344150:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926078336 00000100:00100000:1.0:1777573241.344160:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926078336 00000100:00100000:2.0:1777573241.344169:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.344220:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 632 00000100:00100000:1.0:1777573241.344230:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+401:2404:x1863919926078336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573241.344245:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573241.344267:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119aed6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eddf expref: 401 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.344305:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.344309:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573241.344542:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926078592 00000100:00100000:0.0:1777573241.344547:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926078592 00000100:00100000:0.0:1777573241.344626:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15700 00000100:00100000:0.0:1777573241.344636:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+401:59541:x1863919926078592:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573241.344655:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573241.344675:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119aee4 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ede6 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.345210:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+403:2404:x1863919926078336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 981us (1530us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.345219:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 632 00010000:00010000:0.0:1777573241.347678:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.347700:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.347712:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573241.347726:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x319:0x0]: returning size 0 00010000:00010000:0.0:1777573241.347795:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119aee4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ede6 expref: 403 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.347814:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ede6 expref: 402 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.347820:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71ad500) 00010000:00010000:0.0:1777573241.347822:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573241.347824:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556ce00, rc 0) 00000100:00100000:0.0:1777573241.347890:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+402:59541:x1863919926078592:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3246us (3710us total) trans 4294978921 rc 0/0 00000100:00100000:0.0:1777573241.347899:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15700 00000100:00100000:2.0:1777573241.351721:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.351843:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926078848 00000100:00100000:1.0:1777573241.351867:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926078848 00000100:00100000:1.0:1777573241.351932:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15701 00000100:00100000:1.0:1777573241.351943:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+402:59541:x1863919926078848:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573241.351969:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573241.351994:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aef9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eded expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.352114:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.352129:0:30825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ede6 expref: 403 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.352138:0:30825:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.352173:0:30825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ede6 expref: 403 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.352186:0:30825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ede6 expref: 403 pid: 7963 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.352199:0:30825:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:30825:1863919932178944:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573241.352321:0:30825:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f480 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.354766:0:30825:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:30825:1863919932178944:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573241.354793:0:30825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.355873:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.355920:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926078976 00000100:00100000:0.0:1777573241.355930:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926078976 00010000:00010000:0.0:1777573241.355967:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ede6 expref: 404 pid: 7963 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.356018:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5719 00000100:00100000:0.0:1777573241.356028:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+404:2404:x1863919926078976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573241.356042:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573241.356049:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ede6 expref: 404 pid: 7963 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.356073:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ede6 expref: 404 pid: 7963 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.356111:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119aeeb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ede6 expref: 404 pid: 7963 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.356126:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71ad500) 00010000:00010000:0.0:1777573241.356131:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.356140:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.356146:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.356174:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573241.356195:0:30825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356204:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.356228:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+403:2404:x1863919926078976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 202us (358us total) trans 0 rc 0/0 00000004:00200000:1.0:1777573241.356232:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x319:0x0]: returning size 0 00000100:00100000:0.0:1777573241.356238:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5719 00000004:00080000:1.0:1777573241.356421:0:30825:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3f9:0x0], index 0: 0 00000004:00080000:1.0:1777573241.356429:0:30825:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x3f8:0x0], index 1: 0 00010000:00010000:1.0:1777573241.356526:0:30825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356534:0:30825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356540:0:30825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356546:0:30825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573241.356549:0:30825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356556:0:30825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356564:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71ad500) 00010000:00010000:1.0:1777573241.356567:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573241.356571:0:30825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356576:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119af00 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356617:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aef9 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x319:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eded expref: 403 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356626:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71ad500) 00010000:00010000:1.0:1777573241.356628:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573241.356632:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119aef9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x319:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eded expref: 403 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.356647:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0800, rc 0) 00000100:00100000:1.0:1777573241.356674:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+402:59541:x1863919926078848:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 4734us (4959us total) trans 4294978922 rc 301/301 00000100:00100000:1.0:1777573241.356682:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15701 00000100:00100000:2.0:1777573241.359103:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.359208:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926079232 00000100:00100000:0.0:1777573241.359218:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926079232 00000100:00100000:0.0:1777573241.359262:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5132 00000100:00100000:0.0:1777573241.359289:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+402:59541:x1863919926079232:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:0.0:1777573241.359514:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+403:59541:x1863919926079232:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 245us (426us total) trans 4294978923 rc 0/0 00000100:00100000:0.0:1777573241.359520:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5132 00000100:00100000:2.0:1777573241.367180:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.367322:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926079360 00000100:00100000:0.0:1777573241.367332:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926079360 00000100:00100000:0.0:1777573241.367391:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15702 00000100:00100000:0.0:1777573241.367402:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+403:59541:x1863919926079360:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573241.367427:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573241.367452:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119af0e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2edf4 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.367528:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119af15 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.367542:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119af15 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.367554:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119af15 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573241.367596:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x319:0x0]: returning size 0 00000004:00200000:0.0:1777573241.367601:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573241.367617:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119af15 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.367643:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119af0e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edf4 expref: 405 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.367669:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119af15 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edf4 expref: 404 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.367675:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:0.0:1777573241.367677:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777573241.367679:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c200, rc 0) 00000100:00100000:0.0:1777573241.367736:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+404:59541:x1863919926079360:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 337us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.367747:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15702 00000100:00100000:2.0:1777573241.372388:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.372432:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.372531:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926079488 00000100:00100000:3.0:1777573241.372543:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926079488 00000100:00100000:3.0:1777573241.372594:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926079616 00000100:00100000:3.0:1777573241.372597:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926079616 00000100:00100000:3.0:1777573241.372626:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12613 00000100:00100000:3.0:1777573241.372636:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+60:2403:x1863919926079488:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573241.372658:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573241.372681:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2edfb expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573241.372719:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777573241.372740:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.372742:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.372751:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edfb expref: 61 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.372770:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edfb expref: 61 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.372784:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caba00, rc 0) 00000100:00100000:1.0:1777573241.372790:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12614 00000100:00100000:1.0:1777573241.372802:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926079616:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573241.372812:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573241.372826:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee02 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.372837:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+61:2403:x1863919926079488:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 201us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.372845:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12613 00002000:00010000:1.0:1777573241.372853:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777573241.372872:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.372874:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.372880:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee02 expref: 22 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.372894:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee02 expref: 22 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.372903:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0800, rc 0) 00000100:00100000:1.0:1777573241.372928:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926079616:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 129us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.372937:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12614 00000100:00100000:2.0:1777573241.377154:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.377204:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926079872 00000100:00100000:3.0:1777573241.377214:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926079872 00000100:00100000:3.0:1777573241.377457:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15703 00000100:00100000:3.0:1777573241.377471:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+404:59541:x1863919926079872:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573241.377490:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573241.377510:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119af2a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee09 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.377723:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119af31 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.377738:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119af31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.377748:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119af31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573241.377760:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:3.0:1777573241.378018:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa200/0x8dc0a528a119af2a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee09 expref: 407 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.378036:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119af31 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee09 expref: 406 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.378045:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573241.378048:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777573241.378052:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caac00, rc 0) 00000100:00100000:3.0:1777573241.378152:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+406:59541:x1863919926079872:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 685us (1006us total) trans 4294978924 rc 0/0 00000100:00100000:3.0:1777573241.378158:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15703 00000100:00100000:2.0:1777573241.384401:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.386197:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.386219:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926080128 00000100:00100000:0.0:1777573241.386230:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926080128 00000100:00100000:2.0:1777573241.386429:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.386672:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926080000 00000100:00100000:0.0:1777573241.387149:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926080000 00000100:00100000:0.0:1777573241.387187:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12615 00000100:00100000:0.0:1777573241.387197:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+61:2404:x1863919926080128:12345-192.168.204.27@tcp:1:lfs.0 00000100:00100000:1.0:1777573241.387263:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12616 00000100:00100000:1.0:1777573241.387296:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926080000:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573241.387317:0:14598:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.387337:0:14598:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->61439) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edbc expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.387344:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573241.387346:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573241.387349:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.387400:0:14598:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->61439) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edbc expref: 22 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.387415:0:14598:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->61439) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edbc expref: 22 pid: 8938 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.387429:0:14598:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14598:1863919932179072:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573241.387510:0:14598:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3fa80 going to sleep for 11 seconds 00010000:00010000:0.0:1777573241.387706:0:8360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.387722:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 61 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.387728:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573241.387730:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573241.387732:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.387755:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 61 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.387764:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 61 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.387776:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8360:1863919932179200:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573241.387814:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480780 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.388655:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926080256 00000100:00100000:1.0:1777573241.388662:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926080256 00000100:00100000:1.0:1777573241.388703:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12617 00000100:00100000:1.0:1777573241.388710:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926080256:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573241.388735:0:29349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.388748:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.388856:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573241.388859:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573241.388862:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.388886:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.388896:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 23 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.388907:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932179328:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573241.388954:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.391537:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.391597:0:14598:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14598:1863919932179072:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573241.391624:0:14598:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.391685:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932179328:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573241.391696:0:29349:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.391940:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8360:1863919932179200:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573241.391957:0:8360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.392417:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926080384 00000100:00100000:2.0:1777573241.392425:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926080384 00010000:00010000:2.0:1777573241.392461:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->61439) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edbc expref: 24 pid: 8938 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.392538:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5720 00000100:00100000:2.0:1777573241.392547:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926080384:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573241.392562:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573241.392584:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 32768->61439) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edbc expref: 24 pid: 8938 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.392596:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 32768->61439) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edbc expref: 24 pid: 8938 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.392618:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007816f0c/0x8dc0a528a119ae7b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 32768->61439) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edbc expref: 24 pid: 8938 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.392632:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.392634:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.392638:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.392647:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.392678:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573241.392735:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926080384:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 189us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.392742:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5720 00010000:00010000:1.0:1777573241.392963:0:14598:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.392973:0:14598:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.392993:0:14598:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.393001:0:14598:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.393008:0:14598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.393015:0:14598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573241.393019:0:14598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.393028:0:14598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.393039:0:14598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.393050:0:14598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119af46 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.393152:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926080000:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 5881us (6961us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.393161:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12616 00000100:00100000:0.0:1777573241.394672:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.394724:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.394740:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926080512 00000100:00100000:3.0:1777573241.394751:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926080512 00010000:00010000:3.0:1777573241.394786:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 62 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.394788:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926080640 00000100:00100000:2.0:1777573241.394793:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926080640 00010000:00010000:2.0:1777573241.394816:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 22 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.394886:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5721 00000100:00100000:3.0:1777573241.394897:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+62:2403:x1863919926080512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573241.394911:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573241.394930:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 62 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.394943:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 62 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.394963:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119ad7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed76 expref: 62 pid: 8361 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.394978:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.394980:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.394985:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.394995:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.395076:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573241.395128:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+61:2403:x1863919926080512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 233us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.395139:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5721 00000100:00100000:3.0:1777573241.395156:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5722 00000100:00100000:3.0:1777573241.395163:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926080640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573241.395171:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573241.395183:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 22 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.395193:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 22 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.395207:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068faf08c/0x8dc0a528a119ad86 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ed7d expref: 22 pid: 27874 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.395218:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.395219:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.395222:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.395229:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.395247:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573241.395268:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926080640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 106us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.395298:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5722 00010000:00010000:1.0:1777573241.395358:0:8360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395367:0:8360:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395384:0:8360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395392:0:8360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395400:0:8360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395407:0:8360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556ce00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573241.395410:0:8360:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395424:0:8360:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395435:0:8360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395442:0:8360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd23dac1/0x8dc0a528a119af3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.395529:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+60:2404:x1863919926080128:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 8334us (11137us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.395536:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12615 00010000:00010000:1.0:1777573241.395575:0:29349:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395583:0:29349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395597:0:29349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395604:0:29349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395610:0:29349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395616:0:29349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573241.395619:0:29349:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395627:0:29349:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395638:0:29349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.395645:0:29349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119af4d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.395680:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926080256:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 6970us (9251us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.395687:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12617 00000100:00100000:0.0:1777573241.398892:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.398948:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.399125:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.399147:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926080768 00000100:00100000:3.0:1777573241.399161:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926080768 00000100:00100000:3.0:1777573241.399339:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926080896 00000100:00100000:3.0:1777573241.399343:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926080896 00000100:00100000:0.0:1777573241.399473:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926081024 00000100:00100000:0.0:1777573241.399478:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926081024 00000100:00100000:0.0:1777573241.399505:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12618 00000100:00100000:0.0:1777573241.399515:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926080768:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573241.399532:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573241.399552:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee10 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573241.399576:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 262144, mtime: 0x69f39d79, atime: 0x69f39d76, ctime: 0x69f39d79, blocks: 0x1c0 00010000:00010000:0.0:1777573241.399596:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.399599:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.399609:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee10 expref: 22 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.399625:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee10 expref: 22 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.399645:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556cc00, rc 0) 00000100:00100000:1.0:1777573241.399686:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12619 00000100:00100000:0.0:1777573241.399693:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926080768:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 177us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.399700:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+60:2406:x1863919926080896:12345-192.168.204.27@tcp:101:lfs.0 00000100:00100000:0.0:1777573241.399706:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12618 00010000:00010000:1.0:1777573241.399713:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573241.399727:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee17 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.399730:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12620 00000100:00100000:0.0:1777573241.399741:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926081024:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573241.399749:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1777573241.399750:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3df:0x0] initial LVB size: 0, mtime: 0x69f39d78, atime: 0x69f39d76, ctime: 0x69f39d78, blocks: 0x1800 00010000:00010000:0.0:1777573241.399762:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee1e expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.399763:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.399767:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.399777:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee17 expref: 61 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573241.399779:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3de:0x0] initial LVB size: 0, mtime: 0x69f39d78, atime: 0x69f39d76, ctime: 0x69f39d78, blocks: 0x0 00010000:00010000:0.0:1777573241.399792:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.399794:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.399799:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee1e expref: 22 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.399811:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee1e expref: 22 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.399819:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d400, rc 0) 00000100:00100000:0.0:1777573241.399839:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926081024:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 101us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.399845:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12620 00010000:00010000:1.0:1777573241.399981:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee17 expref: 61 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.399991:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1400, rc 0) 00000100:00100000:1.0:1777573241.400028:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+61:2406:x1863919926080896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 334us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.400042:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12619 00000100:00100000:0.0:1777573241.441070:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.441152:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926081152 00000100:00100000:1.0:1777573241.441163:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926081152 00000100:00100000:1.0:1777573241.441309:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12621 00000100:00100000:1.0:1777573241.441321:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926081152:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573241.441432:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926081152:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 113us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.441439:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12621 00000100:00100000:0.0:1777573241.446534:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.449178:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926081280 00000100:00100000:2.0:1777573241.449192:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926081280 00000100:00100000:2.0:1777573241.449285:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15704 00000100:00100000:2.0:1777573241.449296:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+406:59541:x1863919926081280:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.449320:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.449341:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af69 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee25 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.449373:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.449385:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.449396:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.449506:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af69 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee25 expref: 408 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.449525:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee25 expref: 407 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.449534:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:2.0:1777573241.449537:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777573241.449541:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630000, rc 0) 00000100:00100000:2.0:1777573241.452202:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+407:59541:x1863919926081280:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2900us (5670us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.452214:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15704 00000100:00100000:2.0:1777573241.455619:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.455872:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926081536 00000100:00100000:1.0:1777573241.455882:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926081536 00000100:00100000:1.0:1777573241.455940:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15705 00000100:00100000:1.0:1777573241.455949:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+407:59541:x1863919926081536:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573241.456000:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573241.456027:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119af15 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x319:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edf4 expref: 407 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.456050:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:1.0:1777573241.456055:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573241.456216:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.456231:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.456240:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573241.456328:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978925 00000004:00010000:1.0:1777573241.456350:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070bc31e0 reply state 00000000baef58a0 transno 4294978926 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.456361:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.456367:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:1.0:1777573241.456370:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573241.456373:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573241.456456:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+409:59541:x1863919926081536:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 508us (845us total) trans 4294978926 rc 0/0 00000100:00100000:1.0:1777573241.456463:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15705 00000020:00080000:1.0:1777573241.456467:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573241.458127:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.458216:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926081664 00000100:00100000:2.0:1777573241.458225:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926081664 00000100:00100000:2.0:1777573241.458401:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15706 00000100:00100000:2.0:1777573241.458413:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+409:59541:x1863919926081664:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.458432:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.458448:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee2c expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.458494:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee2c expref: 410 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.458507:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee2c expref: 410 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.458522:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:2.0:1777573241.458526:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573241.458529:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:2.0:1777573241.458608:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+410:59541:x1863919926081664:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 198us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.458753:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15706 00000100:00100000:3.0:1777573241.463889:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.464044:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926081792 00000100:00100000:1.0:1777573241.464054:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926081792 00000100:00100000:1.0:1777573241.464231:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12622 00000100:00100000:1.0:1777573241.464242:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+61:59541:x1863919926081792:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573241.464262:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573241.464303:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee33 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.464335:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edfb expref: 62 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.464344:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.464346:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.464351:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 62 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.464384:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edfb expref: 62 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.464399:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edfb expref: 62 pid: 8362 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.464413:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932179456:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573241.464493:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.466476:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932179456:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573241.466505:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 62 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.466520:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0a00, rc 0) 00000100:00100000:1.0:1777573241.466564:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+62:59541:x1863919926081792:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2326us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.466571:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12622 00000100:00100000:3.0:1777573241.466710:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.466758:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926081920 00000100:00100000:1.0:1777573241.466764:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926081920 00010000:00010000:1.0:1777573241.466793:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edfb expref: 62 pid: 8362 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.466823:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5723 00000100:00100000:1.0:1777573241.466829:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919926081920:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573241.466839:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573241.466843:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edfb expref: 62 pid: 8362 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.466854:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edfb expref: 62 pid: 8362 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.466873:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119af1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edfb expref: 62 pid: 8362 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.466884:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.466885:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.466889:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 61 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.466896:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 61 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.466916:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 61 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.466925:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6470:1863919932179584:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573241.466971:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573241.469559:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.469709:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6470:1863919932179584:192.168.204.27@tcp:105: 00010000:00010000:1.0:1777573241.469733:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573241.469853:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926082048 00000100:00100000:0.0:1777573241.469866:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926082048 00000100:00100000:1.0:1777573241.469878:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+61:2404:x1863919926081920:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3045us (3172us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.469889:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5723 00000100:00100000:0.0:1777573241.469945:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12623 00000100:00100000:0.0:1777573241.469957:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+22:59541:x1863919926082048:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573241.469979:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573241.470002:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee3a expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.470043:0:28214:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee02 expref: 23 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.470053:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.470056:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.470060:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 23 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.470112:0:28214:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee02 expref: 23 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.470128:0:28214:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee02 expref: 23 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.470143:0:28214:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28214:1863919932179712:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573241.470216:0:28214:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573241.473054:0:28214:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28214:1863919932179712:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573241.473111:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 23 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.473137:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97d800, rc 0) 00000100:00100000:3.0:1777573241.473213:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+23:59541:x1863919926082048:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3258us (3667us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.473223:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12623 00000100:00100000:2.0:1777573241.476817:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.477019:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926082176 00000100:00100000:0.0:1777573241.477034:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926082176 00010000:00010000:0.0:1777573241.477086:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee02 expref: 23 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.477195:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5724 00000100:00100000:0.0:1777573241.477206:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926082176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573241.477224:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573241.477232:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee02 expref: 23 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.477252:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee02 expref: 23 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.477353:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119af23 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee02 expref: 23 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.477372:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.477374:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.477382:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.477393:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.477441:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.477459:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932179840:192.168.204.27@tcp:105: 00000100:00100000:0.0:1777573241.477564:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573241.479536:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932179840:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573241.479567:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573241.480089:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926082176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2883us (3282us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.480112:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5724 00000100:00100000:2.0:1777573241.480378:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.480474:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.480554:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926082304 00000100:00100000:1.0:1777573241.480565:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926082304 00002000:00010000:1.0:1777573241.480617:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (0->18446744073709551615) 00002000:00100000:1.0:1777573241.480623:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a2d80 with x1863919926082304 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573241.480637:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a2d80. 00000100:00100000:1.0:1777573241.480666:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926082432 00000100:00100000:1.0:1777573241.480669:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926082432 00002000:00010000:1.0:1777573241.480683:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573241.480686:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1500 with x1863919926082432 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573241.480692:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a1500. 00000100:00100000:1.0:1777573241.480715:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5476 00000100:00100000:1.0:1777573241.480725:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+61:2404:x1863919926082304:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573241.480913:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5477 00000100:00100000:3.0:1777573241.480924:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926082432:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573241.480962:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573241.480966:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 0 -> 1777573241 00002000:00010000:1.0:1777573241.480970:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777573241.480973:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 0 -> 1777573241 00002000:00010000:1.0:1777573241.480975:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573241.481025:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919926082304:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 302us (648us total) trans 21474841888 rc 0/0 00000100:00100000:1.0:1777573241.481033:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5476 00002000:00010000:1.0:1777573241.481037:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (0->18446744073709551615) 00002000:00100000:1.0:1777573241.481040:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a2d80 with x1863919926082304 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573241.481045:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a2d80. 00002000:00010000:3.0:1777573241.481049:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573241.481054:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 0 -> 1777573241 00002000:00010000:3.0:1777573241.481056:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573241.481059:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 0 -> 1777573241 00002000:00010000:3.0:1777573241.481062:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573241.481088:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926082432:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 167us (614us total) trans 17179875070 rc 0/0 00000100:00100000:3.0:1777573241.481109:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5477 00002000:00010000:3.0:1777573241.481112:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573241.481116:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1500 with x1863919926082432 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573241.481122:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a1500. 00000100:00100000:0.0:1777573241.484240:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.484400:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926082560 00000100:00100000:2.0:1777573241.484414:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926082560 00000100:00100000:2.0:1777573241.484499:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12624 00000100:00100000:2.0:1777573241.484511:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926082560:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573241.484665:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926082560:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 155us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.484673:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12624 00000100:00100000:1.0:1777573241.487161:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.487323:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926082688 00000100:00100000:3.0:1777573241.487335:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926082688 00000100:00100000:3.0:1777573241.487411:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12625 00000100:00100000:3.0:1777573241.487423:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926082688:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573241.487556:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926082688:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 135us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.487564:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12625 00000100:00100000:3.0:1777573241.491122:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.491521:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926082816 00000100:00100000:2.0:1777573241.491535:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926082816 00000100:00100000:2.0:1777573241.491670:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5478 00000100:00100000:2.0:1777573241.491683:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926082816:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573241.491772:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.491794:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.491798:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.491805:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.491822:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.491958:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.491968:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.491977:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.491985:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573241.491990:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.491999:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.492018:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.492027:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119af93 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.492128:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926082816:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 448us (1023us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573241.492136:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5478 00000100:00100000:2.0:1777573241.496258:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.496459:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926082944 00000100:00100000:3.0:1777573241.496473:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926082944 00000100:00100000:3.0:1777573241.496560:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5479 00000100:00100000:3.0:1777573241.496570:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919926082944:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573241.496615:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.496640:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 62 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.496649:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573241.496652:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573241.496656:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.496697:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 62 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.496821:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 62 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.496839:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932179968:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573241.496966:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1d389c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573241.499040:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932179968:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573241.499081:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.500018:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.500083:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926083072 00000100:00100000:1.0:1777573241.500104:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926083072 00010000:00010000:1.0:1777573241.500154:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 63 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.500206:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5725 00000100:00100000:1.0:1777573241.500217:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+63:2404:x1863919926083072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573241.500237:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573241.500299:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 63 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.500317:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 63 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.500347:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119af85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee33 expref: 63 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.500377:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.500379:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.500385:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.500397:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.500428:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573241.500502:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+62:2404:x1863919926083072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 287us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.500518:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5725 00010000:00010000:3.0:1777573241.500658:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.500669:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573241.503838:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841889 is committed 00000001:00080000:2.0:1777573241.503861:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841885 is committed 00002000:00010000:3.0:1777573241.504430:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1777573241.504477:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1777573241.504494:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.504516:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.504526:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.504533:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573241.504540:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.504550:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.504693:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.504703:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119af9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.504841:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919926082944:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8266us (8590us total) trans 21474841889 rc 0/0 00000100:00100000:3.0:1777573241.504852:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5479 00000100:00100000:2.0:1777573241.508530:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.509328:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926083200 00000100:00100000:1.0:1777573241.509343:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926083200 00000100:00100000:1.0:1777573241.509411:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12626 00000100:00100000:1.0:1777573241.509422:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926083200:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573241.509577:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926083200:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 156us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.509586:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12626 00000100:00100000:1.0:1777573241.513469:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.513642:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926083328 00000100:00100000:3.0:1777573241.513656:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926083328 00000100:00100000:3.0:1777573241.513798:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12627 00000100:00100000:3.0:1777573241.513810:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926083328:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573241.513957:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926083328:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 150us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.513965:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12627 00000100:00100000:2.0:1777573241.517598:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.517709:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926083456 00000100:00100000:1.0:1777573241.517722:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926083456 00000100:00100000:1.0:1777573241.517815:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5480 00000100:00100000:1.0:1777573241.517828:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926083456:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573241.517872:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.517894:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.517897:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.517903:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.517919:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.522034:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.522060:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.522071:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.522079:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573241.522084:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.522107:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.522130:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.522144:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5522f59/0x8dc0a528a119afa1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.522248:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926083456:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4417us (4658us total) trans 0 rc 155648/155648 00000100:00100000:1.0:1777573241.522259:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5480 00000100:00100000:3.0:1777573241.525726:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.525799:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926083584 00000100:00100000:2.0:1777573241.525812:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926083584 00000100:00100000:2.0:1777573241.525897:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5481 00000100:00100000:2.0:1777573241.525908:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919926083584:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:2.0:1777573241.525975:0:8367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 4096, mtime: 0x69f39d79, atime: 0x0, ctime: 0x69f39d79, blocks: 0x8 00010000:00010000:2.0:1777573241.525986:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.526005:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.526007:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.526014:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.526030:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573241.533738:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841890 is committed 00002000:00010000:2.0:1777573241.533864:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 4096 -> 176128 00002000:00010000:2.0:1777573241.533869:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 8 -> 312 00010000:00010000:2.0:1777573241.533881:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.533895:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.533909:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.533916:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573241.533921:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.533929:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.533946:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.533954:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119afa8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [20480->176127] (req 20480->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.534109:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+18:2404:x1863919926083584:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8199us (8390us total) trans 21474841890 rc 0/0 00000100:00100000:2.0:1777573241.534119:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5481 00000100:00100000:0.0:1777573241.539412:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.539566:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926083712 00000100:00100000:3.0:1777573241.539579:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926083712 00000100:00100000:3.0:1777573241.539698:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12628 00000100:00100000:3.0:1777573241.539712:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926083712:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573241.539875:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926083712:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 166us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.539884:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12628 00000100:00100000:1.0:1777573241.546847:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.546951:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926083840 00000100:00100000:0.0:1777573241.546963:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926083840 00000100:00100000:0.0:1777573241.547068:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12629 00000100:00100000:0.0:1777573241.547077:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926083840:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573241.547221:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926083840:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 146us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.547227:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12629 00000100:00100000:0.0:1777573241.549893:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.550267:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926083968 00000100:00100000:2.0:1777573241.550353:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926083968 00000100:00100000:2.0:1777573241.550435:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5482 00000100:00100000:2.0:1777573241.550445:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926083968:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573241.550488:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.550645:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.550648:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.550655:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.550672:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.555265:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.555339:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.555350:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.555358:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573241.555364:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.555374:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.555398:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.555407:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119afaf lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.555630:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926083968:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5179us (5741us total) trans 0 rc 49152/49152 00000100:00100000:0.0:1777573241.555644:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5482 00000100:00100000:0.0:1777573241.559164:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.559337:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926084096 00000100:00100000:2.0:1777573241.559351:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926084096 00000100:00100000:2.0:1777573241.559427:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5483 00000100:00100000:2.0:1777573241.559439:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926084096:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:2.0:1777573241.559486:0:28806:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 176128, mtime: 0x69f39d79, atime: 0x0, ctime: 0x69f39d79, blocks: 0x138 00010000:00010000:2.0:1777573241.559495:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.559509:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.559512:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.559521:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.559535:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573241.568523:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841891 is committed 00002000:00010000:3.0:1777573241.568716:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 176128 -> 233472 00002000:00010000:3.0:1777573241.568721:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 312 -> 408 00010000:00010000:3.0:1777573241.568738:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.568751:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.568760:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.568767:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573241.568772:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.568786:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.568803:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.568811:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098663c7a/0x8dc0a528a119afb6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [184320->233471] (req 184320->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.568947:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+18:2403:x1863919926084096:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9506us (9793us total) trans 21474841891 rc 0/0 00000100:00100000:3.0:1777573241.568958:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5483 00000100:00100000:1.0:1777573241.574028:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.574148:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926084224 00000100:00100000:0.0:1777573241.574160:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926084224 00000100:00100000:0.0:1777573241.574227:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12630 00000100:00100000:0.0:1777573241.574240:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926084224:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573241.574391:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926084224:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 155us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.574398:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12630 00000100:00100000:1.0:1777573241.579212:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.579333:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926084352 00000100:00100000:0.0:1777573241.579344:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926084352 00000100:00100000:0.0:1777573241.579405:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12631 00000100:00100000:0.0:1777573241.579416:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926084352:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573241.579666:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926084352:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 250us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.579674:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12631 00000100:00100000:2.0:1777573241.582807:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.582923:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926084480 00000100:00100000:1.0:1777573241.582934:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926084480 00000100:00100000:1.0:1777573241.583050:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5484 00000100:00100000:1.0:1777573241.583061:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926084480:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573241.583122:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.583139:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.583141:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.583146:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.583159:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.583309:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.583320:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.583333:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.583340:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573241.583344:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.583352:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.583367:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.583375:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119afbd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.583466:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926084480:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 407us (667us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1777573241.583474:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5484 00000100:00100000:2.0:1777573241.586524:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.586605:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926084608 00000100:00100000:1.0:1777573241.586614:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926084608 00000100:00100000:1.0:1777573241.587003:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5485 00000100:00100000:1.0:1777573241.587019:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+18:2405:x1863919926084608:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573241.587072:0:28800:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 233472, mtime: 0x69f39d79, atime: 0x0, ctime: 0x69f39d79, blocks: 0x198 00010000:00010000:1.0:1777573241.587082:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.587109:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.587111:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.587116:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.587129:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573241.591392:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841892 is committed 00002000:00010000:0.0:1777573241.591496:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 233472 -> 262144 00002000:00010000:0.0:1777573241.591501:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 408 -> 424 00010000:00010000:0.0:1777573241.591513:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.591525:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.591535:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.591541:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573241.591547:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.591555:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.591573:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.591579:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119afc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [253952->262143] (req 253952->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.591672:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+18:2405:x1863919926084608:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4656us (5153us total) trans 21474841892 rc 0/0 00000100:00100000:0.0:1777573241.591682:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5485 00000100:00100000:0.0:1777573241.596014:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.596536:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926084864 00000100:00100000:1.0:1777573241.596546:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926084864 00000100:00100000:0.0:1777573241.596673:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15707 00000100:00100000:0.0:1777573241.596684:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+410:59541:x1863919926084864:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573241.596886:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.596903:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.596961:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573241.597003:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978927 00000004:00010000:0.0:1777573241.597023:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dafd8e22 reply state 00000000fba7f087 transno 4294978928 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.597034:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.597040:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:0.0:1777573241.597043:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573241.597046:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573241.597411:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+413:59541:x1863919926084864:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 728us (1404us total) trans 4294978928 rc 0/0 00000100:00100000:0.0:1777573241.597418:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15707 00000020:00080000:0.0:1777573241.597424:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573241.599675:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.599757:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926084992 00000100:00100000:3.0:1777573241.599766:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926084992 00000100:00100000:3.0:1777573241.599819:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12632 00000100:00100000:3.0:1777573241.599829:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+18:59541:x1863919926084992:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573241.599846:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573241.599864:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee41 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573241.599886:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d79, atime: 0x0, ctime: 0x69f39d79, blocks: 0x1a8 00010000:00010000:3.0:1777573241.599905:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.599906:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.599913:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee41 expref: 19 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.599933:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee41 expref: 19 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.599946:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa200, rc 0) 00000100:00100000:3.0:1777573241.600002:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+19:59541:x1863919926084992:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 175us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.600010:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12632 00000100:00100000:2.0:1777573241.602124:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.602214:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926085120 00000100:00100000:0.0:1777573241.602223:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926085120 00002000:00010000:0.0:1777573241.602257:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (262144->18446744073709551615) 00002000:00100000:0.0:1777573241.602262:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3800 with x1863919926085120 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573241.602415:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a3800. 00000100:00100000:0.0:1777573241.602478:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5486 00000100:00100000:0.0:1777573241.602487:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926085120:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573241.602624:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573241.602628:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573241.602630:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573241.602633:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573241.602635:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:0.0:1777573241.602682:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926085120:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 197us (568us total) trans 21474841893 rc 0/0 00000100:00100000:0.0:1777573241.602688:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5486 00002000:00010000:0.0:1777573241.602692:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (262144->18446744073709551615) 00002000:00100000:0.0:1777573241.602695:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3800 with x1863919926085120 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573241.602699:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a3800. 00000100:00100000:3.0:1777573241.602934:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.603470:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926085248 00000100:00100000:1.0:1777573241.603477:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926085248 00002000:00010000:1.0:1777573241.603499:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573241.603503:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68a80 with x1863919926085248 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573241.603509:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68a80. 00000100:00100000:1.0:1777573241.603537:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5487 00000100:00100000:1.0:1777573241.603545:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926085248:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573241.603635:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573241.603638:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573241.603641:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777573241.603643:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573241.603645:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573241.603677:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926085248:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 132us (743us total) trans 17179875071 rc 0/0 00000100:00100000:1.0:1777573241.603684:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5487 00002000:00010000:1.0:1777573241.603687:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573241.603690:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee68a80 with x1863919926085248 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573241.603694:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2cee68a80. 00000100:00100000:2.0:1777573241.605467:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.605642:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926085376 00000100:00100000:1.0:1777573241.605649:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926085376 00000100:00100000:1.0:1777573241.605697:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15708 00000100:00100000:1.0:1777573241.605706:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+413:59541:x1863919926085376:12345-192.168.204.27@tcp:44:lfs.0 00000001:00080000:0.0:1777573241.607728:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978928 is committed 00010000:00010000:1.0:1777573241.607822:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607834:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607843:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607849:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573241.607853:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607860:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607874:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.607877:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573241.607881:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607887:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119ae90 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607920:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607926:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607932:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607937:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573241.607939:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607945:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607953:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.607955:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573241.607958:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607962:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119aeac lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607972:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607977:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607982:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607987:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573241.607989:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.607994:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.608000:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:1.0:1777573241.608002:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573241.608014:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.608019:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119af77 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.608029:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.608035:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.608041:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.608046:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573241.608049:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.608055:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.608066:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:1.0:1777573241.608069:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573241.608071:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.608076:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119afcb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.608266:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+395:59541:x1863919926085376:12345-192.168.204.27@tcp:44:lfs.0 Request processed in 2558us (2799us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.608308:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15708 00000100:00100000:3.0:1777573241.610540:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.611354:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926085504 00000100:00100000:0.0:1777573241.611364:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926085504 00000100:00100000:0.0:1777573241.611463:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12633 00000100:00100000:0.0:1777573241.611473:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926085504:12345-192.168.204.27@tcp:16:lfs.0 00000100:00100000:2.0:1777573241.612660:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:1.0:1777573241.612868:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841893 is committed 00000100:00100000:0.0:1777573241.612978:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926085632 00000100:00100000:0.0:1777573241.612985:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926085632 00000100:00100000:3.0:1777573241.612997:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926085504:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 1523us (2461us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.613009:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12633 00000100:00100000:3.0:1777573241.613030:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12634 00000100:00100000:3.0:1777573241.613048:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926085632:12345-192.168.204.27@tcp:16:lfs.0 00000001:00080000:3.0:1777573241.614406:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875071 is committed 00000100:00100000:0.0:1777573241.614559:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926085632:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 1518us (1899us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.614568:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12634 00000100:00100000:2.0:1777573241.631001:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.631032:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.631099:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926085760 00000100:00100000:0.0:1777573241.631107:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926085760 00000100:00100000:0.0:1777573241.631159:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926085888 00000100:00100000:0.0:1777573241.631163:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926085888 00000100:00100000:0.0:1777573241.631194:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12635 00000100:00100000:0.0:1777573241.631203:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926085760:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:0.0:1777573241.631241:0:8360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.631249:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12636 00010000:00010000:0.0:1777573241.631257:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777573241.631258:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926085888:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:0.0:1777573241.631259:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.631264:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.631296:0:8360:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631297:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631306:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.631307:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.631310:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.631321:0:8360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631322:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.631330:0:8360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.631337:0:8360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.631349:0:8360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573241.631353:0:8360:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.631361:0:8360:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.631375:0:8360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.631383:0:8360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d3ebeca/0x8dc0a528a119afd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.631454:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926085760:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 252us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.631461:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12635 00010000:00010000:3.0:1777573241.631533:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631540:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631547:0:8361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631552:0:8361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573241.631555:0:8361:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631562:0:8361:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631571:0:8361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631579:0:8361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119afe0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.631616:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926085888:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 359us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.631623:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12636 00000100:00100000:3.0:1777573241.631700:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.631784:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926086016 00000100:00100000:3.0:1777573241.631788:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926086016 00000100:00100000:3.0:1777573241.631812:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12637 00000100:00100000:3.0:1777573241.631817:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926086016:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573241.631834:0:27874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631842:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.631844:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.631847:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631855:0:27874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631868:0:27874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631886:0:27874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631899:0:27874:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631905:0:27874:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573241.631908:0:27874:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631914:0:27874:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631923:0:27874:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.631929:0:27874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119afe7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.631957:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926086016:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 139us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.632064:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12637 00000100:00100000:0.0:1777573241.635022:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.635132:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926086272 00000100:00100000:3.0:1777573241.635141:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926086272 00000100:00100000:3.0:1777573241.635193:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15709 00000100:00100000:3.0:1777573241.635203:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+395:59541:x1863919926086272:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573241.635315:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 3/0,1 mode: --/PW res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.635333:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.635344:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573241.635459:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b737549c reply state 0000000018081a28 transno 4294978929 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.635472:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.635480:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:3.0:1777573241.635483:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573241.635486:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573241.635560:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+397:59541:x1863919926086272:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 358us (545us total) trans 4294978929 rc 0/0 00000100:00100000:3.0:1777573241.635567:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15709 00000100:00100000:2.0:1777573241.639850:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.639948:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.640150:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926086400 00000100:00100000:1.0:1777573241.640160:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926086400 00000100:00100000:1.0:1777573241.640211:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926086528 00000100:00100000:1.0:1777573241.640214:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926086528 00000100:00100000:1.0:1777573241.640361:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12638 00000100:00100000:1.0:1777573241.640372:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926086400:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573241.640524:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573241.640528:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573241.640530:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 0 -> 1777573241 00002000:00010000:1.0:1777573241.640533:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573241.640535:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:1.0:1777573241.640595:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926086400:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 225us (753us total) trans 21474841894 rc 0/0 00000100:00100000:1.0:1777573241.640603:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12638 00000100:00100000:1.0:1777573241.640621:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12639 00000100:00100000:1.0:1777573241.640627:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926086528:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573241.640692:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573241.640695:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573241.640697:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 0 -> 1777573241 00002000:00010000:1.0:1777573241.640699:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573241.640701:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573241.640720:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926086528:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 94us (773us total) trans 17179875072 rc 0/0 00000100:00100000:1.0:1777573241.640727:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12639 00000100:00100000:1.0:1777573241.643553:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.645071:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926086784 00000100:00100000:2.0:1777573241.645083:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926086784 00000100:00100000:2.0:1777573241.645161:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15710 00000100:00100000:2.0:1777573241.645171:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59541:x1863919926086784:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573241.645229:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573241.645253:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119aeba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edd8 expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.645368:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573241.645374:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573241.645426:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.645439:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.645449:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573241.645562:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006293e241 reply state 000000006edf5db0 transno 4294978930 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.645576:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.645580:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573241.645582:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573241.645584:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573241.645662:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+398:59541:x1863919926086784:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 493us (2118us total) trans 4294978930 rc 0/0 00000100:00100000:2.0:1777573241.645667:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15710 00000100:00100000:1.0:1777573241.650718:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.650809:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926087040 00000100:00100000:2.0:1777573241.650819:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926087040 00000100:00100000:2.0:1777573241.650877:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12640 00000100:00100000:2.0:1777573241.650887:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926087040:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:2.0:1777573241.651051:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573241.651054:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573240 -> 1777573241 00002000:00010000:2.0:1777573241.651057:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573238 -> 1777573241 00002000:00010000:2.0:1777573241.651059:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573240 -> 1777573241 00002000:00010000:2.0:1777573241.651062:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777573241.651130:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926087040:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 245us (421us total) trans 21474841895 rc 0/0 00000100:00100000:2.0:1777573241.651138:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12640 00000100:00100000:0.0:1777573241.652142:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.652218:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.653412:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926086912 00000100:00100000:3.0:1777573241.653423:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926086912 00000100:00100000:1.0:1777573241.653577:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926087168 00000100:00100000:1.0:1777573241.653582:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926087168 00000100:00100000:1.0:1777573241.653620:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12641 00000100:00100000:1.0:1777573241.653632:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926086912:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573241.653770:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573241.653774:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573241.653777:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573238 -> 1777573241 00002000:00010000:1.0:1777573241.653779:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573241.653782:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:1.0:1777573241.653876:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926086912:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 246us (1735us total) trans 17179875073 rc 0/0 00000100:00100000:1.0:1777573241.653882:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12641 00000100:00100000:1.0:1777573241.653900:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12642 00000100:00100000:1.0:1777573241.653907:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926087168:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573241.654055:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573241.654058:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573240 -> 1777573241 00002000:00010000:1.0:1777573241.654060:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573238 -> 1777573241 00002000:00010000:1.0:1777573241.654062:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573240 -> 1777573241 00002000:00010000:1.0:1777573241.654064:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573241.654085:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926087168:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 178us (1866us total) trans 17179875074 rc 0/0 00000100:00100000:1.0:1777573241.654105:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12642 00000100:00100000:1.0:1777573241.658968:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.659098:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926087424 00000100:00100000:2.0:1777573241.659107:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926087424 00000100:00100000:2.0:1777573241.659204:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5133 00000100:00100000:2.0:1777573241.659214:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2f8b8a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+398:59541:x1863919926087424:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:2.0:1777573241.659328:0:35577:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119af31 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee09 expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.659369:0:35577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35577 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.659383:0:35577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ab expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.659393:0:35577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edca expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.659400:0:35577:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 5/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.659435:0:35577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edca expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.659449:0:35577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edca expref: 398 pid: 30825 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.659465:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932180096:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573241.659546:0:35577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ab expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.659555:0:35577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ab expref: 398 pid: 10945 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.659565:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932180224:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573241.659587:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d245d180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.663523:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.663561:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.663607:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926087552 00000100:00100000:3.0:1777573241.663616:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926087552 00000100:00100000:1.0:1777573241.663635:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926087680 00000100:00100000:1.0:1777573241.663640:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926087680 00000100:00100000:2.0:1777573241.663644:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932180096:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573241.663660:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932180224:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573241.663662:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edca expref: 400 pid: 30825 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.663663:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ab expref: 400 pid: 10945 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.663687:0:35577:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.663743:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5726 00000100:00100000:1.0:1777573241.663753:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c8b81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+400:2406:x1863919926087680:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573241.663768:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573241.663785:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edca expref: 400 pid: 30825 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.663798:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edca expref: 400 pid: 30825 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.663818:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119ae97 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edca expref: 400 pid: 30825 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.663833:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.663838:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.663846:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.663852:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573241.663899:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c8b81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+399:2406:x1863919926087680:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 147us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.663907:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5726 00000100:00100000:1.0:1777573241.663927:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5727 00000100:00100000:1.0:1777573241.663935:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919926087552:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573241.663943:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573241.663948:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ab expref: 398 pid: 10945 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.663959:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ab expref: 398 pid: 10945 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.663971:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a1199943 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2e5ab expref: 398 pid: 10945 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.663983:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.663986:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.663994:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.664002:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.664027:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573241.664057:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+397:2403:x1863919926087552:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 123us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.664063:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5727 00010000:00010000:2.0:1777573241.664167:0:35577:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.664175:0:35577:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.664195:0:35577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35577 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.664206:0:35577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee25 expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.664214:0:35577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee2c expref: 396 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.664222:0:35577:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.664247:0:35577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee2c expref: 396 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.664359:0:35577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee2c expref: 396 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.664374:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932180352:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573241.664424:0:35577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee25 expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.664433:0:35577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee25 expref: 396 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.664442:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932180480:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573241.664460:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d245d180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.666468:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932180352:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573241.666481:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35577:1863919932180480:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573241.666504:0:35577:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.667592:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.667627:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.667704:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926087808 00000100:00100000:1.0:1777573241.667712:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926087808 00010000:00010000:1.0:1777573241.667745:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee2c expref: 397 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.667773:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926087936 00000100:00100000:1.0:1777573241.667776:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926087936 00010000:00010000:1.0:1777573241.667789:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee25 expref: 398 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.667817:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5728 00000100:00100000:1.0:1777573241.667825:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+398:2404:x1863919926087808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573241.667838:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573241.667844:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee2c expref: 398 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.667855:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee2c expref: 398 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.667875:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119af7e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee2c expref: 398 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.667889:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:1.0:1777573241.667894:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.667907:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.667913:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573241.667953:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+397:2404:x1863919926087808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 129us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.667960:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5728 00000100:00100000:1.0:1777573241.667977:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5729 00000100:00100000:1.0:1777573241.667984:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+396:2404:x1863919926087936:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573241.667992:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573241.667997:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee25 expref: 396 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.668006:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee25 expref: 396 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.668018:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119af70 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x319:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee25 expref: 396 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.668027:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:1.0:1777573241.668030:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.668037:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.668043:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.668061:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573241.668078:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+395:2404:x1863919926087936:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 95us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.668084:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5729 00010000:00010000:2.0:1777573241.668195:0:35577:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.668202:0:35577:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.668646:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932180608:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.670034:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573241.670081:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.670221:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932180608 00000100:00100000:0.0:1777573241.670229:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932180608 00000100:00100000:0.0:1777573241.670291:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:0.0:1777573241.670300:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932180608:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.670398:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932180608:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 99us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.670405:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:3.0:1777573241.670422:0:35577:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179875047 gen 2 00000004:00080000:3.0:1777573241.670428:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ea4000, transno 17179875018 00000004:00080000:3.0:1777573241.670447:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19880, transno 17179875019 00000004:00080000:3.0:1777573241.670451:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19180, transno 17179875020 00000004:00080000:3.0:1777573241.670454:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18700, transno 17179875021 00000004:00080000:3.0:1777573241.670458:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ea5f80, transno 17179875022 00000004:00080000:3.0:1777573241.670460:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1b100, transno 17179875023 00000004:00080000:3.0:1777573241.670464:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3512680, transno 17179875024 00000004:00080000:3.0:1777573241.670466:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c7e09f80, transno 17179875025 00000004:00080000:3.0:1777573241.670469:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18380, transno 17179875026 00000004:00080000:3.0:1777573241.670471:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c3512300, transno 17179875027 00000004:00080000:3.0:1777573241.670474:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499c380, transno 17179875028 00000004:00080000:3.0:1777573241.670476:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e17800, transno 17179875029 00000004:00080000:3.0:1777573241.670479:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e17100, transno 17179875030 00000004:00080000:3.0:1777573241.670481:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e14380, transno 17179875031 00000004:00080000:3.0:1777573241.670484:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18a80, transno 17179875032 00000004:00080000:3.0:1777573241.670487:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b800, transno 17179875033 00000004:00080000:3.0:1777573241.670490:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18700, transno 17179875034 00000004:00080000:3.0:1777573241.670493:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1ca397100, transno 17179875035 00000004:00080000:3.0:1777573241.670495:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1ca395500, transno 17179875036 00000004:00080000:3.0:1777573241.670497:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1a300, transno 17179875037 00000004:00080000:3.0:1777573241.670500:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1a680, transno 17179875038 00000004:00080000:3.0:1777573241.670502:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19880, transno 17179875039 00000004:00080000:3.0:1777573241.670504:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1ad80, transno 17179875040 00000004:00080000:3.0:1777573241.670507:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1ca396a00, transno 17179875041 00000004:00080000:3.0:1777573241.670510:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca42680, transno 17179875042 00000004:00080000:3.0:1777573241.670513:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1ca397b80, transno 17179875043 00000004:00080000:3.0:1777573241.670515:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1ca394380, transno 17179875044 00000004:00080000:3.0:1777573241.670517:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fca42300, transno 17179875045 00000004:00080000:3.0:1777573241.670520:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19c00, transno 17179875046 00000004:00080000:3.0:1777573241.670522:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18e00, transno 17179875047 00000100:00100000:3.0:1777573241.670529:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932180608:0@lo:1000:mdt_rdpg00_003.0 00000004:00080000:0.0:1777573241.671928:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 14 in progress, 0 in flight, 16 done 00000004:00080000:0.0:1777573241.671995:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 14 done 00000100:00100000:2.0:1777573241.672525:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932180736:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.672578:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573241.672599:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6480 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.672653:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932180736 00000100:00100000:0.0:1777573241.672659:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932180736 00000100:00100000:0.0:1777573241.672702:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00100000:0.0:1777573241.672710:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932180736:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.672843:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932180736:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 135us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.672848:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00000100:00100000:3.0:1777573241.672911:0:35577:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474841885 gen 2 00000004:00080000:3.0:1777573241.672917:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fc99d180, transno 21474841856 00000004:00080000:3.0:1777573241.672957:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7b4ca80, transno 21474841857 00000004:00080000:3.0:1777573241.673041:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7b4df80, transno 21474841858 00000004:00080000:3.0:1777573241.673045:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e14e00, transno 21474841859 00000004:00080000:3.0:1777573241.673048:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fc99ca80, transno 21474841860 00000004:00080000:3.0:1777573241.673050:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e14000, transno 21474841861 00000004:00080000:3.0:1777573241.673052:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fc99df80, transno 21474841862 00000004:00080000:3.0:1777573241.673054:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e15f80, transno 21474841863 00000004:00080000:3.0:1777573241.673057:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1f38000, transno 21474841864 00000004:00080000:3.0:1777573241.673059:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fca680, transno 21474841865 00000004:00080000:3.0:1777573241.673061:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7b4e300, transno 21474841866 00000004:00080000:3.0:1777573241.673063:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e15180, transno 21474841867 00000004:00080000:3.0:1777573241.673065:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c8555180, transno 21474841868 00000004:00080000:3.0:1777573241.673067:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c8557800, transno 21474841869 00000004:00080000:3.0:1777573241.673069:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499fb80, transno 21474841870 00000004:00080000:3.0:1777573241.673071:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18000, transno 21474841871 00000004:00080000:3.0:1777573241.673073:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19f80, transno 21474841872 00000004:00080000:3.0:1777573241.673076:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b100, transno 21474841873 00000004:00080000:3.0:1777573241.673078:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e15880, transno 21474841874 00000004:00080000:3.0:1777573241.673080:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2e16680, transno 21474841875 00000004:00080000:3.0:1777573241.673082:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fc99fb80, transno 21474841876 00000004:00080000:3.0:1777573241.673084:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1aa00, transno 21474841877 00000004:00080000:3.0:1777573241.673086:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1ad80, transno 21474841878 00000004:00080000:3.0:1777573241.673098:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fc99f800, transno 21474841879 00000004:00080000:3.0:1777573241.673100:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2fc99f480, transno 21474841880 00000004:00080000:3.0:1777573241.673103:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec7480, transno 21474841881 00000004:00080000:3.0:1777573241.673104:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec5f80, transno 21474841882 00000004:00080000:3.0:1777573241.673107:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7b4c000, transno 21474841883 00000004:00080000:3.0:1777573241.673109:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec4e00, transno 21474841884 00000004:00080000:3.0:1777573241.673111:0:35577:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec7b80, transno 21474841885 00000100:00100000:3.0:1777573241.673117:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932180736:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.673164:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932180864:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.673191:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.673214:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.673306:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932180864 00000100:00100000:1.0:1777573241.673312:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932180864 00000100:00100000:1.0:1777573241.673396:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:1.0:1777573241.673404:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932180864:12345-0@lo:1000:mdt_rdpg00_003.0 00000004:00080000:2.0:1777573241.673444:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 28 done 00000100:00100000:1.0:1777573241.673469:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932180864:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 65us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.673475:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00000100:00100000:3.0:1777573241.673742:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932180864:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.673777:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932180992:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.673807:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.673831:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.673950:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932180992 00000100:00100000:2.0:1777573241.673954:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932180992 00000100:00100000:2.0:1777573241.673987:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:2.0:1777573241.673994:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932180992:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.674057:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932180992:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 64us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.674064:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00100000:3.0:1777573241.674151:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932180992:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.674255:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181120:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.674660:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573241.674687:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.674734:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932181120 00000100:00100000:2.0:1777573241.674739:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932181120 00000100:00100000:2.0:1777573241.674804:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:2.0:1777573241.674812:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181120:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.674920:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181120:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 106us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.674927:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1777573241.674966:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181120:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.675001:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181248:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.675025:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.675079:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.675125:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932181248 00000100:00100000:1.0:1777573241.675130:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932181248 00000100:00100000:1.0:1777573241.675164:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:1.0:1777573241.675633:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181248:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.675709:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181248:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 539us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.675716:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00000100:00100000:3.0:1777573241.675741:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181248:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.675779:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181376:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.675804:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.675864:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.675930:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932181376 00000100:00100000:2.0:1777573241.675936:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932181376 00000100:00100000:2.0:1777573241.675968:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:2.0:1777573241.675974:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181376:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.676111:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181376:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 136us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.676117:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:3.0:1777573241.676157:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181376:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.676254:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181504:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.676303:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.676318:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.676382:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932181504 00000100:00100000:1.0:1777573241.676387:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932181504 00000100:00100000:1.0:1777573241.676408:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:1.0:1777573241.676414:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181504:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.676505:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181504:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 91us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.676511:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00100000:3.0:1777573241.676576:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181504:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.676601:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181632:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.676615:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.676630:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.676655:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932181632 00000100:00100000:2.0:1777573241.676659:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932181632 00000100:00100000:2.0:1777573241.676719:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:2.0:1777573241.676726:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181632:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.676787:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181632:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 61us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.676794:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:3.0:1777573241.676845:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181632:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.676874:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181760:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.676894:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.676939:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.677017:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932181760 00000100:00100000:1.0:1777573241.677020:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932181760 00000100:00100000:1.0:1777573241.677067:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:1.0:1777573241.677072:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181760:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.677136:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181760:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 63us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.677142:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00000100:00100000:3.0:1777573241.677162:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181760:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.677199:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181888:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.677222:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.677245:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.677299:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932181888 00000100:00100000:2.0:1777573241.677303:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932181888 00000100:00100000:2.0:1777573241.677334:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804 00000100:00100000:2.0:1777573241.677340:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181888:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.677393:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932181888:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 53us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.677398:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804 00000100:00100000:3.0:1777573241.677493:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932181888:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.677518:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182016:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.677533:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.677548:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.677563:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932182016 00000100:00100000:1.0:1777573241.677567:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932182016 00000100:00100000:1.0:1777573241.677593:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:1.0:1777573241.677599:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182016:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.677653:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182016:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 54us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.677659:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00100000:3.0:1777573241.677681:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182016:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.677712:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182144:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.677730:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.677752:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.677791:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932182144 00000100:00100000:2.0:1777573241.677795:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932182144 00000100:00100000:2.0:1777573241.677825:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:2.0:1777573241.677832:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182144:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.677886:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182144:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 55us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.677892:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00000100:00100000:3.0:1777573241.678072:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182144:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.678113:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182272:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.678137:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.678179:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.678212:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932182272 00000100:00100000:2.0:1777573241.678216:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932182272 00000100:00100000:2.0:1777573241.678295:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807 00000100:00100000:2.0:1777573241.678303:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182272:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.678348:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182272:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 46us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.678354:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807 00000100:00100000:3.0:1777573241.678408:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182272:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.678442:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182400:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.678464:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573241.678929:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932182400 00000100:00100000:0.0:1777573241.678934:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932182400 00000100:00100000:3.0:1777573241.678940:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538240 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.678958:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:0.0:1777573241.678965:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182400:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.679034:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182400:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 69us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.679040:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:3.0:1777573241.679057:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182400:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.679099:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182528:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.679122:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.679143:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.679155:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932182528 00000100:00100000:1.0:1777573241.679159:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932182528 00000100:00100000:1.0:1777573241.679196:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:1.0:1777573241.679203:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182528:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.679260:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182528:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 58us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.679266:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1777573241.679319:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182528:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.679351:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182656:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.679373:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.679393:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.679572:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932182656 00000100:00100000:2.0:1777573241.679576:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932182656 00000100:00100000:2.0:1777573241.679655:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:2.0:1777573241.679662:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182656:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.679740:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182656:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 79us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.679746:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1777573241.679859:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182656:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.679891:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182784:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.679921:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573241.679981:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.680112:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932182784 00000100:00100000:0.0:1777573241.680117:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932182784 00000100:00100000:0.0:1777573241.680136:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:0.0:1777573241.680142:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182784:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.680313:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182784:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 170us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.680321:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:3.0:1777573241.680451:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182784:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.680604:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182912:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.680632:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573241.680725:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.680751:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932182912 00000100:00100000:2.0:1777573241.680754:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932182912 00000100:00100000:2.0:1777573241.680774:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:2.0:1777573241.680781:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182912:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.680877:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932182912:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 97us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.680884:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:0.0:1777573241.680922:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932182912:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.680954:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183040:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.680977:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573241.680995:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.681018:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932183040 00000100:00100000:1.0:1777573241.681024:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932183040 00000100:00100000:1.0:1777573241.681053:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:1.0:1777573241.681061:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183040:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.681145:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183040:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 85us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.681155:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:0.0:1777573241.681186:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183040:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.681220:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183168:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.681242:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573241.681290:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.681382:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932183168 00000100:00100000:2.0:1777573241.681386:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932183168 00000100:00100000:2.0:1777573241.681405:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:2.0:1777573241.681409:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183168:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.681449:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183168:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 40us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.681453:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:1.0:1777573241.681487:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183168:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.681520:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183296:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.681546:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.681569:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f480 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.681583:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932183296 00000100:00100000:0.0:1777573241.681589:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932183296 00000100:00100000:2.0:1777573241.681841:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:2.0:1777573241.681850:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183296:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.681909:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183296:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 61us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.681915:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00000100:00100000:1.0:1777573241.682084:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183296:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.682297:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183424:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.682324:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.682339:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.682345:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932183424 00000100:00100000:0.0:1777573241.682349:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932183424 00000100:00100000:0.0:1777573241.682379:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:0.0:1777573241.682385:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183424:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.682442:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183424:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 57us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.682448:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00100000:1.0:1777573241.682476:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183424:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.682507:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183552:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.682530:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.682557:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f480 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.682603:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932183552 00000100:00100000:2.0:1777573241.682606:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932183552 00000100:00100000:2.0:1777573241.682627:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:2.0:1777573241.682634:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183552:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.682742:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183552:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 108us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.682749:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00100000:1.0:1777573241.682801:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183552:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.682835:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183680:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.682856:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.683122:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.683177:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932183680 00000100:00100000:0.0:1777573241.683182:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932183680 00000100:00100000:0.0:1777573241.683293:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:0.0:1777573241.683301:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183680:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.683364:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183680:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 63us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.683370:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:1.0:1777573241.683943:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183680:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.683984:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183808:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.684010:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.684068:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f480 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.684333:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932183808 00000100:00100000:0.0:1777573241.684338:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932183808 00000100:00100000:0.0:1777573241.684374:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:0.0:1777573241.684382:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183808:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.684448:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183808:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 67us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.684455:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:1.0:1777573241.684579:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183808:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.684629:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183936:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.684664:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.684683:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573241.684926:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932183936 00000100:00100000:3.0:1777573241.684931:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932183936 00000100:00100000:3.0:1777573241.684963:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:3.0:1777573241.684971:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183936:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.685071:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932183936:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 100us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.685078:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:1.0:1777573241.685078:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932183936:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.685180:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184064:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.685202:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.685260:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f480 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.685317:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932184064 00000100:00100000:2.0:1777573241.685321:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932184064 00000100:00100000:2.0:1777573241.685356:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:2.0:1777573241.685362:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184064:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.685438:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184064:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 77us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.685443:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:1.0:1777573241.685552:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184064:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.685578:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184192:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.685593:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.685608:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573241.685629:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932184192 00000100:00100000:3.0:1777573241.685634:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932184192 00000100:00100000:3.0:1777573241.685661:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:3.0:1777573241.685667:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184192:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.685719:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184192:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 51us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.685724:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:1.0:1777573241.685802:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184192:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.685832:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184320:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.685851:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.685870:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f480 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.685889:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932184320 00000100:00100000:0.0:1777573241.685893:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932184320 00000100:00100000:0.0:1777573241.685930:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1777573241.685937:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184320:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.685991:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184320:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 55us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.685998:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:1.0:1777573241.686018:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184320:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.686051:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184448:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.686071:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.686105:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573241.686119:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932184448 00000100:00100000:3.0:1777573241.686123:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932184448 00000100:00100000:3.0:1777573241.686151:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00000100:00100000:3.0:1777573241.686157:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184448:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.686224:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184448:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 66us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.686230:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00100000:1.0:1777573241.686254:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184448:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.686318:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184576:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.686342:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.686352:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f480 going to sleep for 11 seconds 00000100:00100000:0.0:1777573241.686403:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932184576 00000100:00100000:0.0:1777573241.686406:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932184576 00000100:00100000:0.0:1777573241.686427:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1777573241.686431:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d05a8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184576:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777573241.686502:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d05a8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184576:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 70us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.686506:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00100000:1.0:1777573241.687083:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184576:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:1.0:1777573241.687406:0:35577:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].63, 1632 off84944 00000001:00080000:1.0:1777573241.687436:0:35577:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978931 00000100:00100000:1.0:1777573241.687551:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184704:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.687574:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.687591:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573241.687716:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932184704 00000100:00100000:3.0:1777573241.687721:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932184704 00000100:00100000:3.0:1777573241.687755:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:3.0:1777573241.687763:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184704:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777573241.687930:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:35577:x1863919932184704:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 168us (354us total) trans 17179875075 rc 0/0 00000100:00100000:3.0:1777573241.687937:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:1.0:1777573241.687951:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184704:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.687976:0:35577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca40700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184832:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777573241.688001:0:35577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573241.688062:0:35577:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573241.688104:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932184832 00000100:00100000:2.0:1777573241.688108:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932184832 00000100:00100000:2.0:1777573241.688171:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:2.0:1777573241.688178:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35577:x1863919932184832:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777573241.688337:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:35577:x1863919932184832:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 160us (334us total) trans 21474841896 rc 0/0 00000100:00100000:2.0:1777573241.688343:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00100000:1.0:1777573241.688397:0:35577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca40700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35577:1863919932184832:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:1.0:1777573241.688459:0:35577:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978932 00010000:00010000:1.0:1777573241.688495:0:35577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.688502:0:35577:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.688508:0:35577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.688511:0:35577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573241.688514:0:35577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.688519:0:35577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.688533:0:35577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:1.0:1777573241.688535:0:35577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777573241.688538:0:35577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.688542:0:35577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b003 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x319:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.689923:0:35577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.689937:0:35577:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.689944:0:35577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.689950:0:35577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573241.689953:0:35577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.689960:0:35577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.689973:0:35577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.689976:0:35577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777573241.689980:0:35577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.689986:0:35577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119affc lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.690011:0:35577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.690013:0:35577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573241.690020:0:35577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119af31 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee09 expref: 397 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573241.690153:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2f8b8a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+396:59541:x1863919926087424:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 30940us (31195us total) trans 4294978933 rc 0/0 00000100:00100000:1.0:1777573241.690162:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5133 00000020:00080000:1.0:1777573241.690167:0:35577:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1777573241.693949:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.694008:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926088064 00000100:00100000:0.0:1777573241.694018:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926088064 00000100:00100000:0.0:1777573241.694079:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15711 00000100:00100000:0.0:1777573241.694098:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+396:59541:x1863919926088064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573241.694122:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573241.694350:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119b00a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee48 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.694407:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119b00a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee48 expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.694420:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119b00a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee48 expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.694434:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573241.694436:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573241.694439:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:0.0:1777573241.694724:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+397:59541:x1863919926088064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 638us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.694729:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15711 00000100:00100000:3.0:1777573241.698780:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.698936:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926088320 00000100:00100000:1.0:1777573241.698946:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926088320 00000100:00100000:1.0:1777573241.699010:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5134 00000100:00100000:1.0:1777573241.699020:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+397:59541:x1863919926088320:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573241.699341:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+398:59541:x1863919926088320:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 322us (568us total) trans 4294978934 rc 0/0 00000100:00100000:1.0:1777573241.699350:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5134 00000100:00100000:3.0:1777573241.703639:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.703737:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926088576 00000100:00100000:1.0:1777573241.703747:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926088576 00000100:00100000:1.0:1777573241.703814:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5135 00000100:00100000:1.0:1777573241.703825:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+398:59541:x1863919926088576:12345-192.168.204.27@tcp:35:lfs.0 00000004:00080000:1.0:1777573241.704050:0:6488:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0x319:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1777573241.704139:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x319:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.704153:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.704165:0:6488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.704170:0:6488:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.704174:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.704178:0:6488:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.704196:0:6488:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777573241.704301:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+399:59541:x1863919926088576:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 479us (669us total) trans 4294978935 rc 0/0 00000100:00100000:1.0:1777573241.704307:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5135 00010000:00010000:3.0:1777573241.704535:0:29350:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573241.704626:0:29350:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.704635:0:29350:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573241.704639:0:29350:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.704646:0:29350:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.704658:0:29350:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00010000:00010000:3.0:1777573241.704661:0:29350:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573241.704665:0:29350:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.704669:0:29350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119b011 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.704679:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573241.704680:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573241.704681:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573241.724150:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.724240:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926088704 00000100:00100000:0.0:1777573241.724251:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926088704 00000100:00100000:0.0:1777573241.724342:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15712 00000100:00100000:0.0:1777573241.724352:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+399:59542:x1863919926088704:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573241.724378:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573241.724474:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b018 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee4f expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724537:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724551:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724562:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724576:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724582:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724589:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724662:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724671:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724678:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573241.724717:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:0.0:1777573241.724720:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573241.724736:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724749:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724761:0:7963:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724767:0:7963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724773:0:7963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724780:0:7963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724786:0:7963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573241.724789:0:7963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724796:0:7963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724807:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d2c71ad400) 00010000:00010000:0.0:1777573241.724810:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573241.724814:0:7963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724820:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b01f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724831:0:7963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724837:0:7963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724843:0:7963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724847:0:7963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573241.724850:0:7963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724856:0:7963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724862:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d2c71ad700) 00010000:00010000:0.0:1777573241.724865:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573241.724867:0:7963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724872:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589400/0x8dc0a528a119b026 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724899:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b018 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee4f expref: 401 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724914:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee4f expref: 400 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.724920:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573241.724922:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573241.724925:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589a00, rc 0) 00000100:00100000:0.0:1777573241.724982:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+400:59542:x1863919926088704:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 632us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.724993:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15712 00000100:00100000:0.0:1777573241.731229:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.731630:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926088960 00000100:00100000:2.0:1777573241.731640:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926088960 00000100:00100000:2.0:1777573241.731730:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15713 00000100:00100000:2.0:1777573241.731740:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+400:59542:x1863919926088960:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.731757:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.731776:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b034 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee56 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.731874:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b03b lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.731889:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b03b lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.731900:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b03b lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573241.731911:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:2.0:1777573241.732003:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b034 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee56 expref: 403 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.732020:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b03b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee56 expref: 402 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.732029:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573241.732031:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777573241.732035:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631c00, rc 0) 00000100:00100000:2.0:1777573241.732102:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+402:59542:x1863919926088960:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 363us (881us total) trans 4294978936 rc 0/0 00000100:00100000:2.0:1777573241.732109:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15713 00000100:00100000:3.0:1777573241.735024:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.735151:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926089216 00000100:00100000:1.0:1777573241.735160:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926089216 00000100:00100000:1.0:1777573241.735213:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15714 00000100:00100000:1.0:1777573241.735222:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+402:59542:x1863919926089216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573241.735244:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573241.735519:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119b049 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee5d expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.735618:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b050 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.735633:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b050 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.735647:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b050 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573241.735659:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:1.0:1777573241.735751:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119b049 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee5d expref: 405 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.735768:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b050 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee5d expref: 404 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.735777:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573241.735780:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573241.735783:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0e00, rc 0) 00000100:00100000:1.0:1777573241.735834:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+404:59542:x1863919926089216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 614us (818us total) trans 4294978937 rc 0/0 00000100:00100000:1.0:1777573241.735841:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15714 00000100:00100000:1.0:1777573241.739548:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.739674:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926089344 00000100:00100000:3.0:1777573241.739690:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926089344 00000100:00100000:3.0:1777573241.739810:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12643 00000100:00100000:3.0:1777573241.739823:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926089344:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573241.739916:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573241.739942:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee64 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573241.739982:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d4f, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:3.0:1777573241.740008:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.740011:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.740022:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee64 expref: 26 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.740042:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee64 expref: 26 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.740057:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab200, rc 0) 00000100:00100000:3.0:1777573241.740155:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926089344:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 335us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.740162:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12643 00000100:00100000:0.0:1777573241.743831:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.743898:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926089472 00000100:00100000:2.0:1777573241.743913:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926089472 00000100:00100000:2.0:1777573241.743982:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12644 00000100:00100000:2.0:1777573241.743991:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926089472:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.744010:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.744108:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee6b expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573241.744134:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d51, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:2.0:1777573241.744153:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.744156:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.744164:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee6b expref: 22 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.744383:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee6b expref: 22 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.744398:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630200, rc 0) 00000100:00100000:2.0:1777573241.744459:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926089472:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 469us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.744466:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12644 00000100:00100000:0.0:1777573241.748017:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.748075:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926089600 00000100:00100000:3.0:1777573241.748098:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926089600 00000100:00100000:3.0:1777573241.748369:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12645 00000100:00100000:0.0:1777573241.748420:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926089600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573241.748452:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573241.748482:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee72 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573241.748522:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d55, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:0.0:1777573241.748546:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.748549:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.748560:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee72 expref: 23 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.748579:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee72 expref: 23 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.748593:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588e00, rc 0) 00000100:00100000:0.0:1777573241.748671:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926089600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 290us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.748679:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12645 00000100:00100000:1.0:1777573241.754954:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.756415:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926089728 00000100:00100000:2.0:1777573241.756428:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926089728 00000100:00100000:2.0:1777573241.756499:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12646 00000100:00100000:2.0:1777573241.756512:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926089728:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.756530:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.756550:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee79 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573241.756574:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d57, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:2.0:1777573241.756593:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.756595:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.756603:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee79 expref: 24 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.756619:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee79 expref: 24 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.756632:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:2.0:1777573241.756697:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926089728:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 189us (1758us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.756704:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12646 00000100:00100000:1.0:1777573241.760185:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.760338:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926089856 00000100:00100000:2.0:1777573241.760351:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926089856 00000100:00100000:2.0:1777573241.760418:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12647 00000100:00100000:2.0:1777573241.760431:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926089856:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.760455:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.760485:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee80 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573241.760524:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d5d, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:2.0:1777573241.760550:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.760553:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.760563:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee80 expref: 25 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.760582:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee80 expref: 25 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.760597:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630400, rc 0) 00000100:00100000:2.0:1777573241.760739:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926089856:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 309us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.760748:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12647 00000100:00100000:0.0:1777573241.763234:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.763503:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926089984 00000100:00100000:3.0:1777573241.763515:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926089984 00000100:00100000:3.0:1777573241.763585:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12648 00000100:00100000:3.0:1777573241.763595:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926089984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573241.763615:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573241.763638:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee87 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573241.763670:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d5e, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:3.0:1777573241.763693:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.763695:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.763705:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee87 expref: 27 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.763723:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee87 expref: 27 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.763737:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab800, rc 0) 00000100:00100000:3.0:1777573241.763791:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926089984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 197us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.763799:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12648 00000100:00100000:3.0:1777573241.767084:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.767378:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926090112 00000100:00100000:2.0:1777573241.767390:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926090112 00000100:00100000:2.0:1777573241.768261:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12649 00000100:00100000:2.0:1777573241.769145:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926090112:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.769250:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.769312:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee8e expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573241.769350:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d62, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:2.0:1777573241.769380:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.769389:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.769401:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee8e expref: 26 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.769423:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee8e expref: 26 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.769439:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630600, rc 0) 00000100:00100000:2.0:1777573241.769535:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926090112:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 411us (2462us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.769543:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12649 00000100:00100000:1.0:1777573241.772136:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.772220:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926090240 00000100:00100000:0.0:1777573241.772231:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926090240 00000100:00100000:0.0:1777573241.772333:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12650 00000100:00100000:0.0:1777573241.772345:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926090240:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573241.772364:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573241.772392:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee95 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573241.772421:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d67, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:0.0:1777573241.772445:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.772447:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.772457:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee95 expref: 28 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.772480:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee95 expref: 28 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.772494:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589400, rc 0) 00000100:00100000:0.0:1777573241.772557:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926090240:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 214us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573241.772564:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12650 00000100:00100000:0.0:1777573241.777221:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.777342:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926090368 00000100:00100000:2.0:1777573241.777355:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926090368 00000100:00100000:2.0:1777573241.777424:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12651 00000100:00100000:2.0:1777573241.777435:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926090368:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.777458:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.777486:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ee9c expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573241.777518:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d68, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:2.0:1777573241.777548:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.777550:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.777561:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee9c expref: 27 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.777580:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee9c expref: 27 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.777602:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631800, rc 0) 00000100:00100000:2.0:1777573241.777676:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926090368:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 242us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.777688:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12651 00000100:00100000:3.0:1777573241.780250:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.780598:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926090496 00000100:00100000:2.0:1777573241.780611:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926090496 00000100:00100000:2.0:1777573241.780718:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12652 00000100:00100000:2.0:1777573241.780731:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926090496:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.780758:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.780784:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eea3 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573241.780815:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d6a, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:2.0:1777573241.782253:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.782260:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.782367:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eea3 expref: 29 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.782392:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eea3 expref: 29 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.782407:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630000, rc 0) 00000100:00100000:2.0:1777573241.782541:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926090496:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1812us (2301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.782555:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12652 00000100:00100000:1.0:1777573241.785097:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.785260:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926090624 00000100:00100000:3.0:1777573241.785291:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926090624 00000100:00100000:3.0:1777573241.785505:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12653 00000100:00100000:3.0:1777573241.785515:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926090624:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573241.785535:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573241.785556:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eeaa expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573241.785581:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d6c, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:3.0:1777573241.785601:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.785603:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.785611:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeaa expref: 28 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.785630:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeaa expref: 28 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.785645:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab000, rc 0) 00000100:00100000:3.0:1777573241.785716:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926090624:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 202us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.785725:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12653 00000100:00100000:0.0:1777573241.792637:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.792748:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926090752 00000100:00100000:1.0:1777573241.792758:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926090752 00000100:00100000:1.0:1777573241.792820:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12654 00000100:00100000:1.0:1777573241.792831:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926090752:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573241.792847:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573241.792867:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eeb1 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573241.792890:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 147019, mtime: 0x69f39d78, atime: 0x69f39d6d, ctime: 0x69f39d78, blocks: 0x80 00010000:00010000:1.0:1777573241.792909:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.792912:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573241.792920:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb1 expref: 30 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.792937:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb1 expref: 30 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573241.792949:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0200, rc 0) 00000100:00100000:1.0:1777573241.793049:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926090752:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 221us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573241.793054:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12654 00000100:00100000:1.0:1777573241.831587:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.831703:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926090880 00000100:00100000:3.0:1777573241.831715:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926090880 00000100:00100000:3.0:1777573241.831799:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5488 00000100:00100000:3.0:1777573241.831809:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926090880:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573241.831853:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.831872:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.831874:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.831881:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.831896:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.836962:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.836988:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.836999:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.837007:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573241.837012:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.837022:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.837043:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.837052:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b0b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.837174:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926090880:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5353us (5587us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777573241.837187:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5488 00000100:00100000:1.0:1777573241.840551:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.840665:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926091008 00000100:00100000:2.0:1777573241.840678:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926091008 00000100:00100000:2.0:1777573241.840772:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5489 00000100:00100000:2.0:1777573241.840784:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+28:2405:x1863919926091008:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573241.840827:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.840852:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee41 expref: 28 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.840863:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573241.840866:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573241.840870:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.840913:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee41 expref: 28 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.840936:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee41 expref: 28 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.840953:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932184960:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573241.841049:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6480 going to sleep for 11 seconds 00000100:00100000:1.0:1777573241.843140:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.843202:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932184960:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573241.843239:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.843240:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926091136 00000100:00100000:3.0:1777573241.843251:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926091136 00010000:00010000:3.0:1777573241.843332:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee41 expref: 29 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.843366:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5730 00000100:00100000:3.0:1777573241.843377:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926091136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573241.843408:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573241.843434:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee41 expref: 29 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.843452:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee41 expref: 29 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.843480:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119afd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee41 expref: 29 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.843499:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.843501:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.843507:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.843517:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.843549:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573241.843693:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.843704:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.843760:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926091136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 384us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573241.843769:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5730 00010000:00010000:2.0:1777573241.847366:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.847391:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.847400:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.847408:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573241.847413:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.847435:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.847458:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.847470:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b0b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.847585:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919926091008:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6798us (7041us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777573241.847597:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5489 00000100:00100000:1.0:1777573241.856931:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.857055:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926091264 00000100:00100000:2.0:1777573241.857069:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926091264 00000100:00100000:2.0:1777573241.857316:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 633 00000100:00100000:2.0:1777573241.857330:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+404:59542:x1863919926091264:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:2.0:1777573241.857351:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573241.857384:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b050 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee5d expref: 404 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.857411:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573241.857417:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573241.857480:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+403:59542:x1863919926091264:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 154us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573241.857489:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 633 00000100:00100000:0.0:1777573241.861372:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573241.861821:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926091520 00000100:00100000:1.0:1777573241.861834:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926091520 00000100:00100000:1.0:1777573241.861897:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5136 00000100:00100000:1.0:1777573241.861908:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+403:59542:x1863919926091520:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573241.862207:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+404:59542:x1863919926091520:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 300us (848us total) trans 4294978938 rc 0/0 00000100:00100000:1.0:1777573241.862215:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5136 00000100:00100000:3.0:1777573241.881208:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.881765:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926091776 00000100:00100000:2.0:1777573241.881781:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926091776 00000100:00100000:2.0:1777573241.881863:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15715 00000100:00100000:2.0:1777573241.881877:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+404:59543:x1863919926091776:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573241.881914:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573241.881942:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b0c0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eeb8 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.882099:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b0c7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.882118:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b0c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.882129:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b0c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573241.882142:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:2.0:1777573241.882547:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b0c0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb8 expref: 407 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.882570:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b0c7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb8 expref: 406 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.882580:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573241.882584:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777573241.882588:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:2.0:1777573241.882657:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+406:59543:x1863919926091776:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 785us (1464us total) trans 4294978939 rc 0/0 00000100:00100000:2.0:1777573241.882665:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15715 00000100:00100000:0.0:1777573241.887256:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.887422:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926091904 00000100:00100000:2.0:1777573241.887437:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926091904 00000100:00100000:2.0:1777573241.887639:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5490 00000100:00100000:2.0:1777573241.887651:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919926091904:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573241.887694:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.887718:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.887720:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.887727:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.887919:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.891861:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.891883:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.891889:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.891894:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573241.891898:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.891905:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.891923:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.891933:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.892017:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919926091904:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4364us (4771us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573241.892024:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5490 00000100:00100000:3.0:1777573241.898144:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.898218:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926092032 00000100:00100000:0.0:1777573241.898232:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926092032 00000100:00100000:0.0:1777573241.898350:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5491 00000100:00100000:0.0:1777573241.898363:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926092032:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573241.898407:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.898425:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.898427:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.898432:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.898446:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.903588:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.903616:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.903627:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.903635:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573241.903641:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.903651:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.903674:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.903683:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119b0dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.903944:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926092032:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5574us (5803us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777573241.903956:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5491 00000100:00100000:3.0:1777573241.908484:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.908620:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926092160 00000100:00100000:2.0:1777573241.908633:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926092160 00000100:00100000:2.0:1777573241.908714:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5492 00000100:00100000:2.0:1777573241.908728:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926092160:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573241.908770:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.908790:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.908792:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.908799:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.908814:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.912266:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.912329:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.912346:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.912353:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573241.912359:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.912368:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.912392:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.912400:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.912507:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926092160:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3766us (4023us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573241.912520:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5492 00000100:00100000:1.0:1777573241.918543:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.918646:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926092288 00000100:00100000:3.0:1777573241.918660:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926092288 00000100:00100000:3.0:1777573241.918800:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5493 00000100:00100000:3.0:1777573241.918812:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926092288:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573241.918855:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.918876:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.918879:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.918886:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.918903:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.923556:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.923573:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.923583:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.923590:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573241.923595:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.923603:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.923625:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.923633:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b0ea lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573241.923719:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926092288:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4906us (5182us total) trans 0 rc 147456/147456 00000100:00100000:3.0:1777573241.923731:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5493 00000100:00100000:1.0:1777573241.931532:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.931586:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926092416 00000100:00100000:0.0:1777573241.931598:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926092416 00000100:00100000:0.0:1777573241.931708:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5494 00000100:00100000:0.0:1777573241.931720:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926092416:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573241.931780:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.931806:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.931809:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.931816:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.931834:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.938460:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.938485:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.938502:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.938510:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eb400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573241.938515:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.938525:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.938549:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.938557:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a69f06a7/0x8dc0a528a119b0f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.938667:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926092416:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6944us (7146us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777573241.938680:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5494 00000100:00100000:0.0:1777573241.944770:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.944882:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926092544 00000100:00100000:3.0:1777573241.944896:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926092544 00000100:00100000:3.0:1777573241.945014:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5495 00000100:00100000:3.0:1777573241.945026:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926092544:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573241.945071:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.945102:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.945105:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.945113:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.945130:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.948389:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.948421:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.948431:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.948439:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573241.948445:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.948455:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.948479:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.948487:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b0f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.949300:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926092544:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4243us (4510us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573241.949316:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5495 00000100:00100000:0.0:1777573241.955693:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.955900:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926092672 00000100:00100000:2.0:1777573241.955915:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926092672 00000100:00100000:2.0:1777573241.956045:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5496 00000100:00100000:2.0:1777573241.956058:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926092672:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573241.956119:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.956208:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.956212:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.956219:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.956237:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.959255:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.959310:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.959322:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.959330:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573241.959336:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.959346:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.959369:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.959376:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b0ff lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.959527:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926092672:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3467us (3844us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573241.959538:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5496 00000100:00100000:1.0:1777573241.964560:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573241.964620:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926092800 00000100:00100000:3.0:1777573241.964634:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926092800 00000100:00100000:3.0:1777573241.964718:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5497 00000100:00100000:3.0:1777573241.964727:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926092800:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573241.964763:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.964786:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.964788:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573241.964794:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573241.964807:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.967646:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.967682:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.967699:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.967708:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573241.967714:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.967725:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.967748:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.967757:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b106 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573241.968062:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926092800:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3133us (3313us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777573241.968075:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5497 00000100:00100000:3.0:1777573241.972176:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.972250:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926092928 00000100:00100000:2.0:1777573241.972265:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926092928 00000100:00100000:2.0:1777573241.972393:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5498 00000100:00100000:2.0:1777573241.972407:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919926092928:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573241.972454:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.972474:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.972477:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.972484:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.972502:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.975755:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.975780:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.975797:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.975958:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573241.975963:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.975974:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.975998:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.976006:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b10d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.976193:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919926092928:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3782us (4024us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573241.976204:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5498 00000100:00100000:3.0:1777573241.981419:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.981898:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926093056 00000100:00100000:2.0:1777573241.981915:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926093056 00000100:00100000:2.0:1777573241.982012:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5499 00000100:00100000:2.0:1777573241.982021:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926093056:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573241.982060:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.982094:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.982097:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573241.982103:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.982119:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.986167:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.986203:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.986214:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.986222:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573241.986228:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.986238:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.986263:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.986324:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b114 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.986427:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926093056:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4399us (5017us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573241.986438:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5499 00000100:00100000:3.0:1777573241.991728:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573241.991853:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926093184 00000100:00100000:0.0:1777573241.991865:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926093184 00000100:00100000:0.0:1777573241.991943:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5500 00000100:00100000:0.0:1777573241.991951:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919926093184:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573241.991989:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.992011:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.992013:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573241.992019:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573241.992031:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.994172:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.994195:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.994205:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.994212:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573241.994217:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.994225:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.994246:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573241.994256:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119b11b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573241.994385:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919926093184:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2429us (2667us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573241.994395:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5500 00000100:00100000:3.0:1777573241.999813:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573241.999935:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926093312 00000100:00100000:2.0:1777573241.999949:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926093312 00000100:00100000:2.0:1777573242.000040:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5501 00000100:00100000:2.0:1777573242.000050:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926093312:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.000103:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.000124:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.000127:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.000134:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.000149:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.003242:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.003449:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.003460:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.003475:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.003480:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.003489:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.003512:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.003520:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b122 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.003610:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926093312:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3554us (3803us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573242.003621:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5501 00000100:00100000:3.0:1777573242.009604:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.009689:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926093440 00000100:00100000:1.0:1777573242.009703:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926093440 00000100:00100000:1.0:1777573242.009816:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5502 00000100:00100000:1.0:1777573242.009828:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926093440:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573242.009878:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.009896:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.009897:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.009903:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.009915:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777573242.010115:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777573242.013738:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.013758:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.013765:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.013770:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573242.013774:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.013782:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.013800:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.013804:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e28f3a2/0x8dc0a528a119b129 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.013881:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926093440:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4050us (4282us total) trans 0 rc 147456/147456 00000100:00100000:1.0:1777573242.013892:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5502 00000100:00100000:0.0:1777573242.047243:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.047454:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926093568 00000100:00100000:3.0:1777573242.047540:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926093568 00000100:00100000:3.0:1777573242.047666:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5503 00000100:00100000:3.0:1777573242.047678:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926093568:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573242.047722:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.047743:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.047746:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.047843:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.047860:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.053840:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.053866:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.053876:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.053884:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573242.053889:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.053898:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.053921:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.053936:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b130 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.054042:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926093568:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6360us (6808us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777573242.054055:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5503 00000100:00100000:0.0:1777573242.058518:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.058655:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926093696 00000100:00100000:2.0:1777573242.058670:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926093696 00000100:00080000:3.0:1777573242.058738:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573242.059229:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5504 00000100:00100000:2.0:1777573242.059242:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926093696:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:2.0:1777573242.059333:0:24427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d79, atime: 0x69f39d79, ctime: 0x69f39d79, blocks: 0x1a8 00010000:00010000:2.0:1777573242.059345:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.059365:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.059368:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.059375:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.059391:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.065045:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.065070:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.065092:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.065101:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.065107:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.065117:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.065141:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.065150:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000171aa2e1/0x8dc0a528a119b137 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.065620:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926093696:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6373us (7108us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777573242.065632:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5504 00000100:00100000:0.0:1777573242.076078:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.076225:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926093824 00000100:00100000:2.0:1777573242.076237:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926093824 00000100:00080000:3.0:1777573242.076382:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573242.076616:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 634 00000100:00100000:2.0:1777573242.076628:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+406:59543:x1863919926093824:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:2.0:1777573242.076654:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573242.076687:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b0c7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb8 expref: 406 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.076709:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.076715:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573242.076790:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+405:59543:x1863919926093824:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 165us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.076799:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 634 00000100:00100000:3.0:1777573242.081673:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.081759:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926094080 00000100:00100000:1.0:1777573242.081774:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926094080 00000100:00100000:1.0:1777573242.081842:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5137 00000100:00100000:1.0:1777573242.081855:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+405:59543:x1863919926094080:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573242.082237:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+406:59543:x1863919926094080:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 309us (502us total) trans 4294978940 rc 0/0 00000100:00100000:1.0:1777573242.082247:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5137 00000100:00100000:1.0:1777573242.085630:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.085769:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926094336 00000100:00100000:0.0:1777573242.085781:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926094336 00000100:00100000:0.0:1777573242.085899:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15716 00000100:00100000:0.0:1777573242.085908:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+406:59390:x1863919926094336:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573242.085933:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573242.085956:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6ec00/0x8dc0a528a119b13e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eebf expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.086076:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.086105:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee4f expref: 407 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.086112:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.086149:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee4f expref: 407 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.086179:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee4f expref: 407 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.086193:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932185088:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573242.086335:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.088692:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.088803:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932185088:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573242.088837:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.088968:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926094464 00000100:00100000:3.0:1777573242.088982:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926094464 00010000:00010000:3.0:1777573242.089036:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee4f expref: 408 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.089098:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5731 00000100:00100000:3.0:1777573242.089110:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+408:2403:x1863919926094464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573242.089126:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573242.089134:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee4f expref: 408 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.089149:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee4f expref: 408 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.089170:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b02d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee4f expref: 408 pid: 7963 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.089189:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573242.089194:0:34391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.089204:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.089212:0:34391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.089238:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573242.089399:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.089409:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573242.089446:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000100:00100000:3.0:1777573242.089466:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+407:2403:x1863919926094464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 359us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.089473:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5731 00010000:00010000:2.0:1777573242.089635:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6ec00/0x8dc0a528a119b13e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eebf expref: 408 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.089657:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eebf expref: 407 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.089666:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.089668:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777573242.089672:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c8344200, rc 0) 00000100:00100000:2.0:1777573242.089731:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919926094336:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3824us (4113us total) trans 4294978941 rc 0/0 00000100:00100000:2.0:1777573242.089739:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15716 00000100:00100000:0.0:1777573242.092119:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.092238:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926094592 00000100:00100000:1.0:1777573242.092251:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926094592 00000100:00100000:1.0:1777573242.092589:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15717 00000100:00100000:1.0:1777573242.092603:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919926094592:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573242.092635:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573242.092662:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119b153 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eec6 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.092786:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.092805:0:6484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eebf expref: 408 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.092815:0:6484:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.092857:0:6484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eebf expref: 408 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.092871:0:6484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eebf expref: 408 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.092889:0:6484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932185216:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573242.092994:0:6484:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d1023e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.095016:0:6484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca395180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932185216:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573242.095041:0:6484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.096060:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.096612:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926094720 00000100:00100000:1.0:1777573242.096623:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926094720 00010000:00010000:1.0:1777573242.096827:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eebf expref: 409 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.096873:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5732 00000100:00100000:1.0:1777573242.096882:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+409:2403:x1863919926094720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573242.096897:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573242.096903:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eebf expref: 409 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.096914:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eebf expref: 409 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.096935:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119b145 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eebf expref: 409 pid: 6486 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.096950:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573242.096955:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.096964:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.096971:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.097049:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573242.097121:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+408:2403:x1863919926094720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 240us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.097130:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5732 00010000:00010000:3.0:1777573242.097740:0:6484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.097750:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573242.097809:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:3.0:1777573242.097813:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573242.097834:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.097865:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119b153 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eec6 expref: 408 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.097881:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eec6 expref: 407 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.097889:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573242.097892:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573242.097894:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1a00, rc 0) 00000100:00100000:3.0:1777573242.097935:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919926094592:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 5337us (5825us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.097946:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15717 00000100:00100000:0.0:1777573242.101808:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.101866:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.101959:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926094976 00000100:00100000:2.0:1777573242.101969:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926094976 00000100:00100000:1.0:1777573242.102049:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926094848 00000100:00100000:2.0:1777573242.102054:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12655 00000100:00100000:2.0:1777573242.102064:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926094976:12345-192.168.204.27@tcp:101:fsx.0 00000100:00100000:1.0:1777573242.102064:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926094848 00010000:00010000:2.0:1777573242.102090:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.102106:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b161 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eed4 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.102173:0:14598:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14598:1863919932185344:192.168.204.27@tcp:106: 00000100:00100000:1.0:1777573242.102233:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12656 00000100:00100000:1.0:1777573242.102242:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926094848:12345-192.168.204.27@tcp:101:fsx.0 00000100:00100000:2.0:1777573242.102255:0:14598:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6540 going to sleep for 11 seconds 00010000:00010000:1.0:1777573242.102260:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573242.102296:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eecd expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573242.102318:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d79, atime: 0x69f39d79, ctime: 0x69f39d79, blocks: 0x1a8 00010000:00010000:1.0:1777573242.102331:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.102333:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.102342:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eecd expref: 28 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.102358:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eecd expref: 28 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.102370:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0400, rc 0) 00000100:00100000:1.0:1777573242.102398:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926094848:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 157us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.102404:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12656 00000100:00100000:2.0:1777573242.104508:0:14598:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14598:1863919932185344:192.168.204.27@tcp:106: 00010000:00010000:2.0:1777573242.104541:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b161 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eed4 expref: 31 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.104561:0:14598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b161 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eed4 expref: 31 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.104572:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:2.0:1777573242.104651:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926094976:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 2588us (2853us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573242.104659:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12655 00000100:00100000:1.0:1777573242.109740:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.109798:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926095104 00000100:00100000:3.0:1777573242.109809:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926095104 00002000:00100000:3.0:1777573242.109859:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3f9:0x0] (8192->32767) req@ffff99d1ca397100 x1863919926095104/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573242.109871:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca397100 with x1863919926095104 ext(8192->32767) 00002000:00010000:3.0:1777573242.109878:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca397100 00000100:00100000:3.0:1777573242.109901:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5505 00000100:00100000:3.0:1777573242.109911:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+28:2405:x1863919926095104:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:3.0:1777573242.113094:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+28:2405:x1863919926095104:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 3166us (3345us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1777573242.113108:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5505 00002000:00100000:3.0:1777573242.113119:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3f9:0x0] (8192->32767) req@ffff99d1ca397100 x1863919926095104/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/440 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573242.113129:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1ca397100 with x1863919926095104 ext(8192->32767) 00002000:00010000:3.0:1777573242.113134:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1ca397100 00000100:00100000:1.0:1777573242.117007:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.118223:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926095232 00000100:00100000:2.0:1777573242.118236:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926095232 00000100:00100000:2.0:1777573242.118373:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12657 00000100:00100000:2.0:1777573242.118384:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926095232:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573242.118400:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.118417:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b16f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eedb expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.118476:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932185472:192.168.204.27@tcp:106: 00000100:00100000:2.0:1777573242.118683:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.121235:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932185472:192.168.204.27@tcp:106: 00010000:00010000:2.0:1777573242.121358:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b16f lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eedb expref: 31 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.121383:0:8360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b16f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eedb expref: 31 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.121401:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:2.0:1777573242.121472:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926095232:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3089us (4474us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573242.121482:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12657 00000100:00100000:0.0:1777573242.125318:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.126229:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926095488 00000100:00100000:2.0:1777573242.126244:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926095488 00000100:00100000:2.0:1777573242.126537:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5138 00000100:00100000:2.0:1777573242.126548:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919926095488:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:2.0:1777573242.126776:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+408:59390:x1863919926095488:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 229us (1467us total) trans 4294978942 rc 0/0 00000100:00100000:2.0:1777573242.126784:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5138 00000100:00100000:1.0:1777573242.128521:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.128618:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926095744 00000100:00100000:0.0:1777573242.128633:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926095744 00000100:00100000:0.0:1777573242.128781:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15718 00000100:00100000:0.0:1777573242.128793:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+408:59390:x1863919926095744:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573242.128821:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573242.128824:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1777573242.128855:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119b15a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eec6 expref: 408 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.128879:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b03b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee56 expref: 407 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.128893:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119b00a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee48 expref: 406 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.128911:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.128916:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573242.128930:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b176 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eee2 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.128986:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b17d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.129001:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b17d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.129010:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b17d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573242.129383:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3119, 88 off258968 00000004:00080000:0.0:1777573242.129394:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762675122536ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.130816:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3120, 88 off258704 00000004:00080000:0.0:1777573242.130856:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762676584126ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.130925:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3121, 88 off258792 00000004:00080000:0.0:1777573242.130932:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762676661126ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.130953:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3120, 88 off259056 00000004:00080000:0.0:1777573242.130958:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762676686319ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.130971:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3121, 88 off259144 00000004:00080000:0.0:1777573242.130974:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762676702909ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.131145:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3122, 88 off258880 00000004:00080000:0.0:1777573242.131153:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762676882142ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.131178:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3123, 88 off258968 00000004:00080000:0.0:1777573242.131183:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762676911641ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.131196:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3122, 88 off259232 00000004:00080000:0.0:1777573242.131202:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762676929846ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.131219:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3124, 88 off259056 00000004:00080000:0.0:1777573242.131224:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762676952471ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.131402:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3123, 88 off259320 00000004:00080000:0.0:1777573242.131408:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762677137047ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.131575:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3124, 88 off259408 00000004:00080000:0.0:1777573242.131580:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762677309283ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.131954:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3125, 88 off259144 00000004:00080000:0.0:1777573242.131961:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762677688908ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.131988:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3126, 88 off259232 00000004:00080000:0.0:1777573242.131994:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762677722267ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.132003:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3125, 88 off259496 00000004:00080000:0.0:1777573242.132007:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762677735353ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.132023:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3127, 88 off259320 00000004:00080000:0.0:1777573242.132028:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762677756363ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.132038:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3126, 88 off259584 00000004:00080000:0.0:1777573242.132042:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762677770522ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.132062:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3127, 88 off259672 00000004:00080000:0.0:1777573242.132067:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762677795969ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.132094:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3128, 88 off259408 00000004:00080000:0.0:1777573242.132099:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762677827837ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.132108:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3129, 88 off259496 00000004:00080000:0.0:1777573242.132111:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762677840217ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.132121:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3128, 88 off259760 00000004:00080000:0.0:1777573242.132124:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762677852658ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.132143:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3129, 88 off259848 00000004:00080000:0.0:1777573242.132147:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762677876153ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.132809:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3130, 88 off259584 00000004:00080000:0.0:1777573242.132818:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762678547177ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.132882:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3131, 88 off259672 00000004:00080000:0.0:1777573242.132888:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762678616697ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.133481:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3130, 88 off259936 00000004:00080000:0.0:1777573242.133487:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762679216072ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.133512:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3131, 88 off260024 00000004:00080000:0.0:1777573242.133516:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762679244327ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.133526:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3132, 88 off259760 00000004:00080000:0.0:1777573242.133528:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762679257377ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.133846:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3133, 88 off259848 00000004:00080000:0.0:1777573242.133854:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762679582639ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.133947:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3132, 88 off260112 00000004:00080000:0.0:1777573242.133953:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762679681912ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.133973:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3133, 88 off260200 00000004:00080000:0.0:1777573242.133978:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762679706499ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573242.133988:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3134, 88 off259936 00000004:00080000:0.0:1777573242.133991:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762679719497ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.134412:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3135, 88 off260024 00000004:00080000:0.0:1777573242.134418:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762680146687ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573242.134529:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3134, 88 off260288 00000004:00080000:0.0:1777573242.134535:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 762680263927ns, next at 756450581764ns, rc = 0 00000001:00080000:1.0:1777573242.138952:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978943 is committed 00000004:00080000:1.0:1777573242.138965:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2224 committed 00000004:00080000:1.0:1777573242.138986:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2225 committed 00000004:00080000:1.0:1777573242.139002:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2224 committed 00000004:00080000:1.0:1777573242.139005:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2223 committed 00000004:00080000:1.0:1777573242.139007:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2222 committed 00000004:00080000:1.0:1777573242.139009:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2223 committed 00000004:00080000:1.0:1777573242.139011:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2222 committed 00000004:00080000:1.0:1777573242.139013:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2221 committed 00000004:00080000:1.0:1777573242.139015:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2220 committed 00000004:00080000:1.0:1777573242.139017:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2221 committed 00000004:00080000:1.0:1777573242.139018:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2220 committed 00000004:00080000:1.0:1777573242.139020:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2219 committed 00000004:00080000:1.0:1777573242.139022:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2218 committed 00000004:00080000:1.0:1777573242.139024:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2219 committed 00000004:00080000:1.0:1777573242.139026:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2218 committed 00000004:00080000:1.0:1777573242.139027:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2217 committed 00000004:00080000:1.0:1777573242.139029:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2216 committed 00000004:00080000:1.0:1777573242.139031:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2217 committed 00000004:00080000:1.0:1777573242.139033:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2215 committed 00000004:00080000:1.0:1777573242.139035:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2216 committed 00000004:00080000:1.0:1777573242.139037:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2215 committed 00000004:00080000:1.0:1777573242.139039:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2214 committed 00000004:00080000:1.0:1777573242.139041:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2213 committed 00000004:00080000:1.0:1777573242.139043:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2214 committed 00000004:00080000:1.0:1777573242.139044:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2212 committed 00000004:00080000:1.0:1777573242.139046:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2213 committed 00000004:00080000:1.0:1777573242.139048:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2212 committed 00000004:00080000:1.0:1777573242.139050:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2211 committed 00000004:00080000:1.0:1777573242.139052:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2210 committed 00000004:00080000:1.0:1777573242.139054:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2211 committed 00000004:00080000:1.0:1777573242.139056:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2210 committed 00000004:00080000:1.0:1777573242.139058:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2209 committed 00000020:00080000:1.0:1777573242.139090:0:7399:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff99d1c1d38600 refcount 2 committed 0 result 0 batchid 85 00000020:00080000:1.0:1777573242.139096:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2e0576400 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d2c8538a80 00000020:00080000:1.0:1777573242.139099:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2e0576800 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c1d389c0 00000020:00080000:1.0:1777573242.139103:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d2e0576c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c47c0600 00000020:00080000:1.0:1777573242.139106:0:7399:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].63 00000020:00080000:3.0:1777573242.139168:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 85 committed batchid 84 00000020:00080000:3.0:1777573242.139228:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 84 00000100:00100000:0.0:1777573242.139321:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932185984:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.139387:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.139421:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932186496:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.139441:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.139464:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932187008:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573242.139471:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932185984 00000100:00100000:3.0:1777573242.139477:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932185984 00000100:00100000:0.0:1777573242.139490:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.139506:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932187520:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573242.139519:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932186496 00000100:00100000:3.0:1777573242.139522:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932186496 00000100:00100000:0.0:1777573242.139527:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.139549:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1777573242.139555:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932185600:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.139576:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.139584:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932185856:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573242.139642:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932187008 00000100:00100000:3.0:1777573242.139645:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932187008 00000100:00100000:3.0:1777573242.139665:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932187520 00000100:00100000:3.0:1777573242.139666:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932187520 00000100:00100000:3.0:1777573242.139680:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12658 00000100:00100000:3.0:1777573242.139686:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919932185984:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573242.139778:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573242.139781:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.139783:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573242.139785:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.139786:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573242.139808:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932186240:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573242.139815:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3636:x1863919932185984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 129us (428us total) trans 21474841897 rc 0/0 00000100:00100000:3.0:1777573242.139820:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12658 00000100:00100000:3.0:1777573242.139833:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932185600 00000100:00100000:3.0:1777573242.139835:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932185600 00000100:00100000:0.0:1777573242.139840:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.139848:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932186240 00000100:00100000:3.0:1777573242.139851:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932186240 00000100:00100000:0.0:1777573242.139857:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932186624:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573242.139862:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12659 00000100:00100000:3.0:1777573242.139867:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3636:x1863919932186496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.139884:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.139895:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932187136:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573242.139912:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573242.139937:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f9c00/2, rc 0, transno 21474841897 00000100:00100000:0.0:1777573242.139947:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932185984:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.139963:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932185728:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.139990:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777573242.139993:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573242.139997:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.139999:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573242.140002:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573242.140003:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.140005:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932186112:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573242.140006:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 128 00010000:00010000:2.0:1777573242.140020:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.140028:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.140037:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:0.0:1777573242.140037:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573242.140045:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.140054:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.140062:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932186752:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573242.140069:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932186496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 200us (626us total) trans 21474841898 rc 0/0 00000100:00100000:3.0:1777573242.140076:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12659 00000100:00100000:3.0:1777573242.140100:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932186624 00000100:00100000:0.0:1777573242.140101:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.140105:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932186624 00000100:00100000:0.0:1777573242.140116:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932187264:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573242.140122:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932187136 00000100:00100000:3.0:1777573242.140125:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932187136 00000100:00100000:3.0:1777573242.140137:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932185728 00000100:00100000:3.0:1777573242.140138:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932185728 00000100:00100000:3.0:1777573242.140146:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932186112 00000100:00100000:3.0:1777573242.140149:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932186112 00000100:00100000:3.0:1777573242.140159:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932186752 00000100:00100000:3.0:1777573242.140162:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932186752 00010000:00010000:2.0:1777573242.140170:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff99d2c71add00) 00000100:00100000:3.0:1777573242.140173:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12660 00010000:00010000:2.0:1777573242.140176:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573242.140182:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919932187008:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573242.140183:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.140193:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119afee lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x319:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.140211:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573242.140219:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.140227:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.140233:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.140239:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573242.140243:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.140246:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932187264 00010000:00010000:2.0:1777573242.140249:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573242.140250:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777573242.140252:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932187264 00002000:00010000:3.0:1777573242.140257:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.140263:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573242.140265:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00010000:00010000:2.0:1777573242.140267:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:3.0:1777573242.140268:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573242.140295:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12661 00000100:00100000:0.0:1777573242.140306:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932187520:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573242.140307:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573242.140313:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.140322:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932187008:12345-0@lo:2:osp-syn-1-1.0 Request processed in 140us (835us total) trans 17179875076 rc 0/0 00010000:00010000:2.0:1777573242.140323:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119aff5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.140363:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12662 00000100:00100000:2.0:1777573242.140373:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919932185600:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573242.140376:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.140380:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.140383:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573242.140385:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.140387:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573242.140414:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932187520:12345-0@lo:2:osp-syn-1-1.0 Request processed in 112us (887us total) trans 17179875077 rc 0/0 00000100:00100000:0.0:1777573242.140421:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12661 00000100:00100000:0.0:1777573242.140437:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12663 00002000:00010000:2.0:1777573242.140441:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573242.140445:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00000100:00100000:0.0:1777573242.140446:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932186240:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573242.140449:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777573242.140455:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:2.0:1777573242.140457:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573242.140489:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932185600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (911us total) trans 21474841899 rc 0/0 00000100:00100000:2.0:1777573242.140496:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12662 00002000:00010000:0.0:1777573242.140503:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573242.140506:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.140508:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573242.140510:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.140511:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573242.140516:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12664 00000100:00100000:2.0:1777573242.140523:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932186624:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.140534:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932186240:12345-0@lo:2:osp-syn-0-1.0 Request processed in 91us (697us total) trans 21474841900 rc 0/0 00000100:00100000:0.0:1777573242.140539:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12663 00000100:00100000:0.0:1777573242.140551:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12665 00000100:00100000:0.0:1777573242.140556:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932187136:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573242.140582:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573242.140586:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.140588:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573242.140590:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.140592:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:0.0:1777573242.140612:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.140616:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.140617:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573242.140619:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.140622:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573242.140624:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3636:x1863919932186624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 100us (738us total) trans 21474841901 rc 0/0 00000100:00100000:2.0:1777573242.140632:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12664 00000100:00100000:0.0:1777573242.140648:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3636:x1863919932187136:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (734us total) trans 17179875078 rc 0/0 00000100:00100000:2.0:1777573242.140651:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12666 00000100:00100000:0.0:1777573242.140660:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12665 00000100:00100000:2.0:1777573242.140665:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3634:x1863919932185728:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.140682:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12667 00000100:00100000:0.0:1777573242.140690:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932186112:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573242.140722:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573242.140726:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:2.0:1777573242.140729:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:2.0:1777573242.140731:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:2.0:1777573242.140733:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:0.0:1777573242.140750:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573242.140754:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.140757:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.140760:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.140763:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:2.0:1777573242.140769:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932185728:12345-0@lo:2:osp-syn-0-1.0 Request processed in 108us (780us total) trans 21474841902 rc 0/0 00000100:00100000:2.0:1777573242.140776:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12666 00000100:00100000:0.0:1777573242.140796:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932186112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 106us (759us total) trans 17179875079 rc 0/0 00000100:00100000:0.0:1777573242.140804:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12667 00000004:00080000:2.0:1777573242.140809:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fa680/2, rc 0, transno 21474841902 00000100:00100000:2.0:1777573242.140816:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932185728:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573242.140828:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f38e00/2, rc 0, transno 17179875079 00000100:00100000:0.0:1777573242.140831:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12668 00000100:00100000:2.0:1777573242.140842:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932186112:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573242.140843:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932186752:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573242.140900:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777573242.140901:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12669 00002000:00010000:0.0:1777573242.140906:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.140909:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.140913:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00000100:00100000:2.0:1777573242.140914:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932187264:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573242.140918:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573242.140957:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932186752:12345-0@lo:2:osp-syn-1-1.0 Request processed in 117us (856us total) trans 17179875080 rc 0/0 00000100:00100000:0.0:1777573242.140963:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12668 00000004:00080000:2.0:1777573242.140970:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f3a680/2, rc 0, transno 17179875080 00000100:00100000:2.0:1777573242.140982:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932186752:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573242.141025:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932187776:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573242.141053:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573242.141069:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b17d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee2 expref: 391 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.141075:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777573242.141093:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.141096:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:2.0:1777573242.141099:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932187904:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573242.141113:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b176 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee2 expref: 391 pid: 7963 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.141115:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12660 00000100:00100000:2.0:1777573242.141128:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.141138:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932187776 00000100:00100000:3.0:1777573242.141144:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932187776 00010000:00010000:0.0:1777573242.141144:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b17d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee2 expref: 390 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.141154:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932187904 00000100:00100000:2.0:1777573242.141159:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932187904 00000100:00100000:3.0:1777573242.141167:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12670 00010000:00010000:0.0:1777573242.141172:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.141177:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1777573242.141178:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932187776:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573242.141182:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00a00, rc 0) 00000100:00100000:2.0:1777573242.141186:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12671 00000100:00100000:2.0:1777573242.141195:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932187904:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573242.141232:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+390:59390:x1863919926095744:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 12440us (12715us total) trans 4294978943 rc 0/0 00002000:00010000:3.0:1777573242.141236:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573242.141241:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:0.0:1777573242.141242:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15718 00002000:00010000:3.0:1777573242.141245:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573242.141249:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.141251:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573242.141263:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573242.141267:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.141296:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573242.141299:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.141302:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573242.141310:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932187776:12345-0@lo:2:osp-syn-0-1.0 Request processed in 136us (255us total) trans 21474841903 rc 0/0 00000100:00100000:3.0:1777573242.141317:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12670 00000100:00100000:2.0:1777573242.141337:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932187904:12345-0@lo:2:osp-syn-1-1.0 Request processed in 143us (210us total) trans 17179875081 rc 0/0 00000100:00080000:3.0:1777573242.141339:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573242.141346:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573242.141347:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12671 00000004:00080000:3.0:1777573242.141375:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c58a3480/2, rc 0, transno 17179875081 00000100:00100000:3.0:1777573242.141387:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932187904:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573242.141399:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2af3b80/2, rc 0, transno 21474841903 00002000:00010000:2.0:1777573242.141401:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573242.141405:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.141407:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573242.141410:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.141412:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573242.141435:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932187264:12345-0@lo:2:osp-syn-1-1.0 Request processed in 526us (1225us total) trans 17179875082 rc 0/0 00000100:00100000:2.0:1777573242.141441:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12669 00000100:00100000:1.0:1777573242.141520:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932187648:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573242.141553:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.141587:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932188160:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.141599:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.141602:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932187776:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573242.141621:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6820380/2, rc 0, transno 17179875082 00000100:00100000:3.0:1777573242.141626:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932187264:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573242.141638:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.141853:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932187648 00000100:00100000:3.0:1777573242.141858:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932187648 00000100:00100000:2.0:1777573242.141865:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932185856 00000100:00100000:2.0:1777573242.141871:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932185856 00000100:00100000:3.0:1777573242.141883:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932188160 00000100:00100000:3.0:1777573242.141887:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932188160 00000100:00100000:2.0:1777573242.141906:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12672 00000100:00100000:0.0:1777573242.141913:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932186368:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573242.141919:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12673 00000100:00100000:2.0:1777573242.141922:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932187648:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573242.141931:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3635:x1863919932185856:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.141948:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777573242.141984:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573242.141988:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.141990:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573242.141992:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.141994:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573242.142021:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932187648:12345-0@lo:2:osp-syn-1-1.0 Request processed in 108us (468us total) trans 17179875083 rc 0/0 00000100:00100000:2.0:1777573242.142027:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12672 00000100:00100000:2.0:1777573242.142040:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932186368 00000100:00100000:2.0:1777573242.142043:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932186368 00000100:00100000:2.0:1777573242.142058:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12674 00000100:00100000:2.0:1777573242.142064:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3637:x1863919932188160:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573242.142133:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573242.142137:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.142140:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573242.142142:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.142145:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573242.142147:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573242.142151:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.142154:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573242.142156:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.142159:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573242.142175:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3635:x1863919932185856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 247us (577us total) trans 21474841904 rc 0/0 00000100:00100000:3.0:1777573242.142181:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12673 00000100:00100000:2.0:1777573242.142197:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3637:x1863919932188160:12345-0@lo:2:osp-syn-0-1.0 Request processed in 131us (558us total) trans 21474841905 rc 0/0 00000100:00100000:3.0:1777573242.142201:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12675 00000100:00100000:2.0:1777573242.142210:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12674 00000100:00100000:3.0:1777573242.142215:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932186368:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573242.142266:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573242.142289:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.142292:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573242.142295:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.142298:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573242.142403:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932186368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 117us (378us total) trans 21474841906 rc 0/0 00000100:00100000:3.0:1777573242.142410:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12675 00000100:00100000:3.0:1777573242.142478:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932188032:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573242.142500:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.143370:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932188288:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573242.143401:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.143425:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573242.143431:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932188416:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573242.143453:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.143478:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932188032 00000100:00100000:2.0:1777573242.143483:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932188032 00000100:00100000:2.0:1777573242.143510:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932188288 00000100:00100000:2.0:1777573242.143513:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932188288 00000100:00100000:2.0:1777573242.143524:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932188416 00000100:00100000:2.0:1777573242.143526:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932188416 00000100:00100000:2.0:1777573242.143537:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12676 00000100:00100000:2.0:1777573242.143544:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3636:x1863919932188032:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573242.143622:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573242.143627:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.143629:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573242.143631:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.143633:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573242.143660:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3636:x1863919932188032:12345-0@lo:2:osp-syn-0-1.0 Request processed in 117us (1159us total) trans 21474841907 rc 0/0 00000100:00100000:2.0:1777573242.143666:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12676 00000100:00100000:2.0:1777573242.143681:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12677 00000100:00100000:2.0:1777573242.143687:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932188288:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573242.143736:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573242.143739:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.143741:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573242.143743:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.143745:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573242.143770:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3634:x1863919932188288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (369us total) trans 17179875084 rc 0/0 00000100:00100000:2.0:1777573242.143775:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12677 00000100:00100000:2.0:1777573242.143785:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12678 00000100:00100000:2.0:1777573242.143790:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932188416:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573242.143828:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573242.143831:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.143833:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573242.143835:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.143838:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573242.143856:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3634:x1863919932188416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 66us (403us total) trans 17179875085 rc 0/0 00000100:00100000:2.0:1777573242.143861:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12678 00000004:00080000:2.0:1777573242.143891:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6823800/2, rc 0, transno 17179875085 00000100:00100000:2.0:1777573242.143901:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932188416:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573242.143910:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6823b80/2, rc 0, transno 17179875084 00000100:00100000:2.0:1777573242.143912:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932188288:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573242.144221:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2af1f80/2, rc 0, transno 21474841907 00000100:00100000:3.0:1777573242.144241:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2af1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932188032:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573242.144253:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fb800/2, rc 0, transno 21474841899 00000100:00100000:3.0:1777573242.144257:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932185600:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573242.144266:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f9880/2, rc 0, transno 21474841900 00000100:00100000:3.0:1777573242.144290:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932186240:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573242.144303:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2c27b80/2, rc 0, transno 21474841901 00000100:00100000:3.0:1777573242.144308:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932186624:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573242.144319:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6821c00/2, rc 0, transno 17179875078 00000100:00100000:3.0:1777573242.144329:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932187136:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573242.144344:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6820700/2, rc 0, transno 17179875076 00000100:00100000:3.0:1777573242.144350:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932187008:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573242.144361:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6821180/2, rc 0, transno 17179875077 00000100:00100000:3.0:1777573242.144366:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932187520:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573242.144377:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fad80/2, rc 0, transno 21474841898 00000100:00100000:3.0:1777573242.144388:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932186496:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573242.144390:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932188800:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573242.144403:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932188544:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573242.144421:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.144437:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.144444:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932189312:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573242.144461:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932189056:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573242.144476:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.144514:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777573242.144521:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932188928:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573242.144541:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2af2680/2, rc 0, transno 21474841905 00000100:00100000:2.0:1777573242.144548:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.144550:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2af2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932188160:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573242.144566:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c58a3b80/2, rc 0, transno 17179875083 00000100:00100000:2.0:1777573242.144570:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932189440:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573242.144572:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932187648:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573242.144587:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932188672:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573242.144596:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.144620:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932188800 00000100:00100000:1.0:1777573242.144624:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.144626:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932188800 00000100:00100000:1.0:1777573242.144641:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932189184:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573242.144662:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.144721:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932188544 00000100:00100000:2.0:1777573242.144725:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932188544 00000004:00080000:0.0:1777573242.144765:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45faa00/2, rc 0, transno 21474841906 00000100:00100000:0.0:1777573242.144770:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932186368:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.144774:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932186880:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573242.145130:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.145159:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932187392:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573242.145179:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.145184:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932189312 00000100:00100000:2.0:1777573242.145189:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932189312 00000004:00080000:1.0:1777573242.145200:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f8380/2, rc 0, transno 21474841904 00000100:00100000:3.0:1777573242.145202:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932188928 00000100:00100000:1.0:1777573242.145206:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932185856:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573242.145207:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932188928 00000100:00100000:2.0:1777573242.145214:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932189440 00000100:00100000:2.0:1777573242.145219:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932189440 00000100:00100000:3.0:1777573242.145233:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932188672 00000100:00100000:3.0:1777573242.145237:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932188672 00000100:00100000:2.0:1777573242.145240:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932189184 00000100:00100000:2.0:1777573242.145244:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932189184 00000100:00100000:3.0:1777573242.145257:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932186880 00000100:00100000:2.0:1777573242.145263:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932187392 00000100:00100000:2.0:1777573242.145266:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932187392 00000100:00100000:2.0:1777573242.145311:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12679 00000100:00100000:2.0:1777573242.145318:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932188800:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573242.145406:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:3.0:1777573242.145410:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932186880 00002000:00010000:2.0:1777573242.145411:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.145415:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573242.145418:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.145420:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573242.145435:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12680 00000100:00100000:3.0:1777573242.145444:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932188544:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573242.145458:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932188800:12345-0@lo:2:osp-syn-0-1.0 Request processed in 138us (1036us total) trans 21474841908 rc 0/0 00000100:00100000:2.0:1777573242.145465:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12679 00000100:00100000:2.0:1777573242.145484:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12681 00000100:00100000:2.0:1777573242.145492:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932189312:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573242.145514:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573242.145518:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.145520:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573242.145522:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.145524:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000004:00080000:1.0:1777573242.145539:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19880/2, rc 0, transno 21474841908 00000100:00100000:1.0:1777573242.145544:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932188800:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573242.145553:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932188544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 112us (1117us total) trans 17179875086 rc 0/0 00002000:00010000:2.0:1777573242.145557:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:3.0:1777573242.145562:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12680 00002000:00010000:2.0:1777573242.145562:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.145568:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573242.145572:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.145574:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573242.145583:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12682 00000100:00100000:3.0:1777573242.145592:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+19:3634:x1863919932188928:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.145621:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12683 00000100:00100000:0.0:1777573242.145629:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3634:x1863919932189440:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573242.145649:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573242.145652:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.145654:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573242.145656:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.145658:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573242.145681:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.145683:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.145685:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.145687:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.145689:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1777573242.145740:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fa300/2, rc 0, transno 17179875087 00000100:00100000:1.0:1777573242.145745:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932189312:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573242.145834:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19180/2, rc 0, transno 21474841909 00000100:00100000:1.0:1777573242.145837:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932188928:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573242.145844:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f8a80/2, rc 0, transno 17179875088 00000100:00100000:1.0:1777573242.145847:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932189440:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573242.145883:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3634:x1863919932189312:12345-0@lo:2:osp-syn-1-1.0 Request processed in 393us (1406us total) trans 17179875087 rc 0/0 00000100:00100000:2.0:1777573242.145889:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12681 00000100:00100000:3.0:1777573242.145905:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932188928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 313us (1356us total) trans 21474841909 rc 0/0 00000100:00100000:0.0:1777573242.145905:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3634:x1863919932189440:12345-0@lo:2:osp-syn-1-1.0 Request processed in 275us (1307us total) trans 17179875088 rc 0/0 00000100:00100000:2.0:1777573242.145906:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12684 00000100:00100000:3.0:1777573242.145916:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12682 00000100:00100000:2.0:1777573242.145920:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932188672:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573242.145924:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12683 00000100:00100000:3.0:1777573242.145935:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12685 00000100:00100000:0.0:1777573242.145939:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12686 00000100:00100000:3.0:1777573242.145942:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932189184:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.145945:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932187392:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573242.145983:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573242.145987:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.145989:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573242.145991:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573242.145993:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573242.146003:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.146003:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573242.146008:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.146008:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.146012:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573242.146012:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573242.146014:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573242.146015:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.146017:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573242.146018:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573242.146050:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3635:x1863919932187392:12345-0@lo:2:osp-syn-1-1.0 Request processed in 106us (870us total) trans 17179875090 rc 0/0 00000100:00100000:0.0:1777573242.146054:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12686 00000100:00100000:0.0:1777573242.146065:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12687 00000100:00100000:0.0:1777573242.146070:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932186880:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573242.146119:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1aa00/2, rc 0, transno 17179875089 00000100:00100000:2.0:1777573242.146121:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3637:x1863919932188672:12345-0@lo:2:osp-syn-1-1.0 Request processed in 205us (1498us total) trans 17179875089 rc 0/0 00000100:00100000:1.0:1777573242.146124:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932188672:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573242.146128:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12684 00000004:00080000:1.0:1777573242.146135:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1b100/2, rc 0, transno 21474841910 00002000:00010000:0.0:1777573242.146135:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:1.0:1777573242.146140:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932189184:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573242.146155:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d6822300/2, rc 0, transno 17179875090 00000100:00100000:1.0:1777573242.146158:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932187392:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573242.146181:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573242.146185:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.146188:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932189568:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573242.146202:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:3.0:1777573242.146205:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3637:x1863919932189184:12345-0@lo:2:osp-syn-0-1.0 Request processed in 262us (1541us total) trans 21474841910 rc 0/0 00002000:00010000:0.0:1777573242.146205:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573242.146208:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.146211:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 128 00000004:00080000:2.0:1777573242.146213:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c182e300/2, rc 0, transno 17179875086 00000100:00100000:3.0:1777573242.146214:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12685 00000100:00100000:1.0:1777573242.146219:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.146220:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932188544:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573242.146235:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932189056 00000100:00100000:3.0:1777573242.146240:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932189056 00000100:00100000:2.0:1777573242.146240:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932189568 00000100:00100000:2.0:1777573242.146247:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932189568 00000100:00100000:0.0:1777573242.146257:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932186880:12345-0@lo:2:osp-syn-1-1.0 Request processed in 184us (1125us total) trans 17179875091 rc 0/0 00000004:00080000:1.0:1777573242.146265:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f3b480/2, rc 0, transno 17179875091 00000100:00100000:0.0:1777573242.146265:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12687 00000100:00100000:1.0:1777573242.146288:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932186880:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573242.146306:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12688 00000100:00100000:0.0:1777573242.146313:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932189056:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573242.146359:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12689 00002000:00010000:0.0:1777573242.146366:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:3.0:1777573242.146367:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932189568:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573242.146369:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.146372:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573242.146374:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573242.146376:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:3.0:1777573242.146412:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573242.146415:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00000100:00100000:0.0:1777573242.146415:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932189056:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (229us total) trans 21474841911 rc 0/0 00002000:00010000:3.0:1777573242.146417:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.146420:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00000100:00100000:0.0:1777573242.146421:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12688 00002000:00010000:3.0:1777573242.146422:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:3.0:1777573242.146451:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932189568:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (238us total) trans 21474841912 rc 0/0 00000100:00100000:3.0:1777573242.146458:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12689 00000004:00080000:1.0:1777573242.146476:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2c24700/2, rc 0, transno 21474841912 00000100:00100000:1.0:1777573242.146482:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932189568:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573242.146511:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18700/2, rc 0, transno 21474841911 00000100:00100000:2.0:1777573242.146515:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932189056:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573242.146541:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.146577:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926095872 00000100:00100000:2.0:1777573242.146580:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926095872 00000100:00100000:2.0:1777573242.146606:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12690 00000100:00100000:2.0:1777573242.146612:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+30:59390:x1863919926095872:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573242.146621:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.146635:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eee9 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.146661:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee10 expref: 31 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.146670:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.146672:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.146675:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [139264->192511] (req 139264->192511) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 31 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.146700:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee10 expref: 31 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.146719:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee10 expref: 31 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.146727:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932189696:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573242.146775:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6900 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.148116:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932189696:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573242.148144:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [139264->192511] (req 139264->192511) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 31 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.148160:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:0.0:1777573242.148171:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.148238:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926096000 00000100:00100000:3.0:1777573242.148243:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926096000 00000100:00100000:2.0:1777573242.148244:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+31:59390:x1863919926095872:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 1631us (1703us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.148253:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12690 00010000:00010000:3.0:1777573242.148558:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee10 expref: 31 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.148594:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5733 00000100:00100000:3.0:1777573242.148603:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926096000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573242.148613:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573242.148629:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee10 expref: 31 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.148652:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee10 expref: 31 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.148673:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c00dd53/0x8dc0a528a119af54 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee10 expref: 31 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.148685:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.148686:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.148693:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 30 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.148703:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 30 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.148734:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 30 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.148746:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932189824:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573242.148795:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.151429:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.151483:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926096128 00000100:00100000:0.0:1777573242.151492:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926096128 00000100:00100000:0.0:1777573242.151551:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5506 00000100:00100000:0.0:1777573242.151558:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+31:2405:x1863919926096128:12345-192.168.204.27@tcp:22:fsx.0 00000100:00100000:3.0:1777573242.151600:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932189824:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573242.151621:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573242.151671:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926096000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3070us (3500us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.151681:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5733 00002000:00010000:0.0:1777573242.152041:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573242.152045:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.152048:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.152049:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.152051:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 448 -> 456 00000100:00100000:0.0:1777573242.152094:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+31:2405:x1863919926096128:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 535us (672us total) trans 17179875092 rc 0/0 00000100:00100000:0.0:1777573242.152102:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5506 00000100:00100000:1.0:1777573242.154128:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.154210:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926096256 00000100:00100000:2.0:1777573242.154225:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926096256 00000100:00100000:2.0:1777573242.154328:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15719 00000100:00100000:2.0:1777573242.154337:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+390:59390:x1863919926096256:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573242.154357:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.154373:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b18b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eef0 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.154467:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b192 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.154486:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b192 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.154507:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b192 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573242.154538:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 0 00000004:00200000:2.0:1777573242.154542:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573242.154559:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b192 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.154583:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b18b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef0 expref: 392 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.154598:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b192 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef0 expref: 391 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.154607:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.154610:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573242.154614:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:2.0:1777573242.154669:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919926096256:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 333us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.154676:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15719 00000100:00100000:2.0:1777573242.158076:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.158547:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926096384 00000100:00100000:1.0:1777573242.158566:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926096384 00000100:00100000:1.0:1777573242.158644:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5507 00000100:00100000:1.0:1777573242.158664:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926096384:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573242.159175:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573242.159179:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.159181:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.159184:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.159186:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 456 -> 336 00000100:00100000:1.0:1777573242.159259:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926096384:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 606us (1190us total) trans 17179875093 rc 0/0 00000100:00100000:1.0:1777573242.159266:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5507 00000100:00100000:2.0:1777573242.163310:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.163357:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926096512 00000100:00100000:0.0:1777573242.163367:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926096512 00000100:00100000:0.0:1777573242.163432:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15720 00000100:00100000:0.0:1777573242.163443:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919926096512:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573242.163464:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573242.163484:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b199 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eef7 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.163520:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.163534:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.163545:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.163663:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b199 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef7 expref: 393 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.163682:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef7 expref: 392 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.163690:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.163693:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777573242.163696:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00800, rc 0) 00000100:00100000:0.0:1777573242.163754:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919926096512:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 313us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.163761:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15720 00000100:00100000:0.0:1777573242.166212:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.166963:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926096768 00000100:00100000:2.0:1777573242.166973:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926096768 00000100:00100000:2.0:1777573242.167032:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15721 00000100:00100000:2.0:1777573242.167042:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919926096768:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:2.0:1777573242.167102:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573242.167127:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b192 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef0 expref: 392 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.167149:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b17d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee2 expref: 391 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.167160:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.167165:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573242.167335:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.167345:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.167353:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573242.167382:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978944 00000004:00010000:2.0:1777573242.167395:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bebba086 reply state 00000000a96478e9 transno 4294978945 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.167403:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.167407:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.167409:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573242.167410:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573242.167479:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919926096768:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 441us (1275us total) trans 4294978945 rc 0/0 00000100:00100000:2.0:1777573242.167487:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15721 00000020:00080000:2.0:1777573242.167491:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573242.170541:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.172163:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926096896 00000100:00100000:0.0:1777573242.172176:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926096896 00000100:00100000:0.0:1777573242.172356:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15722 00000100:00100000:0.0:1777573242.172366:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919926096896:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573242.172391:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573242.172410:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eefe expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.172466:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eefe expref: 394 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.172482:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eefe expref: 394 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.172500:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.172503:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573242.172506:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f01600, rc 0) 00000100:00100000:0.0:1777573242.172612:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919926096896:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 246us (2077us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.172619:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15722 00000100:00100000:0.0:1777573242.175537:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.176538:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926097024 00000100:00100000:2.0:1777573242.176549:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926097024 00000100:00100000:2.0:1777573242.176646:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12691 00000100:00100000:2.0:1777573242.176656:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+28:59390:x1863919926097024:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573242.176673:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.176689:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef05 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.176719:0:27874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee17 expref: 29 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.176728:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.176731:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.176735:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 29 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.176768:0:27874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee17 expref: 29 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.176782:0:27874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee17 expref: 29 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.176797:0:27874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27874:1863919932189952:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573242.176877:0:27874:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.180037:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.180136:0:27874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27874:1863919932189952:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573242.180180:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 29 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.180200:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:2.0:1777573242.180252:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+29:59390:x1863919926097024:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3598us (4724us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.180268:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12691 00000100:00100000:3.0:1777573242.180566:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926097152 00000100:00100000:3.0:1777573242.180573:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926097152 00010000:00010000:3.0:1777573242.180601:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee17 expref: 29 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.180637:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5734 00000100:00100000:3.0:1777573242.180646:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926097152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573242.180660:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573242.180680:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee17 expref: 29 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.180693:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee17 expref: 29 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.180722:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119af5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee17 expref: 29 pid: 8361 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.180735:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.180737:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.180744:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 28 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.180755:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 28 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.180786:0:9436:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 28 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.180800:0:9436:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e08380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9436:1863919932190080:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573242.180847:0:9436:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.183146:0:9436:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e08380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9436:1863919932190080:192.168.204.27@tcp:105: 00010000:00010000:1.0:1777573242.183180:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573242.183232:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926097152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2586us (3202us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.183245:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5734 00000100:00100000:0.0:1777573242.185344:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.185395:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926097280 00000100:00100000:1.0:1777573242.185404:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926097280 00000100:00100000:1.0:1777573242.185488:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12692 00000100:00100000:1.0:1777573242.185497:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+32:59390:x1863919926097280:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573242.185515:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573242.185532:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef0c expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.185565:0:8938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee1e expref: 33 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.185579:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.185581:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.185594:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 33 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.185626:0:8938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee1e expref: 33 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.185640:0:8938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee1e expref: 33 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.185655:0:8938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932190208:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573242.185725:0:8938:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.188024:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.188117:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fca43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932190208:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573242.188140:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 33 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.188156:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1200, rc 0) 00000100:00100000:1.0:1777573242.188195:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+33:59390:x1863919926097280:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 2701us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.188201:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12692 00000100:00100000:2.0:1777573242.188264:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926097408 00000100:00100000:2.0:1777573242.188294:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926097408 00010000:00010000:2.0:1777573242.188316:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee1e expref: 33 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.188333:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5735 00000100:00100000:2.0:1777573242.188339:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926097408:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573242.188348:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573242.188364:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee1e expref: 33 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.188373:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee1e expref: 33 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.188389:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa45eb3/0x8dc0a528a119af62 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee1e expref: 33 pid: 27874 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.188402:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.188404:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.188408:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 32 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.188415:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 32 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.188434:0:6471:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 32 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.188442:0:6471:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c24a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932190336:192.168.204.27@tcp:105: 00000100:00100000:2.0:1777573242.188474:0:6471:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.190251:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.190348:0:6471:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c24a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932190336:192.168.204.27@tcp:105: 00010000:00010000:1.0:1777573242.190369:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573242.190470:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926097536 00000100:00100000:3.0:1777573242.190479:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926097536 00000100:00100000:1.0:1777573242.190484:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926097408:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2142us (2462us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.190494:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5735 00002000:00010000:3.0:1777573242.190514:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (26528->18446744073709551615) 00002000:00100000:3.0:1777573242.190520:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1c00 with x1863919926097536 ext(26528->18446744073709551615) 00002000:00010000:3.0:1777573242.190529:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a1c00. 00000100:00100000:0.0:1777573242.190632:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.190778:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.190826:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926097664 00000100:00100000:3.0:1777573242.190834:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926097664 00002000:00010000:3.0:1777573242.190856:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573242.190862:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af1c00 with x1863919926097664 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573242.190869:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2af1c00. 00000100:00100000:3.0:1777573242.190903:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5508 00000100:00100000:3.0:1777573242.190911:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926097536:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573242.191890:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 26528 00002000:00010000:3.0:1777573242.191898:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.191901:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.191903:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.191905:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 336 -> 40 00000100:00100000:3.0:1777573242.191965:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926097536:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 1050us (1716us total) trans 17179875094 rc 0/0 00000100:00100000:3.0:1777573242.191973:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5508 00002000:00010000:3.0:1777573242.191977:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (26528->18446744073709551615) 00002000:00100000:3.0:1777573242.191982:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1c00 with x1863919926097536 ext(26528->18446744073709551615) 00002000:00010000:3.0:1777573242.191987:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a1c00. 00000100:00100000:3.0:1777573242.192014:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5509 00000100:00100000:3.0:1777573242.192027:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926097664:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:1.0:1777573242.192171:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926097792 00000100:00100000:1.0:1777573242.192176:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926097792 00002000:00010000:1.0:1777573242.192193:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:1.0:1777573242.192195:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af3100 with x1863919926097792 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573242.192200:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2af3100. 00000100:00100000:1.0:1777573242.192221:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5510 00000100:00100000:1.0:1777573242.192228:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926097792:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:3.0:1777573242.192244:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573242.192247:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.192250:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.192252:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.192254:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1777573242.192294:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573242.192297:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.192299:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.192300:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.192306:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573242.192489:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926097664:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 466us (1856us total) trans 21474841913 rc 0/0 00000100:00100000:3.0:1777573242.192501:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5509 00000100:00100000:1.0:1777573242.192502:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926097792:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 270us (1719us total) trans 17179875095 rc 0/0 00002000:00010000:3.0:1777573242.192507:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573242.192512:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af1c00 with x1863919926097664 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573242.192514:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5510 00002000:00010000:3.0:1777573242.192520:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2af1c00. 00002000:00010000:1.0:1777573242.192520:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:1.0:1777573242.192526:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af3100 with x1863919926097792 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573242.192532:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2af3100. 00000100:00100000:0.0:1777573242.195045:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.195140:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926097920 00000100:00100000:3.0:1777573242.195148:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926097920 00000100:00100000:3.0:1777573242.195198:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15723 00000100:00100000:3.0:1777573242.195207:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+394:59390:x1863919926097920:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573242.195225:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573242.195242:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119b1c3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef13 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.195469:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a119b1ca lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.195483:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a119b1ca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.195494:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a119b1ca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573242.195522:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 26528 00000004:00200000:3.0:1777573242.195526:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573242.195542:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a119b1ca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.195566:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119b1c3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef13 expref: 396 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.195582:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a119b1ca lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef13 expref: 395 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.195595:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573242.195598:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573242.195601:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caaa00, rc 0) 00000100:00100000:3.0:1777573242.195652:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919926097920:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 446us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.195659:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15723 00000100:00100000:2.0:1777573242.198940:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.199402:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926098176 00000100:00100000:0.0:1777573242.199412:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926098176 00000100:00100000:0.0:1777573242.199500:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15724 00000100:00100000:0.0:1777573242.199510:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+395:59390:x1863919926098176:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:0.0:1777573242.199561:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573242.199585:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caaa00/0x8dc0a528a119b1ca lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef13 expref: 395 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.199605:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.199609:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573242.199761:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.199776:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.199786:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573242.199825:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978946 00000004:00010000:0.0:1777573242.199845:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4d18abb reply state 000000004fad2966 transno 4294978947 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.199857:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.199864:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.199867:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573242.199870:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573242.199971:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919926098176:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 461us (1037us total) trans 4294978947 rc 0/0 00000100:00100000:0.0:1777573242.199979:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15724 00000020:00080000:0.0:1777573242.199984:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573242.202547:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.202585:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.202697:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.203546:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926098432 00000100:00100000:1.0:1777573242.203555:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926098432 00000100:00100000:3.0:1777573242.203558:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926098304 00000100:00100000:3.0:1777573242.203562:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926098304 00002000:00010000:3.0:1777573242.203593:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (63213->18446744073709551615) 00002000:00010000:1.0:1777573242.203594:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:3.0:1777573242.203599:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0a80 with x1863919926098304 ext(63213->18446744073709551615) 00002000:00100000:1.0:1777573242.203600:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0e00 with x1863919926098432 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573242.203608:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a0a80. 00002000:00010000:1.0:1777573242.203609:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a0e00. 00000100:00100000:0.0:1777573242.203628:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926098560 00000100:00100000:0.0:1777573242.203634:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926098560 00000100:00100000:3.0:1777573242.203640:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5511 00000100:00100000:1.0:1777573242.203649:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5512 00000100:00100000:3.0:1777573242.203654:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926098304:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:0.0:1777573242.203654:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:0.0:1777573242.203662:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4e00 with x1863919926098560 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573242.203665:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926098432:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:0.0:1777573242.203671:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4e00. 00000100:00100000:0.0:1777573242.203693:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5513 00000100:00100000:0.0:1777573242.203701:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926098560:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:1.0:1777573242.203804:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.203804:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.203811:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.203812:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.203816:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 26528 -> 63213 00002000:00010000:1.0:1777573242.203818:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.203818:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.203822:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.203825:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573242.203826:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.203826:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.203830:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573242.203832:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.203833:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:3.0:1777573242.203837:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573242.203897:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926098304:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 248us (1311us total) trans 17179875097 rc 0/0 00000100:00100000:3.0:1777573242.203910:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5511 00000100:00100000:1.0:1777573242.203910:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926098432:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 247us (1366us total) trans 21474841914 rc 0/0 00002000:00010000:3.0:1777573242.203914:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (63213->18446744073709551615) 00002000:00100000:3.0:1777573242.203921:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0a80 with x1863919926098304 ext(63213->18446744073709551615) 00000100:00100000:0.0:1777573242.203922:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926098560:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 219us (1221us total) trans 17179875096 rc 0/0 00002000:00010000:3.0:1777573242.203928:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a0a80. 00000100:00100000:1.0:1777573242.203928:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5512 00002000:00010000:1.0:1777573242.203937:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00000100:00100000:0.0:1777573242.203940:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5513 00002000:00100000:1.0:1777573242.203942:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0e00 with x1863919926098432 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573242.203949:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a0e00. 00002000:00010000:0.0:1777573242.203955:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:0.0:1777573242.203959:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4e00 with x1863919926098560 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573242.203965:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4e00. 00000100:00100000:1.0:1777573242.209530:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.209581:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926098688 00000100:00100000:3.0:1777573242.209589:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926098688 00002000:00100000:3.0:1777573242.209629:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (57344->61439) req@ffff99d2fca43100 x1863919926098688/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573242.209647:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca43100 with x1863919926098688 ext(57344->61439) 00002000:00010000:3.0:1777573242.209651:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca43100 00000100:00100000:3.0:1777573242.209673:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5514 00000100:00100000:3.0:1777573242.209679:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926098688:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:3.0:1777573242.210319:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926098688:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 638us (797us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777573242.210328:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5514 00002000:00100000:3.0:1777573242.210336:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (57344->61439) req@ffff99d2fca43100 x1863919926098688/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/4536 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573242.210344:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca43100 with x1863919926098688 ext(57344->61439) 00002000:00010000:3.0:1777573242.210347:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca43100 00000100:00100000:2.0:1777573242.214471:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.214970:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926098816 00000100:00100000:0.0:1777573242.214980:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926098816 00002000:00100000:0.0:1777573242.215106:0:24425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x3dc:0x0] (61440->65535) req@ffff99d1c2ed6680 x1863919926098816/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573242.215123:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed6680 with x1863919926098816 ext(61440->65535) 00002000:00010000:0.0:1777573242.215129:0:24425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed6680 00000100:00100000:0.0:1777573242.215172:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5515 00000100:00100000:0.0:1777573242.215181:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926098816:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573242.215374:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926098816:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 193us (911us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573242.215381:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5515 00002000:00100000:0.0:1777573242.215393:0:24425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x3dc:0x0] (61440->65535) req@ffff99d1c2ed6680 x1863919926098816/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/4536 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573242.215401:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed6680 with x1863919926098816 ext(61440->65535) 00002000:00010000:0.0:1777573242.215413:0:24425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed6680 00000100:00100000:2.0:1777573242.218230:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.218333:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926098944 00000100:00100000:1.0:1777573242.218342:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926098944 00002000:00100000:1.0:1777573242.218383:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (57344->63212) req@ffff99d1c2ed4700 x1863919926098944/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 6360/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573242.218393:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4700 with x1863919926098944 ext(57344->63212) 00002000:00010000:1.0:1777573242.218398:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4700 00000100:00100000:1.0:1777573242.218461:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5516 00000100:00100000:1.0:1777573242.218478:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+36:2405:x1863919926098944:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:1.0:1777573242.219579:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919926098944:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 1107us (1354us total) trans 17179875098 rc 0/0 00000100:00100000:1.0:1777573242.219760:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5516 00002000:00100000:1.0:1777573242.219833:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (57344->63212) req@ffff99d1c2ed4700 x1863919926098944/t17179875098(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 6360/448 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573242.219842:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed4700 with x1863919926098944 ext(57344->63212) 00002000:00010000:1.0:1777573242.219847:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed4700 00000100:00100000:1.0:1777573242.223568:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.223626:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926099072 00000100:00100000:3.0:1777573242.223635:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926099072 00000100:00100000:3.0:1777573242.223693:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12693 00000100:00100000:3.0:1777573242.223705:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919926099072:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:0.0:1777573242.225777:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875098 is committed 00000001:00080000:0.0:1777573242.225798:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875091 is committed 00000100:00100000:3.0:1777573242.225955:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919926099072:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 2248us (2397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.225966:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12693 00000100:00100000:2.0:1777573242.228871:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.228924:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926099200 00000100:00100000:3.0:1777573242.228934:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926099200 00000100:00100000:3.0:1777573242.228989:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15725 00000100:00100000:3.0:1777573242.229011:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919926099200:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:3.0:1777573242.229034:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573242.229054:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119b1d8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef1a expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.229159:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b1df lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.229175:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b1df lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.229185:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b1df lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573242.229213:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 63213 00000004:00200000:3.0:1777573242.229217:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573242.229235:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b1df lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.229259:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119b1d8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef1a expref: 399 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.229296:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b1df lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef1a expref: 398 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.229306:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573242.229309:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573242.229313:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caac00, rc 0) 00000100:00100000:3.0:1777573242.229369:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926099200:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 361us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.229379:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15725 00000100:00100000:2.0:1777573242.236626:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.236693:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926099328 00000100:00100000:0.0:1777573242.236704:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926099328 00002000:00100000:0.0:1777573242.236753:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->57343) req@ffff99d1c2ed5500 x1863919926099328/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573242.236764:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5500 with x1863919926099328 ext(4096->57343) 00002000:00010000:0.0:1777573242.236770:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed5500 00000100:00100000:0.0:1777573242.236805:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5517 00000100:00100000:0.0:1777573242.236814:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926099328:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573242.238623:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926099328:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 1807us (2002us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1777573242.238635:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5517 00002000:00100000:0.0:1777573242.238644:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (4096->57343) req@ffff99d1c2ed5500 x1863919926099328/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/440 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573242.238652:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed5500 with x1863919926099328 ext(4096->57343) 00002000:00010000:0.0:1777573242.238656:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed5500 00000100:00100000:2.0:1777573242.243124:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.243224:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926099456 00000100:00100000:0.0:1777573242.243233:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926099456 00000100:00100000:0.0:1777573242.243332:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5518 00000100:00100000:0.0:1777573242.243342:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926099456:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573242.243731:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 63213 -> 63213 00002000:00010000:0.0:1777573242.243735:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.243737:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.243740:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.243742:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 40 -> 112 00000100:00100000:0.0:1777573242.243794:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926099456:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 454us (679us total) trans 17179875099 rc 0/0 00000100:00100000:0.0:1777573242.243802:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5518 00000100:00100000:2.0:1777573242.247359:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.247535:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926099712 00000100:00100000:0.0:1777573242.247544:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926099712 00000100:00100000:0.0:1777573242.247596:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15726 00000100:00100000:0.0:1777573242.247606:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926099712:12345-192.168.204.27@tcp:36:fsx.0 00010000:00010000:0.0:1777573242.247653:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573242.247678:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b1df lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef1a expref: 398 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.247701:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.247705:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573242.247856:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.247871:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.247880:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573242.247921:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978948 00000004:00010000:0.0:1777573242.247940:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005dac1ead reply state 0000000009210654 transno 4294978949 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.247951:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.247957:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.247960:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573242.247962:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573242.248035:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+400:59390:x1863919926099712:12345-192.168.204.27@tcp:36:fsx.0 Request processed in 431us (683us total) trans 4294978949 rc 0/0 00000100:00100000:0.0:1777573242.248042:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15726 00000020:00080000:0.0:1777573242.248047:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573242.250499:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.250544:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.250578:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926099840 00000100:00100000:0.0:1777573242.250588:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926099840 00000100:00100000:1.0:1777573242.250594:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:0.0:1777573242.250628:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (262144->18446744073709551615) 00002000:00100000:0.0:1777573242.250633:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca41880 with x1863919926099840 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573242.250644:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca41880. 00000100:00100000:0.0:1777573242.250677:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926100096 00000100:00100000:0.0:1777573242.250682:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926100096 00002000:00010000:0.0:1777573242.250692:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:0.0:1777573242.250695:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca40380 with x1863919926100096 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573242.250701:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca40380. 00000100:00100000:2.0:1777573242.250707:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926099968 00000100:00100000:2.0:1777573242.250718:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926099968 00000100:00100000:0.0:1777573242.250724:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5519 00000100:00100000:0.0:1777573242.250735:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926099840:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:2.0:1777573242.250757:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:2.0:1777573242.250763:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca41500 with x1863919926099968 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573242.250774:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fca41500. 00000100:00100000:2.0:1777573242.250809:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5520 00000100:00100000:2.0:1777573242.250821:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926100096:12345-192.168.204.27@tcp:10:fsx.0 00002000:00010000:0.0:1777573242.250885:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 63213 -> 262144 00002000:00010000:0.0:1777573242.250890:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573241 -> 1777573242 00002000:00010000:0.0:1777573242.250893:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.250895:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573241 -> 1777573242 00002000:00010000:0.0:1777573242.250899:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:0.0:1777573242.250955:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926099840:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 221us (467us total) trans 17179875100 rc 0/0 00000100:00100000:0.0:1777573242.250965:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5519 00002000:00010000:2.0:1777573242.250967:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.250969:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/988 (262144->18446744073709551615) 00002000:00010000:2.0:1777573242.250974:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573241 -> 1777573242 00002000:00100000:0.0:1777573242.250975:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca41880 with x1863919926099840 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573242.250985:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.250988:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca41880. 00002000:00010000:2.0:1777573242.250991:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573241 -> 1777573242 00002000:00010000:2.0:1777573242.250996:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573242.251013:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5521 00000100:00100000:0.0:1777573242.251023:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926099968:12345-192.168.204.27@tcp:10:fsx.0 00000100:00100000:2.0:1777573242.251049:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926100096:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 227us (501us total) trans 17179875101 rc 0/0 00000100:00100000:2.0:1777573242.251057:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5520 00002000:00010000:2.0:1777573242.251063:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/990 (0->18446744073709551615) 00002000:00100000:2.0:1777573242.251066:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca40380 with x1863919926100096 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573242.251071:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca40380. 00002000:00010000:0.0:1777573242.251129:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.251133:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573241 -> 1777573242 00002000:00010000:0.0:1777573242.251136:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.251138:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573241 -> 1777573242 00002000:00010000:0.0:1777573242.251142:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777573242.251428:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926099968:12345-192.168.204.27@tcp:10:fsx.0 Request processed in 405us (835us total) trans 21474841915 rc 0/0 00000100:00100000:0.0:1777573242.251437:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5521 00002000:00010000:0.0:1777573242.251440:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/991 (0->18446744073709551615) 00002000:00100000:0.0:1777573242.251442:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca41500 with x1863919926099968 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573242.251447:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2fca41500. 00000100:00100000:1.0:1777573242.255885:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.256036:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926100224 00000100:00100000:0.0:1777573242.256049:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926100224 00002000:00100000:0.0:1777573242.256112:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (208896->262143) req@ffff99d2fca42d80 x1863919926100224/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573242.256127:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca42d80 with x1863919926100224 ext(208896->262143) 00002000:00010000:0.0:1777573242.256134:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca42d80 00000100:00100000:1.0:1777573242.256207:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5522 00000100:00100000:1.0:1777573242.256224:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926100224:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:3.0:1777573242.261687:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926100224:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 5455us (5800us total) trans 0 rc 53248/53248 00000100:00100000:3.0:1777573242.261702:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5522 00002000:00100000:3.0:1777573242.261717:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (208896->262143) req@ffff99d2fca42d80 x1863919926100224/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/440 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573242.261729:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca42d80 with x1863919926100224 ext(208896->262143) 00002000:00010000:3.0:1777573242.261736:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca42d80 00000100:00100000:2.0:1777573242.265935:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.265999:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926100352 00000100:00100000:3.0:1777573242.266012:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926100352 00002000:00100000:3.0:1777573242.266096:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (237568->262143) req@ffff99d1c2ed7800 x1863919926100352/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573242.266108:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed7800 with x1863919926100352 ext(237568->262143) 00002000:00010000:3.0:1777573242.266115:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed7800 00000100:00100000:3.0:1777573242.266211:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5523 00000100:00100000:3.0:1777573242.266222:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926100352:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:3.0:1777573242.270015:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926100352:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 3783us (4083us total) trans 17179875102 rc 0/0 00000100:00100000:3.0:1777573242.270029:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5523 00002000:00100000:3.0:1777573242.270041:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (237568->262143) req@ffff99d1c2ed7800 x1863919926100352/t17179875102(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/448 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573242.270051:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ed7800 with x1863919926100352 ext(237568->262143) 00002000:00010000:3.0:1777573242.270056:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ed7800 00000100:00100000:2.0:1777573242.274384:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.274480:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926100480 00000100:00100000:3.0:1777573242.274490:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926100480 00000100:00100000:3.0:1777573242.274546:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12694 00000100:00100000:3.0:1777573242.274555:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926100480:12345-192.168.204.27@tcp:16:fsx.0 00000001:00080000:0.0:1777573242.275940:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875102 is committed 00000100:00100000:3.0:1777573242.276209:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926100480:12345-192.168.204.27@tcp:16:fsx.0 Request processed in 1654us (1837us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.276218:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12694 00000100:00100000:1.0:1777573242.278666:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.278850:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926100608 00000100:00100000:2.0:1777573242.278859:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926100608 00000100:00100000:2.0:1777573242.278913:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15727 00000100:00100000:2.0:1777573242.278923:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+400:59390:x1863919926100608:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573242.278947:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.278966:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b1ed lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef21 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.279084:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b1f4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.279098:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b1f4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.279108:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b1f4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573242.279135:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573242.279139:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573242.279162:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b1f4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.279186:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b1ed lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef21 expref: 402 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.279203:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b1f4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef21 expref: 401 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.279212:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.279215:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573242.279219:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630800, rc 0) 00000100:00100000:2.0:1777573242.279268:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+401:59390:x1863919926100608:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 347us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.279322:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15727 00000100:00100000:0.0:1777573242.283810:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.283892:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926100736 00000100:00100000:2.0:1777573242.283902:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926100736 00002000:00100000:2.0:1777573242.283952:0:28801:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x3dc:0x0] (16384->69631) req@ffff99d1c2af0a80 x1863919926100736/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573242.283963:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af0a80 with x1863919926100736 ext(16384->69631) 00002000:00010000:2.0:1777573242.283968:0:28801:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2af0a80 00000100:00100000:2.0:1777573242.284002:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5524 00000100:00100000:2.0:1777573242.284012:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926100736:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573242.286788:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926100736:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2769us (2977us total) trans 0 rc 53248/53248 00000100:00100000:2.0:1777573242.286799:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5524 00002000:00100000:2.0:1777573242.286811:0:28801:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x3dc:0x0] (16384->69631) req@ffff99d1c2af0a80 x1863919926100736/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/440 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573242.286820:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af0a80 with x1863919926100736 ext(16384->69631) 00002000:00010000:2.0:1777573242.286825:0:28801:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2af0a80 00000100:00100000:3.0:1777573242.290185:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.290371:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926100864 00000100:00100000:1.0:1777573242.290381:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926100864 00002000:00100000:1.0:1777573242.290430:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (69632->106495) req@ffff99d1c7e0b480 x1863919926100864/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573242.290441:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0b480 with x1863919926100864 ext(69632->106495) 00002000:00010000:1.0:1777573242.290448:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0b480 00000100:00100000:1.0:1777573242.290480:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5525 00000100:00100000:1.0:1777573242.290491:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926100864:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573242.292602:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926100864:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2105us (2417us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777573242.292614:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5525 00002000:00100000:1.0:1777573242.292625:0:28804:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000400:0x3dc:0x0] (69632->106495) req@ffff99d1c7e0b480 x1863919926100864/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/440 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573242.292642:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0b480 with x1863919926100864 ext(69632->106495) 00002000:00010000:1.0:1777573242.292647:0:28804:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0b480 00000100:00100000:0.0:1777573242.297425:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.297578:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926100992 00000100:00100000:2.0:1777573242.297588:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926100992 00002000:00100000:2.0:1777573242.297633:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->143359) req@ffff99d1c2af3480 x1863919926100992/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573242.297643:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af3480 with x1863919926100992 ext(106496->143359) 00002000:00010000:2.0:1777573242.297648:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2af3480 00000100:00100000:2.0:1777573242.297680:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5526 00000100:00100000:2.0:1777573242.297688:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926100992:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573242.299855:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926100992:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2160us (2430us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777573242.299876:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5526 00002000:00100000:2.0:1777573242.299887:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->143359) req@ffff99d1c2af3480 x1863919926100992/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/440 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573242.299904:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af3480 with x1863919926100992 ext(106496->143359) 00002000:00010000:2.0:1777573242.299909:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2af3480 00010000:00010000:1.0:1777573242.302438:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573242.305815:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.305875:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926101120 00000100:00100000:0.0:1777573242.305885:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926101120 00002000:00100000:0.0:1777573242.305931:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (163840->167935) req@ffff99d1c7e0b100 x1863919926101120/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573242.305943:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0b100 with x1863919926101120 ext(163840->167935) 00002000:00010000:0.0:1777573242.305948:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0b100 00000100:00100000:0.0:1777573242.305982:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5527 00000100:00100000:0.0:1777573242.305992:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926101120:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573242.306200:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926101120:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 209us (394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573242.306208:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5527 00002000:00100000:0.0:1777573242.306214:0:24426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x3dc:0x0] (163840->167935) req@ffff99d1c7e0b100 x1863919926101120/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/4536 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573242.306222:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0b100 with x1863919926101120 ext(163840->167935) 00002000:00010000:0.0:1777573242.306225:0:24426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e0b100 00000100:00100000:0.0:1777573242.313382:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.313456:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926101248 00000100:00100000:2.0:1777573242.313530:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926101248 00002000:00100000:2.0:1777573242.313578:0:24424:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->167935) req@ffff99d1c2af0e00 x1863919926101248/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573242.313936:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af0e00 with x1863919926101248 ext(106496->167935) 00002000:00010000:2.0:1777573242.313942:0:24424:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2af0e00 00000100:00100000:2.0:1777573242.313975:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5528 00000100:00100000:2.0:1777573242.313985:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926101248:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:2.0:1777573242.317254:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926101248:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 3263us (3871us total) trans 17179875103 rc 0/0 00000100:00100000:2.0:1777573242.317266:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5528 00002000:00100000:2.0:1777573242.317302:0:24424:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x3dc:0x0] (106496->167935) req@ffff99d1c2af0e00 x1863919926101248/t17179875103(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/448 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573242.317312:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2af0e00 with x1863919926101248 ext(106496->167935) 00002000:00010000:2.0:1777573242.317318:0:24424:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2af0e00 00000100:00100000:0.0:1777573242.320551:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.320669:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926101376 00000100:00100000:1.0:1777573242.320681:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926101376 00000100:00100000:1.0:1777573242.320753:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5529 00000100:00100000:1.0:1777573242.320763:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+29:2405:x1863919926101376:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573242.321043:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573242.321047:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573242.321050:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573242.321052:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573242.321054:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 112 -> 280 00000100:00100000:1.0:1777573242.321121:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919926101376:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 360us (579us total) trans 17179875104 rc 0/0 00000100:00100000:1.0:1777573242.321129:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5529 00000100:00100000:1.0:1777573242.327375:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.327441:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926101504 00000100:00100000:0.0:1777573242.327451:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926101504 00000100:00100000:0.0:1777573242.327531:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5530 00000100:00100000:0.0:1777573242.327542:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919926101504:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573242.327871:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573242.327875:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573242.327877:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573242.327880:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573242.327882:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 280 -> 336 00000100:00100000:0.0:1777573242.327957:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+31:2405:x1863919926101504:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 417us (592us total) trans 17179875105 rc 0/0 00000100:00100000:0.0:1777573242.327965:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5530 00000100:00100000:2.0:1777573242.332603:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.332700:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926101632 00000100:00100000:3.0:1777573242.332711:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926101632 00002000:00100000:3.0:1777573242.332756:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (32768->90111) req@ffff99d1c2ec6d80 x1863919926101632/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573242.332768:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6d80 with x1863919926101632 ext(32768->90111) 00002000:00010000:3.0:1777573242.332774:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec6d80 00000100:00100000:3.0:1777573242.332806:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5531 00000100:00100000:3.0:1777573242.332816:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926101632:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573242.335862:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926101632:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 3034us (3255us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1777573242.335874:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5531 00002000:00100000:1.0:1777573242.335885:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (32768->90111) req@ffff99d1c2ec6d80 x1863919926101632/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/440 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573242.335895:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6d80 with x1863919926101632 ext(32768->90111) 00002000:00010000:1.0:1777573242.335900:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec6d80 00000100:00100000:3.0:1777573242.341843:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.341977:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926101760 00000100:00100000:2.0:1777573242.341987:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926101760 00002000:00100000:2.0:1777573242.342035:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->208895) req@ffff99d1c7e09f80 x1863919926101760/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 520/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573242.342053:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09f80 with x1863919926101760 ext(0->208895) 00002000:00010000:2.0:1777573242.342058:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e09f80 00000100:00100000:2.0:1777573242.342100:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5532 00000100:00100000:2.0:1777573242.342109:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926101760:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573242.344376:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926101760:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2261us (2534us total) trans 0 rc 53248/53248 00000100:00100000:2.0:1777573242.344387:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5532 00002000:00100000:2.0:1777573242.344398:0:16544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x3dc:0x0] (0->208895) req@ffff99d1c7e09f80 x1863919926101760/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 520/440 e 0 to 0 dl 1777573253 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573242.344407:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e09f80 with x1863919926101760 ext(0->208895) 00002000:00010000:2.0:1777573242.344414:0:16544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e09f80 00000100:00100000:0.0:1777573242.350699:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.350767:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926102016 00000100:00100000:2.0:1777573242.350777:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926102016 00000100:00100000:2.0:1777573242.350891:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5139 00000100:00100000:2.0:1777573242.350903:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d0384850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+401:59390:x1863919926102016:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:2.0:1777573242.351142:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d0384850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+402:59390:x1863919926102016:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 241us (448us total) trans 4294978950 rc 0/0 00000100:00100000:2.0:1777573242.351149:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5139 00000100:00100000:0.0:1777573242.367195:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.367697:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926102272 00000100:00100000:2.0:1777573242.367764:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926102272 00000100:00100000:2.0:1777573242.367830:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15728 00000100:00100000:2.0:1777573242.367840:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+402:59544:x1863919926102272:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.367864:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.367888:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b1fb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef28 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.367975:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.367988:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368003:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368016:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368023:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368030:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368159:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b210 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368168:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b210 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368175:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b210 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573242.368185:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:2.0:1777573242.368256:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368267:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368311:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368317:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368323:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573242.368326:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368333:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368343:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d1cb213300) 00010000:00010000:2.0:1777573242.368346:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573242.368350:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368355:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b202 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368369:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368374:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368380:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368386:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573242.368388:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368394:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368401:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d1cb213000) 00010000:00010000:2.0:1777573242.368403:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573242.368405:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368410:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b209 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368448:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b1fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef28 expref: 405 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368464:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b210 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef28 expref: 404 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.368471:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.368473:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573242.368476:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:2.0:1777573242.368533:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+404:59544:x1863919926102272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 696us (1346us total) trans 4294978951 rc 0/0 00000100:00100000:2.0:1777573242.368540:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15728 00000100:00100000:0.0:1777573242.372376:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.372429:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.372471:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926102528 00000100:00100000:3.0:1777573242.372489:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926102528 00000100:00100000:3.0:1777573242.372574:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15729 00000100:00100000:3.0:1777573242.372589:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+404:59544:x1863919926102528:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573242.372623:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573242.372653:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119b21e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef2f expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.374119:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926102656 00000100:00100000:1.0:1777573242.374132:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926102656 00000100:00100000:1.0:1777573242.374210:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 635 00000100:00100000:1.0:1777573242.374301:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+406:2406:x1863919926102656:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573242.374319:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573242.374343:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b210 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef28 expref: 406 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.374365:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573242.374370:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573242.374430:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+405:2406:x1863919926102656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 135us (2002us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.374438:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 635 00010000:00010000:2.0:1777573242.375891:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.375909:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.375920:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573242.375931:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x31a:0x0]: returning size 0 00010000:00010000:2.0:1777573242.375989:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabc00/0x8dc0a528a119b21e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef2f expref: 406 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.376012:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef2f expref: 405 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.376021:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d1cb213f00) 00010000:00010000:2.0:1777573242.376023:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573242.376026:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:2.0:1777573242.376082:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+405:59544:x1863919926102528:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3489us (3705us total) trans 4294978952 rc 0/0 00000100:00100000:2.0:1777573242.376091:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15729 00000100:00100000:0.0:1777573242.379996:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.380186:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926102912 00000100:00100000:2.0:1777573242.380197:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926102912 00000100:00100000:2.0:1777573242.380419:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15730 00000100:00100000:2.0:1777573242.380431:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+405:59544:x1863919926102912:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.380454:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.380471:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b233 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef36 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.380572:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.380587:0:7963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef2f expref: 406 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.380596:0:7963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.380627:0:7963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef2f expref: 406 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.380640:0:7963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef2f expref: 406 pid: 6484 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.380655:0:7963:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932190464:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573242.380724:0:7963:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.390449:0:7963:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932190464:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573242.390450:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1777573242.390482:0:7963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.390513:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926103040 00000100:00100000:1.0:1777573242.390522:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926103040 00010000:00010000:1.0:1777573242.390557:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef2f expref: 407 pid: 6484 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.390601:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5736 00000100:00100000:1.0:1777573242.390612:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+407:2403:x1863919926103040:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573242.390625:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573242.390632:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef2f expref: 407 pid: 6484 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.390644:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef2f expref: 407 pid: 6484 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.390664:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b225 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef2f expref: 407 pid: 6484 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.390679:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d1cb213f00) 00010000:00010000:1.0:1777573242.390683:0:34391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.390692:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.390699:0:34391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.390728:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573242.390778:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+406:2403:x1863919926103040:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 167us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.390785:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5736 00010000:00010000:2.0:1777573242.391105:0:7963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391113:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573242.391133:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x31a:0x0]: returning size 0 00000004:00080000:2.0:1777573242.391325:0:7963:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x3f9:0x0], index 1: 0 00000004:00080000:2.0:1777573242.391330:0:7963:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3fa:0x0], index 0: 0 00010000:00010000:2.0:1777573242.391409:0:7963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391415:0:7963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391419:0:7963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391422:0:7963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573242.391425:0:7963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391430:0:7963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391436:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d1cb213f00) 00010000:00010000:2.0:1777573242.391438:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573242.391441:0:7963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391444:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b23a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391477:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b233 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef36 expref: 406 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391483:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d1cb213f00) 00010000:00010000:2.0:1777573242.391484:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573242.391487:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b233 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef36 expref: 406 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.391496:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630e00, rc 0) 00000100:00100000:2.0:1777573242.391524:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+405:59544:x1863919926102912:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 11098us (11539us total) trans 4294978953 rc 301/301 00000100:00100000:2.0:1777573242.391529:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15730 00000100:00100000:0.0:1777573242.396962:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.397159:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926103296 00000100:00100000:3.0:1777573242.397169:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926103296 00000100:00100000:3.0:1777573242.397219:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5140 00000100:00100000:3.0:1777573242.397229:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+405:59544:x1863919926103296:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1777573242.397534:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+406:59544:x1863919926103296:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 306us (581us total) trans 4294978954 rc 0/0 00000100:00100000:3.0:1777573242.397542:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5140 00000100:00100000:1.0:1777573242.401404:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.401938:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926103424 00000100:00100000:3.0:1777573242.401948:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926103424 00000100:00100000:3.0:1777573242.402012:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15731 00000100:00100000:3.0:1777573242.402022:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+406:59544:x1863919926103424:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573242.402044:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573242.402064:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119b248 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef3d expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.402143:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119b24f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.402157:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119b24f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.402168:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119b24f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573242.402205:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x31a:0x0]: returning size 0 00000004:00200000:3.0:1777573242.402209:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573242.402226:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119b24f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.402250:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119b248 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef3d expref: 408 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.402266:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119b24f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef3d expref: 407 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.402319:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:3.0:1777573242.402322:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777573242.402325:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa800, rc 0) 00000100:00100000:3.0:1777573242.402379:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+407:59544:x1863919926103424:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 358us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.402386:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15731 00000100:00100000:0.0:1777573242.405132:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.405411:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926103552 00000100:00100000:2.0:1777573242.405422:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926103552 00000100:00100000:2.0:1777573242.405477:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12695 00000100:00100000:2.0:1777573242.405486:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926103552:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.405501:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.405518:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef44 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573242.405548:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777573242.405568:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.405570:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.405578:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef44 expref: 32 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.405595:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef44 expref: 32 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.405607:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630e00, rc 0) 00000100:00100000:2.0:1777573242.406029:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926103552:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 544us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.406037:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12695 00000100:00100000:0.0:1777573242.406150:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.406333:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926103680 00000100:00100000:2.0:1777573242.406337:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926103680 00000100:00100000:2.0:1777573242.406358:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12696 00000100:00100000:2.0:1777573242.406363:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926103680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.406369:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.406378:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef4b expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573242.406392:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777573242.406400:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.406402:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.406405:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef4b expref: 32 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.406413:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef4b expref: 32 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.406419:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631400, rc 0) 00000100:00100000:2.0:1777573242.406436:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926103680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 73us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.406440:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12696 00000100:00100000:1.0:1777573242.409633:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.409695:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926103936 00000100:00100000:0.0:1777573242.409704:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926103936 00000100:00100000:0.0:1777573242.409761:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15732 00000100:00100000:0.0:1777573242.409770:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+407:59544:x1863919926103936:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573242.409787:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573242.409805:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b264 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef52 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.409904:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119b26b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.409920:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119b26b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.409931:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119b26b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573242.409943:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:0.0:1777573242.410043:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b264 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef52 expref: 410 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.410059:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119b26b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef52 expref: 409 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.410067:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.410070:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777573242.410086:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4d000, rc 0) 00000100:00100000:0.0:1777573242.410140:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+409:59544:x1863919926103936:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 371us (512us total) trans 4294978955 rc 0/0 00000100:00100000:0.0:1777573242.410147:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15732 00000100:00100000:0.0:1777573242.417177:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.417212:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.417242:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.417329:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926104192 00000100:00100000:3.0:1777573242.417339:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926104192 00000100:00100000:3.0:1777573242.417438:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926104064 00000100:00100000:3.0:1777573242.417442:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926104064 00000100:00100000:0.0:1777573242.417472:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926104320 00000100:00100000:0.0:1777573242.417476:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926104320 00000100:00100000:0.0:1777573242.417511:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12697 00000100:00100000:0.0:1777573242.417520:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926104192:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:0.0:1777573242.417562:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.417584:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.417592:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573242.417595:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573242.417598:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.417632:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 32 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.417646:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 32 pid: 27874 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.417667:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919932190592:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573242.417736:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.420580:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12698 00000100:00100000:1.0:1777573242.420603:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926104064:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573242.420642:0:8938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.420662:0:8938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 33 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.420669:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573242.420671:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573242.420674:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.420703:0:8938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 33 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.420714:0:8938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 33 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.420727:0:8938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2fc99df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932190720:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573242.420760:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12699 00000100:00100000:2.0:1777573242.420771:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926104320:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:2.0:1777573242.420791:0:28215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.420815:0:28215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 33 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.420822:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573242.420824:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573242.420826:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.420847:0:28215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 33 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.420857:0:28215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 33 pid: 8938 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.420866:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932190848:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573242.420927:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.424205:0:8938:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.426115:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.426146:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919932190592:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573242.426176:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.426196:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926104448 00000100:00100000:0.0:1777573242.426198:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.426204:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926104448 00000100:00100000:1.0:1777573242.426231:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926104576 00000100:00100000:1.0:1777573242.426236:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926104576 00010000:00010000:3.0:1777573242.426241:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 33 pid: 27874 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.426258:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 34 pid: 8938 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.426314:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5737 00000100:00100000:1.0:1777573242.426323:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926104448:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777573242.426376:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932190848:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573242.426391:0:28215:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.426451:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573242.426471:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 33 pid: 27874 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.426490:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 33 pid: 27874 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.426511:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051cf2128/0x8dc0a528a119b1b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef05 expref: 33 pid: 27874 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.426526:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.426528:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.426533:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.426542:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.426571:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573242.426612:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926104448:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 290us (505us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573242.426836:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.426844:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.426864:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.426872:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.426879:0:8361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.426886:0:8361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.426890:0:8361:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.426898:0:8361:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.426958:0:8361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.426965:0:8361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119b279 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.426997:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5738 00000100:00100000:3.0:1777573242.427007:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926104576:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777573242.427014:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926104192:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 9494us (9845us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573242.427017:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777573242.427023:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12697 00010000:00010000:3.0:1777573242.427035:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 34 pid: 8938 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.427052:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 34 pid: 8938 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.427067:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6eb261e/0x8dc0a528a119b1bc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef0c expref: 34 pid: 8938 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.427487:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.427490:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777573242.427560:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573242.427629:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.427640:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.427780:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573242.427796:0:28215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.427810:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926104576:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 804us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.427819:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5738 00010000:00010000:0.0:1777573242.428036:0:28215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.428054:0:28215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.428062:0:28215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.428070:0:28215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.428086:0:28215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573242.428090:0:28215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.428102:0:28215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.428114:0:28215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.428123:0:28215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b287 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.428134:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2fc99df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932190720:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573242.428134:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926104704 00000100:00100000:2.0:1777573242.428141:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926104704 00002000:00100000:2.0:1777573242.428175:0:28801:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x3dc:0x0] (53248->77823) req@ffff99d1c1d2d880 x1863919926104704/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/0 e 0 to 0 dl 1777573253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1777573242.428177:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926104320:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 7408us (10933us total) trans 0 rc 0/0 00002000:00100000:2.0:1777573242.428195:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2d880 with x1863919926104704 ext(53248->77823) 00000100:00100000:0.0:1777573242.428196:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12699 00010000:00010000:2.0:1777573242.428206:0:28801:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 33 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.428219:0:28801:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 32 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573242.428226:0:28801:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99d1c1d2d880 00000100:00100000:2.0:1777573242.428243:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 173 00000100:00100000:2.0:1777573242.428250:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926104704:12345-192.168.204.27@tcp:4:fsx.0 00010000:00010000:3.0:1777573242.428438:0:8938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.429337:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5737 00000100:00100000:2.0:1777573242.431375:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926104704:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 3119us (3808us total) trans 17179875106 rc 0/0 00000100:00100000:2.0:1777573242.431386:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 173 00002000:00100000:2.0:1777573242.431398:0:28801:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x3dc:0x0] (53248->77823) req@ffff99d1c1d2d880 x1863919926104704/t17179875106(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:498/0 lens 488/448 e 0 to 0 dl 1777573253 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573242.431408:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2d880 with x1863919926104704 ext(53248->77823) 00010000:00010000:2.0:1777573242.431417:0:28801:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 34 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.431435:0:28801:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 34 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573242.431448:0:28801:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99d1c1d2d880 00000100:00100000:3.0:1777573242.434734:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.435112:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926104832 00000100:00100000:1.0:1777573242.435121:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926104832 00010000:00010000:1.0:1777573242.435157:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 34 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.435198:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5739 00000100:00100000:1.0:1777573242.435207:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926104832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573242.435222:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777573242.435239:0:9436:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573241 -> 1777573242 00010000:00010000:1.0:1777573242.435245:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 34 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.435258:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 34 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.435309:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b184 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->192511) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eee9 expref: 34 pid: 29349 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.435323:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.435325:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.435330:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.435339:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.435366:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573242.435395:0:8938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.435411:0:8938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.435420:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926104832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 213us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.435429:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5739 00010000:00010000:3.0:1777573242.435434:0:8938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.435444:0:8938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.435452:0:8938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.435459:0:8938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573242.435463:0:8938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.435471:0:8938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.435484:0:8938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.435491:0:8938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b280 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.435542:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926104064:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 14949us (18327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.435550:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12698 00000100:00100000:1.0:1777573242.437968:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.438000:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.438062:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.438143:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926104960 00000100:00100000:2.0:1777573242.438151:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926104960 00000100:00100000:2.0:1777573242.438197:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926105088 00000100:00100000:2.0:1777573242.438200:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926105088 00000100:00100000:3.0:1777573242.438212:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926105216 00000100:00100000:3.0:1777573242.438219:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926105216 00000100:00100000:2.0:1777573242.438226:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12700 00000100:00100000:2.0:1777573242.438237:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926104960:12345-192.168.204.27@tcp:101:lfs.0 00000100:00100000:3.0:1777573242.438258:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12701 00000100:00100000:0.0:1777573242.438266:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12702 00000100:00100000:3.0:1777573242.438293:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926105088:12345-192.168.204.27@tcp:101:lfs.0 00000100:00100000:0.0:1777573242.438307:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926105216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573242.438308:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573242.438318:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.438324:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573242.438330:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef60 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.438333:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef67 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.438337:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef59 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573242.438370:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3df:0x0] initial LVB size: 0, mtime: 0x69f39d7a, atime: 0x69f39d79, ctime: 0x69f39d7a, blocks: 0x1800 00002000:00010000:2.0:1777573242.438370:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 262144, mtime: 0x69f39d7a, atime: 0x69f39d7a, ctime: 0x69f39d7a, blocks: 0x150 00002000:00010000:0.0:1777573242.438381:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3de:0x0] initial LVB size: 0, mtime: 0x69f39d7a, atime: 0x69f39d79, ctime: 0x69f39d7a, blocks: 0x0 00010000:00010000:3.0:1777573242.438393:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.438393:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.438395:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.438397:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.438398:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.438398:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.438409:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef67 expref: 35 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.438410:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef60 expref: 32 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.438410:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef59 expref: 35 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.438446:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef59 expref: 35 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.438447:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef60 expref: 32 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.438449:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef67 expref: 35 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.438476:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa600, rc 0) 00010000:00010000:2.0:1777573242.438476:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:3.0:1777573242.438523:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926105088:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 258us (521us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573242.438586:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4dc00, rc 0) 00000100:00100000:3.0:1777573242.438843:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12701 00000100:00100000:2.0:1777573242.440136:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926104960:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1897us (2170us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.440141:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926105216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1835us (2074us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.440150:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12700 00000100:00100000:0.0:1777573242.440158:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12702 00000100:00100000:2.0:1777573242.476642:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.477618:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926105344 00000100:00100000:1.0:1777573242.477630:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926105344 00000100:00100000:0.0:1777573242.477772:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12703 00000100:00100000:0.0:1777573242.477783:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926105344:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573242.477926:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926105344:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 144us (1291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.477935:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12703 00000100:00100000:1.0:1777573242.482210:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.482293:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926105472 00000100:00100000:0.0:1777573242.482302:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926105472 00000100:00100000:0.0:1777573242.482419:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15733 00000100:00100000:0.0:1777573242.482429:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+409:59544:x1863919926105472:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573242.482461:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573242.482480:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2a3 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef6e expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.482511:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 3/1,0 mode: --/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.482523:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.482536:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.482655:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2a3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef6e expref: 411 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.482672:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef6e expref: 410 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.482679:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:0.0:1777573242.482682:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777573242.482685:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4d400, rc 0) 00000100:00100000:0.0:1777573242.482739:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+410:59544:x1863919926105472:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 311us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.482746:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15733 00000100:00100000:1.0:1777573242.485782:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.486508:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926105728 00000100:00100000:2.0:1777573242.486519:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926105728 00000100:00100000:2.0:1777573242.486581:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15734 00000100:00100000:2.0:1777573242.486590:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+410:59544:x1863919926105728:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573242.486641:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573242.486665:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119b24f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef3d expref: 410 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.486684:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:2.0:1777573242.486689:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573242.486833:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.486846:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.486855:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573242.486900:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978956 00000004:00010000:2.0:1777573242.486923:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009764774a reply state 00000000c8192cd0 transno 4294978957 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.486936:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.486942:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:2.0:1777573242.486945:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573242.486948:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573242.488484:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+412:59544:x1863919926105728:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1889us (2705us total) trans 4294978957 rc 0/0 00000100:00100000:2.0:1777573242.488496:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15734 00000020:00080000:2.0:1777573242.488501:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573242.491743:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.491824:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926105856 00000100:00100000:0.0:1777573242.491833:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926105856 00000100:00100000:0.0:1777573242.491885:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15735 00000100:00100000:0.0:1777573242.491893:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+412:59544:x1863919926105856:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573242.491916:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573242.491933:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef75 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.491990:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef75 expref: 413 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.492005:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef75 expref: 413 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.492023:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:0.0:1777573242.492026:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573242.492030:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4c600, rc 0) 00000100:00100000:0.0:1777573242.492098:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+413:59544:x1863919926105856:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 206us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.492105:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15735 00000100:00100000:1.0:1777573242.494794:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.495472:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926105984 00000100:00100000:3.0:1777573242.495482:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926105984 00000100:00100000:3.0:1777573242.495803:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12704 00000100:00100000:3.0:1777573242.495815:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+34:59544:x1863919926105984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573242.495832:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573242.495847:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef7c expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.495879:0:8938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef44 expref: 35 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.495888:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.495890:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.495895:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 35 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.495929:0:8938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef44 expref: 35 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.495954:0:8938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef44 expref: 35 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.495969:0:8938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932190976:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573242.496051:0:8938:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538240 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.499189:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c7e09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932190976:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573242.499242:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 35 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.499324:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caba00, rc 0) 00000100:00100000:3.0:1777573242.499631:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+35:59544:x1863919926105984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3816us (4842us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.499643:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12704 00000100:00100000:1.0:1777573242.499858:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.500301:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926106112 00000100:00100000:0.0:1777573242.500311:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926106112 00010000:00010000:0.0:1777573242.500358:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef44 expref: 35 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.500399:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5740 00000100:00100000:0.0:1777573242.500409:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926106112:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573242.500428:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573242.500434:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef44 expref: 35 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.500449:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef44 expref: 35 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.500481:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a8f99b5/0x8dc0a528a119b256 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef44 expref: 35 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.500498:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.500501:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.500507:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 34 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.500518:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 34 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.500562:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 34 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.500579:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932191104:192.168.204.27@tcp:105: 00000100:00100000:0.0:1777573242.500664:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.503570:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932191104:192.168.204.27@tcp:105: 00000100:00100000:2.0:1777573242.503579:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1777573242.503609:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573242.503677:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926106112:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3269us (3819us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.503687:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926106240 00000100:00100000:0.0:1777573242.503689:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5740 00000100:00100000:1.0:1777573242.503696:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926106240 00000100:00100000:1.0:1777573242.503758:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12705 00000100:00100000:1.0:1777573242.503768:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+32:59544:x1863919926106240:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573242.503805:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573242.503827:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef83 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.503869:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef4b expref: 33 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.503878:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.503880:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.503884:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 33 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.503924:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef4b expref: 33 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.503939:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef4b expref: 33 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.503962:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2af2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8360:1863919932191232:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573242.504776:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.506841:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.507100:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2af2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8360:1863919932191232:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573242.507142:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 33 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.507173:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926106368 00010000:00010000:1.0:1777573242.507179:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1e00, rc 0) 00000100:00100000:2.0:1777573242.507184:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926106368 00010000:00010000:2.0:1777573242.507225:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef4b expref: 34 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.507252:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+34:59544:x1863919926106240:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3486us (3673us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.507262:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12705 00000100:00100000:2.0:1777573242.507479:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5741 00000100:00100000:2.0:1777573242.507491:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926106368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573242.507510:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573242.507516:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef4b expref: 33 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.507531:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef4b expref: 33 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.507562:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b25d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef4b expref: 33 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.507579:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.507581:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.507587:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 32 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.507598:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 32 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.507639:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 32 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.507655:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932191360:192.168.204.27@tcp:105: 00000100:00100000:2.0:1777573242.507881:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.510877:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.510897:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932191360:192.168.204.27@tcp:105: 00010000:00010000:2.0:1777573242.510931:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573242.510945:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926106496 00000100:00100000:1.0:1777573242.510955:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926106496 00002000:00010000:1.0:1777573242.511004:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (0->18446744073709551615) 00000100:00100000:2.0:1777573242.511007:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926106368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3517us (4177us total) trans 0 rc 0/0 00002000:00100000:1.0:1777573242.511009:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e08700 with x1863919926106496 ext(0->18446744073709551615) 00000100:00100000:2.0:1777573242.511018:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5741 00002000:00010000:1.0:1777573242.511021:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e08700. 00000100:00100000:1.0:1777573242.511050:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5533 00000100:00100000:1.0:1777573242.511059:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926106496:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573242.511317:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:0.0:1777573242.511420:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.511424:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 0 -> 1777573242 00002000:00010000:0.0:1777573242.511427:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573242.511429:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 0 -> 1777573242 00002000:00010000:0.0:1777573242.511431:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573242.511460:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926106496:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 402us (598us total) trans 17179875107 rc 0/0 00000100:00100000:0.0:1777573242.511467:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5533 00002000:00010000:0.0:1777573242.511471:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (0->18446744073709551615) 00002000:00100000:0.0:1777573242.511474:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e08700 with x1863919926106496 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573242.511479:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c7e08700. 00000100:00100000:0.0:1777573242.511493:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926106624 00000100:00100000:0.0:1777573242.511496:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926106624 00002000:00010000:0.0:1777573242.511512:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:0.0:1777573242.511515:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0a680 with x1863919926106624 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573242.511521:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e0a680. 00000100:00100000:0.0:1777573242.511548:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5534 00000100:00100000:0.0:1777573242.511555:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926106624:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573242.511647:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.511651:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 0 -> 1777573242 00002000:00010000:0.0:1777573242.511653:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573242.511655:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 0 -> 1777573242 00002000:00010000:0.0:1777573242.511657:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573242.511802:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926106624:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 126us (364us total) trans 21474841916 rc 0/0 00000100:00100000:0.0:1777573242.511810:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5534 00002000:00010000:0.0:1777573242.511813:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:0.0:1777573242.511816:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c7e0a680 with x1863919926106624 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573242.511821:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c7e0a680. 00000100:00100000:1.0:1777573242.516356:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.516432:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926106752 00000100:00100000:3.0:1777573242.516446:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926106752 00000100:00100000:2.0:1777573242.516562:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12706 00000100:00100000:2.0:1777573242.516577:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926106752:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573242.516719:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926106752:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 146us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.516728:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12706 00000100:00100000:1.0:1777573242.519811:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.519889:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926106880 00000100:00100000:0.0:1777573242.519903:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926106880 00000100:00100000:0.0:1777573242.520023:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12707 00000100:00100000:0.0:1777573242.520032:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926106880:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573242.520190:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926106880:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 157us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.520201:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12707 00000100:00100000:3.0:1777573242.523123:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.523196:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926107008 00000100:00100000:2.0:1777573242.523210:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926107008 00000100:00100000:2.0:1777573242.523348:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5535 00000100:00100000:2.0:1777573242.523360:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926107008:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.523408:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.523429:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.523432:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.523438:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.523456:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.525633:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.525652:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.525662:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.525668:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.525674:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.525683:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.525702:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.525710:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2cd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.525808:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926107008:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2447us (2695us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573242.525818:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5535 00000100:00100000:1.0:1777573242.528542:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.528930:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926107136 00000100:00100000:2.0:1777573242.528939:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926107136 00000100:00100000:2.0:1777573242.528996:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5536 00000100:00100000:2.0:1777573242.529003:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926107136:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573242.529114:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.529135:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 35 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.529141:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573242.529143:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573242.529146:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.529172:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 35 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.529182:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 35 pid: 8938 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.529194:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932191488:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573242.529257:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6480 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.531298:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.531404:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932191488:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573242.531427:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.531498:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926107264 00000100:00100000:3.0:1777573242.531504:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926107264 00010000:00010000:3.0:1777573242.531534:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 36 pid: 8938 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573242.531569:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5742 00000100:00100000:3.0:1777573242.531577:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926107264:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573242.531590:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573242.531609:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 36 pid: 8938 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.531621:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 36 pid: 8938 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.531643:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2bf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef7c expref: 36 pid: 8938 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.531657:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.531659:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.531663:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.531682:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.531707:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573242.531752:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926107264:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 176us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.531761:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5742 00010000:00010000:2.0:1777573242.531933:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.531943:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573242.533945:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875108 is committed 00002000:00010000:2.0:1777573242.534228:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1777573242.534234:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1777573242.534245:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.534268:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.534301:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.534308:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.534313:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.534321:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.534339:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.534347:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b2d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.534431:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926107136:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5425us (5892us total) trans 17179875108 rc 0/0 00000100:00100000:2.0:1777573242.534441:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5536 00000100:00100000:1.0:1777573242.539102:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.539372:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926107392 00000100:00100000:0.0:1777573242.539383:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926107392 00000100:00100000:0.0:1777573242.539441:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12708 00000100:00100000:0.0:1777573242.539452:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926107392:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573242.539586:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926107392:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 135us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.539594:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12708 00000100:00100000:3.0:1777573242.544131:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.544325:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926107520 00000100:00100000:1.0:1777573242.544336:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926107520 00000100:00100000:1.0:1777573242.544393:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12709 00000100:00100000:1.0:1777573242.544402:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c7e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919926107520:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573242.544506:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c7e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919926107520:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 105us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.544514:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12709 00000100:00100000:2.0:1777573242.548726:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.549065:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926107648 00000100:00100000:3.0:1777573242.549087:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926107648 00000100:00100000:3.0:1777573242.549170:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5537 00000100:00100000:3.0:1777573242.549181:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919926107648:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573242.549914:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.549931:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.549933:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.549938:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.549952:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.556047:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.556083:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.556094:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.556102:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caba00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.556108:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.556118:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.556150:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.556159:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059199efb/0x8dc0a528a119b2db lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.556353:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919926107648:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7168us (7628us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1777573242.556365:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5537 00000100:00100000:2.0:1777573242.562485:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.562956:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926107776 00000100:00100000:0.0:1777573242.562969:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926107776 00000100:00100000:0.0:1777573242.563068:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5538 00000100:00100000:0.0:1777573242.563091:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926107776:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573242.563154:0:8369:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 4096, mtime: 0x69f39d7a, atime: 0x0, ctime: 0x69f39d7a, blocks: 0x8 00010000:00010000:0.0:1777573242.563166:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.563186:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.563188:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.563196:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.563213:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573242.570059:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875109 is committed 00002000:00010000:0.0:1777573242.570207:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:0.0:1777573242.570214:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 8 -> 88 00010000:00010000:0.0:1777573242.570232:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.570247:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.570257:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.570265:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c34b5600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573242.570575:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.570588:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.570669:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.570678:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b2e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [53248->94207] (req 53248->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.570842:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926107776:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7748us (8366us total) trans 17179875109 rc 0/0 00000100:00100000:0.0:1777573242.570853:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5538 00000100:00100000:3.0:1777573242.574907:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.575017:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926107904 00000100:00100000:1.0:1777573242.575032:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926107904 00000100:00100000:1.0:1777573242.575148:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12710 00000100:00100000:1.0:1777573242.575160:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926107904:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573242.575335:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926107904:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 177us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.575344:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12710 00000100:00100000:3.0:1777573242.577591:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.578637:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926108032 00000100:00100000:2.0:1777573242.578651:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926108032 00000100:00100000:2.0:1777573242.578771:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12711 00000100:00100000:2.0:1777573242.578781:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108032:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573242.578925:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108032:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 144us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.578933:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12711 00000100:00100000:2.0:1777573242.582677:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.582844:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926108160 00000100:00100000:1.0:1777573242.582856:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926108160 00000100:00100000:1.0:1777573242.582933:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5539 00000100:00100000:1.0:1777573242.582941:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926108160:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573242.582981:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.582998:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.583000:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.583008:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.583024:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.585824:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.585850:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.585861:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.585869:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573242.585874:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.585884:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.585907:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.585914:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b2e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.586009:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926108160:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3061us (3336us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1777573242.586021:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5539 00000100:00100000:2.0:1777573242.589096:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.589416:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926108288 00000100:00100000:3.0:1777573242.589430:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926108288 00000100:00100000:2.0:1777573242.589639:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5540 00000100:00100000:2.0:1777573242.589651:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108288:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:2.0:1777573242.589713:0:16544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 94208, mtime: 0x69f39d7a, atime: 0x0, ctime: 0x69f39d7a, blocks: 0x58 00010000:00010000:2.0:1777573242.589724:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.589749:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.589751:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.589758:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.589774:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573242.596393:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875110 is committed 00002000:00010000:2.0:1777573242.596718:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 94208 -> 167936 00002000:00010000:2.0:1777573242.596725:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 88 -> 208 00010000:00010000:2.0:1777573242.596749:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.596765:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.596776:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.596784:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.596789:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.596799:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.596822:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.596831:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->167935] (req 106496->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.596950:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108288:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7295us (7873us total) trans 17179875110 rc 0/0 00000100:00100000:2.0:1777573242.596961:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5540 00000100:00100000:2.0:1777573242.600089:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.600177:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926108416 00000100:00100000:0.0:1777573242.600188:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926108416 00000100:00100000:0.0:1777573242.600310:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12712 00000100:00100000:0.0:1777573242.600333:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108416:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573242.600474:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108416:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 152us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.600482:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12712 00000100:00100000:2.0:1777573242.602766:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.602828:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926108544 00000100:00100000:1.0:1777573242.602842:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926108544 00000100:00100000:1.0:1777573242.602922:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12713 00000100:00100000:1.0:1777573242.602933:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108544:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573242.603055:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108544:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 124us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.603064:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12713 00000100:00100000:1.0:1777573242.605550:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.605651:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926108672 00000100:00100000:2.0:1777573242.605662:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926108672 00000100:00100000:2.0:1777573242.605728:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5541 00000100:00100000:2.0:1777573242.605737:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926108672:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.605780:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.605798:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.605801:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.605806:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.605820:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.611041:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.611060:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.611079:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.611086:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573242.611091:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.611099:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.611407:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.611417:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b2f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.611598:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926108672:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5856us (6052us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1777573242.611609:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5541 00000100:00100000:1.0:1777573242.613836:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.613922:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926108800 00000100:00100000:2.0:1777573242.613931:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926108800 00000100:00100000:2.0:1777573242.614005:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5542 00000100:00100000:2.0:1777573242.614015:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108800:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:2.0:1777573242.614059:0:28806:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 167936, mtime: 0x69f39d7a, atime: 0x0, ctime: 0x69f39d7a, blocks: 0xd0 00010000:00010000:2.0:1777573242.614068:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.614092:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.614094:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.614100:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.614120:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573242.620791:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875111 is committed 00002000:00010000:2.0:1777573242.621026:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 167936 -> 262144 00002000:00010000:2.0:1777573242.621034:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:2.0:1777573242.621050:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.621067:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.621088:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.621095:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.621103:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.621114:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.621139:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.621148:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b2fe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.621411:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926108800:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7389us (7573us total) trans 17179875111 rc 0/0 00000100:00100000:2.0:1777573242.621425:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5542 00000100:00100000:1.0:1777573242.624645:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.624819:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926109056 00000100:00100000:2.0:1777573242.624832:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926109056 00000100:00100000:2.0:1777573242.624903:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15736 00000100:00100000:2.0:1777573242.624915:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+413:59544:x1863919926109056:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573242.625194:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.625216:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.625228:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573242.625353:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978958 00000004:00010000:2.0:1777573242.625381:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000caf5cd1e reply state 000000006f63eeba transno 4294978959 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.625395:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.625403:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:2.0:1777573242.625405:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573242.625409:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573242.625785:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+416:59544:x1863919926109056:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 869us (1295us total) trans 4294978959 rc 0/0 00000100:00100000:2.0:1777573242.625794:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15736 00000020:00080000:2.0:1777573242.625800:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573242.630478:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.630539:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926109184 00000100:00100000:3.0:1777573242.630553:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926109184 00000100:00100000:2.0:1777573242.630662:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12714 00000100:00100000:2.0:1777573242.630683:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+27:59544:x1863919926109184:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.630709:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.630735:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef8a expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573242.630770:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d7a, atime: 0x0, ctime: 0x69f39d7a, blocks: 0x100 00010000:00010000:2.0:1777573242.630798:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.630801:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.630810:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef8a expref: 28 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.630829:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef8a expref: 28 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.630846:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:2.0:1777573242.630909:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+28:59544:x1863919926109184:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 238us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.630915:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12714 00000100:00100000:3.0:1777573242.632938:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.633135:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926109312 00000100:00100000:0.0:1777573242.633148:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926109312 00002000:00010000:0.0:1777573242.633194:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (262144->18446744073709551615) 00002000:00100000:0.0:1777573242.633200:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c000 with x1863919926109312 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573242.633215:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c000. 00000100:00100000:0.0:1777573242.633252:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5543 00000100:00100000:0.0:1777573242.633263:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926109312:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573242.633512:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573242.633517:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573242.633520:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573242.633523:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573242.633526:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:0.0:1777573242.633599:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926109312:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 336us (670us total) trans 17179875112 rc 0/0 00000100:00100000:0.0:1777573242.633607:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5543 00002000:00010000:0.0:1777573242.633612:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (262144->18446744073709551615) 00002000:00100000:0.0:1777573242.633615:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c000 with x1863919926109312 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573242.633619:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0c000. 00000100:00100000:1.0:1777573242.633944:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.634077:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926109440 00000100:00100000:0.0:1777573242.634084:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926109440 00002000:00010000:0.0:1777573242.634106:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:0.0:1777573242.634110:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64a80 with x1863919926109440 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573242.634118:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b64a80. 00000100:00100000:0.0:1777573242.634144:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5544 00000100:00100000:0.0:1777573242.634151:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926109440:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573242.634240:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.634244:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573242.634246:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573242.634248:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573242.634250:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573242.634314:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926109440:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 161us (375us total) trans 21474841917 rc 0/0 00000100:00100000:0.0:1777573242.634320:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5544 00002000:00010000:0.0:1777573242.634323:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:0.0:1777573242.634326:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b64a80 with x1863919926109440 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573242.634330:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c6b64a80. 00000100:00100000:1.0:1777573242.639633:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.640197:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926109568 00000100:00100000:3.0:1777573242.640207:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926109568 00000100:00100000:3.0:1777573242.640363:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15737 00000100:00100000:3.0:1777573242.640377:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+416:59544:x1863919926109568:12345-192.168.204.27@tcp:44:lfs.0 00000001:00080000:0.0:1777573242.642645:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978959 is committed 00010000:00010000:1.0:1777573242.642691:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1777573242.642705:0:7399:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 85 batchid updated 00010000:00010000:1.0:1777573242.642709:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642720:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642727:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573242.642732:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642740:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642759:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573242.642763:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573242.642769:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642775:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b1a7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642796:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642802:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642807:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642812:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573242.642815:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642820:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1777573242.642826:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 85 00010000:00010000:1.0:1777573242.642829:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573242.642835:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573242.642839:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642844:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119b1d1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642853:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642862:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642867:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642871:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573242.642873:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642877:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642888:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573242.642893:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573242.642896:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642902:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119b1e6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642915:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642923:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.642925:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59544:x1863919926109568:12345-192.168.204.27@tcp:44:lfs.0 Request processed in 2548us (3295us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573242.642928:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642933:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573242.642936:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.642939:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15737 00010000:00010000:1.0:1777573242.642942:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642952:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:1.0:1777573242.642955:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573242.642957:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642961:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b2b1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642975:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1777573242.642980:0:7422:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 85 cancel update log [0x240000400:0x2:0x0].63: rc = 0 00010000:00010000:1.0:1777573242.642982:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.642995:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1777573242.642997:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 85 00010000:00010000:1.0:1777573242.643005:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573242.643009:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.643014:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.643022:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:1.0:1777573242.643024:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573242.643027:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.643033:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b305 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.648457:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.648500:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.648642:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926109696 00000100:00100000:0.0:1777573242.648653:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926109696 00000100:00100000:0.0:1777573242.648742:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926109824 00000100:00100000:0.0:1777573242.648746:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926109824 00000100:00100000:2.0:1777573242.649958:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12715 00000100:00100000:2.0:1777573242.649975:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+29:2405:x1863919926109696:12345-192.168.204.27@tcp:16:lfs.0 00000100:00100000:0.0:1777573242.650193:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12716 00000100:00100000:0.0:1777573242.650203:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+34:2405:x1863919926109824:12345-192.168.204.27@tcp:16:lfs.0 00000001:00080000:0.0:1777573242.651888:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841917 is committed 00000001:00080000:0.0:1777573242.651901:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841912 is committed 00000100:00100000:2.0:1777573242.652054:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919926109824:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 1848us (3548us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.652063:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12716 00000001:00080000:3.0:1777573242.652408:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875112 is committed 00000100:00100000:2.0:1777573242.652586:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:2405:x1863919926109696:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 2618us (4139us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.652594:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12715 00000100:00100000:2.0:1777573242.661650:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.661696:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.661989:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926109952 00000100:00100000:0.0:1777573242.661999:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926109952 00000100:00100000:1.0:1777573242.662006:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926110080 00000100:00100000:1.0:1777573242.662009:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926110080 00000100:00100000:0.0:1777573242.662048:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12717 00000100:00100000:0.0:1777573242.662057:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926109952:12345-192.168.204.27@tcp:1:lfs.0 00000100:00100000:1.0:1777573242.662065:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12718 00000100:00100000:1.0:1777573242.662088:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926110080:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573242.662128:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.662144:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.662147:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.662151:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.662166:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662167:0:27874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662176:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.662177:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.662179:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662188:0:27874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.662191:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.662198:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662202:0:27874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.662205:0:8362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662210:0:27874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662217:0:27874:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.662219:0:8362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573242.662223:0:8362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662223:0:27874:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c34b5600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573242.662225:0:27874:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.662231:0:8362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662233:0:27874:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.662244:0:8362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662244:0:27874:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.662252:0:8362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b313 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.662252:0:27874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029ba3019/0x8dc0a528a119b31a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.662579:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926110080:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 507us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.662586:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12718 00000100:00100000:0.0:1777573242.662647:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926109952:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 591us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.662654:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12717 00000100:00100000:0.0:1777573242.663310:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.663363:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926110208 00000100:00100000:2.0:1777573242.663369:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926110208 00000100:00100000:2.0:1777573242.663398:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12719 00000100:00100000:2.0:1777573242.663407:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926110208:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:2.0:1777573242.663431:0:29349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.663442:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.663444:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.663448:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.663458:0:29349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.663477:0:29349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.663612:0:29349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.663622:0:29349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.663629:0:29349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.663632:0:29349:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.663640:0:29349:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.663657:0:29349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.663665:0:29349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b321 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.663747:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926110208:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 342us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.663755:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12719 00000100:00100000:2.0:1777573242.666620:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.666704:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926110464 00000100:00100000:0.0:1777573242.666713:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926110464 00000100:00100000:0.0:1777573242.666790:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15738 00000100:00100000:0.0:1777573242.666799:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+395:59544:x1863919926110464:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573242.666882:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.666900:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.666911:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573242.667027:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009835ba0c reply state 000000001c53c11f transno 4294978960 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.667041:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.667048:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:0.0:1777573242.667051:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573242.667054:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573242.667158:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+397:59544:x1863919926110464:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 353us (539us total) trans 4294978960 rc 0/0 00000100:00100000:0.0:1777573242.667165:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15738 00000100:00100000:0.0:1777573242.671133:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.671180:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.671566:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926110720 00000100:00100000:1.0:1777573242.671566:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926110592 00000100:00100000:3.0:1777573242.671575:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926110720 00000100:00100000:1.0:1777573242.671575:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926110592 00000100:00100000:1.0:1777573242.671625:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12720 00000100:00100000:1.0:1777573242.671632:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926110592:12345-192.168.204.27@tcp:2:lfs.0 00000100:00100000:3.0:1777573242.671643:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12721 00000100:00100000:3.0:1777573242.671653:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926110720:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573242.671759:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573242.671762:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573242.671764:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 0 -> 1777573242 00002000:00010000:1.0:1777573242.671765:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573242.671767:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:1.0:1777573242.671815:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926110592:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 184us (636us total) trans 17179875113 rc 0/0 00000100:00100000:1.0:1777573242.671820:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12720 00002000:00010000:3.0:1777573242.671921:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573242.671924:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573242.671926:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 0 -> 1777573242 00002000:00010000:3.0:1777573242.671928:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573242.671930:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573242.671956:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926110720:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 305us (832us total) trans 21474841918 rc 0/0 00000100:00100000:3.0:1777573242.671963:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12721 00000100:00100000:0.0:1777573242.675565:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.675680:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926110976 00000100:00100000:2.0:1777573242.675689:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926110976 00000100:00100000:2.0:1777573242.675781:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15739 00000100:00100000:2.0:1777573242.675791:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+397:59544:x1863919926110976:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573242.675842:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573242.675866:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b1f4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef21 expref: 397 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.675885:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.675890:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573242.675942:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.675958:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.675972:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573242.676081:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000031cf7d7a reply state 000000002218c5fa transno 4294978961 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.676093:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.676098:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.676101:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573242.676103:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573242.677726:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+398:59544:x1863919926110976:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1928us (2161us total) trans 4294978961 rc 0/0 00000100:00100000:2.0:1777573242.677737:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15739 00000100:00100000:0.0:1777573242.679860:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.679954:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926111104 00000100:00100000:2.0:1777573242.679963:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926111104 00000100:00100000:2.0:1777573242.680019:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12722 00000100:00100000:2.0:1777573242.680028:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926111104:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:2.0:1777573242.680196:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573242.680201:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573242.680203:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573242.680205:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573242.680207:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:2.0:1777573242.680498:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926111104:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 425us (599us total) trans 17179875114 rc 0/0 00000100:00100000:2.0:1777573242.680505:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12722 00000100:00100000:0.0:1777573242.680880:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.682006:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926111232 00000100:00100000:2.0:1777573242.682016:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926111232 00000100:00100000:0.0:1777573242.682039:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.682062:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926111360 00000100:00100000:2.0:1777573242.682065:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926111360 00000100:00100000:2.0:1777573242.682093:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12723 00000100:00100000:2.0:1777573242.682102:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926111232:12345-192.168.204.27@tcp:2:lfs.0 00000100:00100000:0.0:1777573242.682105:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12724 00000100:00100000:0.0:1777573242.682112:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926111360:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:2.0:1777573242.682208:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573242.682208:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573242.682212:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573242.682212:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573242.682215:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573241 -> 1777573242 00002000:00010000:2.0:1777573242.682216:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573241 -> 1777573242 00002000:00010000:2.0:1777573242.682218:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573242.682218:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573242.682221:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:0.0:1777573242.682221:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573242.682261:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926111232:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 161us (1382us total) trans 21474841919 rc 0/0 00000100:00100000:2.0:1777573242.682289:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12723 00000100:00100000:0.0:1777573242.682661:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926111360:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 549us (621us total) trans 17179875115 rc 0/0 00000100:00100000:0.0:1777573242.682669:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12724 00000100:00100000:0.0:1777573242.685028:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.685258:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926111616 00000100:00100000:1.0:1777573242.685267:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926111616 00000100:00100000:1.0:1777573242.685361:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5141 00000100:00100000:1.0:1777573242.685370:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+398:59544:x1863919926111616:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:1.0:1777573242.685449:0:6488:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119b26b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef52 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.685487:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.685497:0:6488:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef7 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.685502:0:6488:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eefe expref: 398 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.685507:0:6488:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.685532:0:6488:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eefe expref: 398 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.685541:0:6488:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eefe expref: 398 pid: 6485 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.685554:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932191616:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573242.685634:0:6488:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef7 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.685643:0:6488:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef7 expref: 398 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.685653:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932191744:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573242.685675:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.687949:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932191616:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573242.687964:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932191744:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573242.687987:0:6488:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.689148:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.689240:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926111744 00000100:00100000:3.0:1777573242.689248:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926111744 00010000:00010000:3.0:1777573242.689337:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eefe expref: 399 pid: 6485 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.689428:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5743 00000100:00100000:0.0:1777573242.689439:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919926111744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573242.689452:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573242.689461:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eefe expref: 399 pid: 6485 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.689474:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eefe expref: 399 pid: 6485 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.689493:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119b1ae lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eefe expref: 399 pid: 6485 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.689507:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.689511:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.689520:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.689526:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573242.689575:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919926111744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 138us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.689582:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5743 00000100:00100000:1.0:1777573242.689946:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.689980:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926111872 00000100:00100000:0.0:1777573242.689984:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926111872 00010000:00010000:0.0:1777573242.689999:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef7 expref: 398 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.690026:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5744 00000100:00100000:0.0:1777573242.690032:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+398:2406:x1863919926111872:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573242.690040:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573242.690045:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef7 expref: 398 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.690055:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef7 expref: 398 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.690087:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119b1a0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eef7 expref: 398 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.690100:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.690104:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.690111:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.690119:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.690185:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573242.690216:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+397:2406:x1863919926111872:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 184us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.690223:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5744 00010000:00010000:1.0:1777573242.690260:0:6488:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.690268:0:6488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.690358:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.690369:0:6488:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef6e expref: 396 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.690377:0:6488:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef75 expref: 396 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.690385:0:6488:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 5/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.690412:0:6488:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef75 expref: 396 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.690424:0:6488:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef75 expref: 396 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.690436:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932191872:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573242.690526:0:6488:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef6e expref: 396 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.690535:0:6488:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef6e expref: 396 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.690544:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932192000:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573242.690564:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f300 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.693151:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.693179:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.693319:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932191872:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573242.693332:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6488:1863919932192000:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573242.693353:0:6488:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.693440:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926112000 00000100:00100000:2.0:1777573242.693447:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926112000 00010000:00010000:2.0:1777573242.693475:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef75 expref: 397 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.693505:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926112128 00000100:00100000:2.0:1777573242.693508:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926112128 00010000:00010000:2.0:1777573242.693519:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef6e expref: 398 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.693544:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5745 00000100:00100000:2.0:1777573242.693552:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+398:2404:x1863919926112000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573242.693564:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573242.693572:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef75 expref: 398 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.693583:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef75 expref: 398 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.693656:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5746 00000100:00100000:1.0:1777573242.693665:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+398:2404:x1863919926112128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573242.693673:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573242.693679:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef6e expref: 398 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.693862:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef6e expref: 398 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.693882:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119b2aa lrc: 0/0,0 mode: --/PR res: [0x240000404:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef6e expref: 398 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.693897:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:1.0:1777573242.693902:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.693911:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.693917:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573242.693988:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+397:2404:x1863919926112128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 324us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.693995:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5746 00010000:00010000:2.0:1777573242.694037:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4c600/0x8dc0a528a119b2b8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef75 expref: 396 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.694047:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:2.0:1777573242.694051:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.694058:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.694065:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.694101:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573242.694121:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+395:2404:x1863919926112000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 571us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.694128:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5745 00010000:00010000:1.0:1777573242.694199:0:6488:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.694207:0:6488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.695000:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.695042:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.695233:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.695482:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932192128 00000100:00100000:3.0:1777573242.695489:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932192128 00000100:00100000:3.0:1777573242.695569:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:3.0:1777573242.695577:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192128:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.695676:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192128:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 99us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.695683:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:1.0:1777573242.695734:0:6488:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179875091 gen 2 00000004:00080000:1.0:1777573242.695740:0:6488:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179875075 committed transno 17179875091 00000004:00080000:1.0:1777573242.695756:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6820700, transno 17179875076 00000004:00080000:1.0:1777573242.695771:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821180, transno 17179875077 00000004:00080000:1.0:1777573242.695775:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6821c00, transno 17179875078 00000004:00080000:1.0:1777573242.695778:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1f38e00, transno 17179875079 00000004:00080000:1.0:1777573242.695780:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1f3a680, transno 17179875080 00000004:00080000:1.0:1777573242.695782:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c58a3480, transno 17179875081 00000004:00080000:1.0:1777573242.695785:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6820380, transno 17179875082 00000004:00080000:1.0:1777573242.695787:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c58a3b80, transno 17179875083 00000004:00080000:1.0:1777573242.695789:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6823b80, transno 17179875084 00000004:00080000:1.0:1777573242.695792:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6823800, transno 17179875085 00000004:00080000:1.0:1777573242.695794:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c182e300, transno 17179875086 00000004:00080000:1.0:1777573242.695797:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fa300, transno 17179875087 00000004:00080000:1.0:1777573242.695799:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f8a80, transno 17179875088 00000004:00080000:1.0:1777573242.695802:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1aa00, transno 17179875089 00000004:00080000:1.0:1777573242.695805:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d6822300, transno 17179875090 00000004:00080000:1.0:1777573242.695807:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1f3b480, transno 17179875091 00000100:00100000:1.0:1777573242.695812:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.695855:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.695884:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573242.695974:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 16 done 00000100:00100000:1.0:1777573242.696021:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.696081:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932192256 00000100:00100000:0.0:1777573242.696085:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932192256 00000100:00100000:0.0:1777573242.696109:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:0.0:1777573242.696115:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.696180:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 64us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.696187:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:1.0:1777573242.696238:0:6488:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474841912 gen 2 00000004:00080000:1.0:1777573242.696242:0:6488:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474841896 committed transno 21474841912 00000004:00080000:1.0:1777573242.696265:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f9c00, transno 21474841897 00000004:00080000:1.0:1777573242.696306:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fad80, transno 21474841898 00000004:00080000:1.0:1777573242.696311:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fb800, transno 21474841899 00000004:00080000:1.0:1777573242.696315:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f9880, transno 21474841900 00000004:00080000:1.0:1777573242.696318:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2c27b80, transno 21474841901 00000004:00080000:1.0:1777573242.696320:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fa680, transno 21474841902 00000004:00080000:1.0:1777573242.696323:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2af3b80, transno 21474841903 00000004:00080000:1.0:1777573242.696326:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f8380, transno 21474841904 00000004:00080000:1.0:1777573242.696328:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2af2680, transno 21474841905 00000004:00080000:1.0:1777573242.696330:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45faa00, transno 21474841906 00000004:00080000:1.0:1777573242.696332:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2af1f80, transno 21474841907 00000004:00080000:1.0:1777573242.696334:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19880, transno 21474841908 00000004:00080000:1.0:1777573242.696336:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19180, transno 21474841909 00000004:00080000:1.0:1777573242.696338:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1b100, transno 21474841910 00000004:00080000:1.0:1777573242.696341:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18700, transno 21474841911 00000004:00080000:1.0:1777573242.696343:0:6488:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2c24700, transno 21474841912 00000100:00100000:1.0:1777573242.696347:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.696392:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.696419:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.696438:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7b3f300 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.696454:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932192384 00000100:00100000:1.0:1777573242.696457:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932192384 00000100:00100000:1.0:1777573242.696477:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:1.0:1777573242.696483:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192384:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.696528:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192384:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 45us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.696535:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000004:00080000:0.0:1777573242.696553:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 16 done 00000100:00100000:1.0:1777573242.696563:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.696723:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.696745:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.696763:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c1c1c600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.696804:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932192512 00000100:00100000:3.0:1777573242.696808:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932192512 00000100:00100000:3.0:1777573242.696827:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:3.0:1777573242.696833:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192512:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.696891:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192512:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.696897:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:1.0:1777573242.696960:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.696996:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.697021:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.697040:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2cc0f7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.697092:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932192640 00000100:00100000:3.0:1777573242.697096:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932192640 00000100:00100000:3.0:1777573242.697113:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:3.0:1777573242.697119:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192640:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.697175:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192640:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 56us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.697181:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:1.0:1777573242.697238:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.697381:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.697397:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.697412:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.697445:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932192768 00000100:00100000:3.0:1777573242.697448:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932192768 00000100:00100000:3.0:1777573242.697461:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:3.0:1777573242.697465:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192768:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.697662:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192768:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 195us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.697669:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1777573242.697776:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.697801:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.697815:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.697856:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.697875:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932192896 00000100:00100000:3.0:1777573242.697878:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932192896 00000100:00100000:3.0:1777573242.697920:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1777573242.697925:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192896:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.697964:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932192896:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 40us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.697969:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:1.0:1777573242.698000:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932192896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.698019:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.698033:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.698084:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.698115:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932193024 00000100:00100000:0.0:1777573242.698120:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932193024 00000100:00100000:0.0:1777573242.698146:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:0.0:1777573242.698152:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193024:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.698219:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193024:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.698228:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:1.0:1777573242.698396:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.698429:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.698451:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.698502:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.698865:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932193152 00000100:00100000:0.0:1777573242.698869:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932193152 00000100:00100000:0.0:1777573242.698899:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1777573242.698905:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193152:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.698962:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193152:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.698969:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:1.0:1777573242.699152:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.699185:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab82680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.699323:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.699339:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.699351:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932193280 00000100:00100000:1.0:1777573242.699356:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932193280 00000100:00100000:1.0:1777573242.699373:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:1.0:1777573242.699378:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193280:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.699428:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193280:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 49us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.699434:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:1.0:1777573242.699458:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab82680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.699498:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab82680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.699521:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.699532:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.699542:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932193408 00000100:00100000:1.0:1777573242.699546:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932193408 00000100:00100000:1.0:1777573242.699560:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:1.0:1777573242.699565:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193408:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.699606:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193408:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 40us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.699612:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:1.0:1777573242.699634:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab82680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.699660:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab82680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.699680:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.699691:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.699702:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932193536 00000100:00100000:1.0:1777573242.699705:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932193536 00000100:00100000:1.0:1777573242.699721:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:1.0:1777573242.699726:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193536:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.699784:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193536:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.699790:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:3.0:1777573242.699851:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab82680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.699887:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.699911:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.699937:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.700086:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932193664 00000100:00100000:1.0:1777573242.700091:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932193664 00000100:00100000:1.0:1777573242.700120:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:1.0:1777573242.700127:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193664:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.700182:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193664:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 55us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.700188:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:3.0:1777573242.700310:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.700346:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.700369:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.700384:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573242.700594:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932193792 00000100:00100000:1.0:1777573242.700599:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932193792 00000100:00100000:1.0:1777573242.700656:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:1.0:1777573242.700663:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193792:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.700718:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193792:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 56us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573242.700724:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1777573242.700772:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.700804:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.700824:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.701204:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.701234:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932193920 00000100:00100000:0.0:1777573242.701238:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932193920 00000100:00100000:0.0:1777573242.701262:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:0.0:1777573242.701694:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193920:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.701818:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932193920:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 549us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.701825:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1777573242.702027:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932193920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.702147:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6823100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.702176:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.702718:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.702777:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932194048 00000100:00100000:2.0:1777573242.702783:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932194048 00000100:00100000:2.0:1777573242.702848:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:2.0:1777573242.702857:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194048:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573242.702929:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194048:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 74us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.702937:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:1.0:1777573242.702992:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6823100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.703036:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.703062:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.703190:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.703223:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932194176 00000100:00100000:0.0:1777573242.703227:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932194176 00000100:00100000:2.0:1777573242.703265:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:2.0:1777573242.703297:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194176:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573242.703350:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194176:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 78us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.703357:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00000100:00100000:1.0:1777573242.703421:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.703443:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.703464:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.703485:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.703522:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932194304 00000100:00100000:3.0:1777573242.703527:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932194304 00000100:00100000:3.0:1777573242.703559:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:3.0:1777573242.703566:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194304:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.703641:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194304:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 75us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.703647:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00000100:00100000:1.0:1777573242.703675:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.703708:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.703728:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.703747:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.703783:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932194432 00000100:00100000:2.0:1777573242.703786:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932194432 00000100:00100000:2.0:1777573242.703805:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:2.0:1777573242.703811:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194432:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573242.703863:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194432:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 53us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.703869:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:1.0:1777573242.703923:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.703956:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.703977:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.704030:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.704696:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932194560 00000100:00100000:2.0:1777573242.704702:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932194560 00000100:00100000:2.0:1777573242.704728:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:2.0:1777573242.704735:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194560:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573242.704843:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194560:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 109us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.704851:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:1.0:1777573242.704947:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.704989:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.705013:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.705035:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.705176:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932194688 00000100:00100000:3.0:1777573242.705180:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932194688 00000100:00100000:3.0:1777573242.705202:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:3.0:1777573242.705208:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194688:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.705267:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194688:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.705291:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00100000:1.0:1777573242.705353:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.705382:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.705403:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.705422:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.705477:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932194816 00000100:00100000:0.0:1777573242.705480:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932194816 00000100:00100000:0.0:1777573242.705503:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:0.0:1777573242.705507:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194816:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.705652:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194816:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 144us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.705663:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:1.0:1777573242.705849:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.705883:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.705905:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.705927:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.705999:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932194944 00000100:00100000:3.0:1777573242.706003:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932194944 00000100:00100000:3.0:1777573242.706037:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:3.0:1777573242.706044:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194944:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.706110:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932194944:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.706117:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:1.0:1777573242.706196:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932194944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.706226:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.706247:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573242.706265:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932195072 00000100:00100000:2.0:1777573242.706287:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932195072 00000100:00100000:1.0:1777573242.706287:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.706317:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851 00000100:00100000:2.0:1777573242.706326:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195072:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573242.706383:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195072:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 59us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.706389:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851 00000100:00100000:1.0:1777573242.706454:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.706486:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.706577:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.706600:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.706654:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932195200 00000100:00100000:3.0:1777573242.706658:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932195200 00000100:00100000:3.0:1777573242.706686:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:3.0:1777573242.706693:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195200:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.706746:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195200:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 54us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.706752:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:1.0:1777573242.706794:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.706825:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.706842:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.706857:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.706876:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932195328 00000100:00100000:2.0:1777573242.706880:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932195328 00000100:00100000:2.0:1777573242.706906:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:2.0:1777573242.706911:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195328:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573242.706955:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195328:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 42us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.706961:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:1.0:1777573242.706984:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.707016:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.707035:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.707049:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.707077:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932195456 00000100:00100000:0.0:1777573242.707081:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932195456 00000100:00100000:0.0:1777573242.707107:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:0.0:1777573242.707113:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195456:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.707172:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195456:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 59us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.707178:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00100000:1.0:1777573242.707206:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.707234:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.707255:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.707295:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932195584 00000100:00100000:1.0:1777573242.707296:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.707299:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932195584 00000100:00100000:3.0:1777573242.707327:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:3.0:1777573242.707333:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195584:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.707384:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195584:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 51us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.707389:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00000100:00100000:1.0:1777573242.707423:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.707455:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.707477:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.707499:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.707562:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932195712 00000100:00100000:0.0:1777573242.707566:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932195712 00000100:00100000:3.0:1777573242.707659:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:3.0:1777573242.707667:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195712:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.707723:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195712:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 58us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.707730:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00100000:1.0:1777573242.707799:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.707828:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.707848:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.707871:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.707938:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932195840 00000100:00100000:2.0:1777573242.707942:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932195840 00000100:00100000:2.0:1777573242.707974:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:2.0:1777573242.707980:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195840:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573242.708131:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195840:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 151us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.708136:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00100000:1.0:1777573242.708295:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.708330:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.708351:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.708362:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.708385:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932195968 00000100:00100000:0.0:1777573242.708390:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932195968 00000100:00100000:0.0:1777573242.708420:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:0.0:1777573242.708427:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195968:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.708501:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932195968:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 74us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.708507:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:1.0:1777573242.708628:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932195968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.708657:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.708676:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.708700:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.708835:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932196096 00000100:00100000:3.0:1777573242.708839:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932196096 00000100:00100000:3.0:1777573242.708864:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:3.0:1777573242.708872:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932196096:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.708935:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932196096:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 64us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.708941:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00000100:00100000:1.0:1777573242.709404:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.709453:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.709476:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.709497:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.709593:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932196224 00000100:00100000:2.0:1777573242.709598:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932196224 00000100:00100000:2.0:1777573242.709632:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:2.0:1777573242.709638:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932196224:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777573242.709698:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932196224:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.709703:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:1.0:1777573242.709763:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.709794:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.709816:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.709838:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.709898:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932196352 00000100:00100000:0.0:1777573242.709903:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932196352 00000100:00100000:0.0:1777573242.709932:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:0.0:1777573242.709937:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932196352:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.709994:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932196352:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.710000:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:1.0:1777573242.710103:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196352:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:1.0:1777573242.710502:0:6488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].64, 1720 off86664 00000001:00080000:1.0:1777573242.710516:0:6488:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978962 00000100:00100000:1.0:1777573242.710580:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.710606:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.710633:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573242.710683:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932196480 00000100:00100000:0.0:1777573242.710688:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932196480 00000100:00100000:0.0:1777573242.710759:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:0.0:1777573242.710767:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932196480:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777573242.710931:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6488:x1863919932196480:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 165us (324us total) trans 17179875116 rc 0/0 00000100:00100000:0.0:1777573242.710937:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:1.0:1777573242.710994:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c73d4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.711020:0:6488:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777573242.711043:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573242.711125:0:6488:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.711207:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932196608 00000100:00100000:3.0:1777573242.711211:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932196608 00000100:00100000:3.0:1777573242.711233:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863 00000100:00100000:3.0:1777573242.711240:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6488:x1863919932196608:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777573242.711404:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6488:x1863919932196608:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 165us (359us total) trans 21474841920 rc 0/0 00000100:00100000:3.0:1777573242.711410:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863 00000100:00100000:1.0:1777573242.711695:0:6488:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab80a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6488:1863919932196608:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1777573242.711755:0:6488:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978963 00010000:00010000:1.0:1777573242.711781:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711791:0:6488:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711798:0:6488:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711803:0:6488:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573242.711807:0:6488:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711813:0:6488:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711828:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:1.0:1777573242.711830:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777573242.711834:0:6488:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 2/0,0 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711840:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b33d lrc: 0/0,0 mode: --/EX res: [0x240000404:0x31a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711855:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711860:0:6488:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711864:0:6488:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711868:0:6488:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573242.711870:0:6488:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711875:0:6488:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711881:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573242.711883:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777573242.711886:0:6488:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711891:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b336 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.711901:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573242.711903:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573242.711909:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119b26b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef52 expref: 397 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.712000:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+396:59544:x1863919926111616:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 26632us (26979us total) trans 4294978964 rc 0/0 00000100:00100000:1.0:1777573242.712007:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5141 00000020:00080000:1.0:1777573242.712011:0:6488:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777573242.714138:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.714217:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926112256 00000100:00100000:2.0:1777573242.714226:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926112256 00000100:00100000:2.0:1777573242.714356:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15740 00000100:00100000:2.0:1777573242.714366:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+396:59544:x1863919926112256:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.714387:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.714408:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b344 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef91 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.714462:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b344 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef91 expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.714475:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b344 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef91 expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.714493:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.714495:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573242.714498:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:2.0:1777573242.714544:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+397:59544:x1863919926112256:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 179us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.714550:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15740 00000100:00100000:3.0:1777573242.718116:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.718224:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926112512 00000100:00100000:2.0:1777573242.718233:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926112512 00000100:00100000:3.0:1777573242.718396:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5142 00000100:00100000:3.0:1777573242.718408:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+397:59544:x1863919926112512:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1777573242.718682:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+398:59544:x1863919926112512:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 276us (574us total) trans 4294978965 rc 0/0 00000100:00100000:3.0:1777573242.718690:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5142 00000100:00100000:0.0:1777573242.721673:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.721724:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926112768 00000100:00100000:2.0:1777573242.721734:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926112768 00000100:00100000:2.0:1777573242.721788:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5143 00000100:00100000:2.0:1777573242.721798:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+398:59544:x1863919926112768:12345-192.168.204.27@tcp:35:lfs.0 00000004:00080000:2.0:1777573242.721983:0:35577:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0x31a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1777573242.722083:0:35577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35577 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.722103:0:35577:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.722115:0:35577:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.722125:0:35577:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.722131:0:35577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.722138:0:35577:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.722167:0:35577:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573242.722206:0:7409:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573242.722215:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.722222:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573242.722227:0:7409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.722236:0:7409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.722249:0:7409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:3.0:1777573242.722251:0:7409:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573242.722256:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.722261:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+399:59544:x1863919926112768:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 462us (595us total) trans 4294978966 rc 0/0 00010000:00010000:3.0:1777573242.722298:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b34b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35577 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.722309:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5143 00010000:00010000:3.0:1777573242.722316:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573242.722318:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573242.722320:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573242.740675:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.740737:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926112896 00000100:00100000:2.0:1777573242.740748:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926112896 00000100:00100000:2.0:1777573242.740807:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15741 00000100:00100000:2.0:1777573242.741016:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+399:59545:x1863919926112896:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.741042:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.741078:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b352 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef98 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741165:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741179:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741195:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741208:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741214:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741220:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741355:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741364:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741371:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573242.741410:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573242.741413:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573242.741431:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741441:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741448:0:6484:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741458:0:6484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741463:0:6484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741469:0:6484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741475:0:6484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573242.741479:0:6484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741485:0:6484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741494:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d1cb213f00) 00010000:00010000:2.0:1777573242.741497:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573242.741500:0:6484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741506:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b359 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741516:0:6484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741521:0:6484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741526:0:6484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741531:0:6484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573242.741533:0:6484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741538:0:6484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741543:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d1cb213300) 00010000:00010000:2.0:1777573242.741545:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573242.741547:0:6484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741553:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b360 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741592:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b352 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef98 expref: 401 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741607:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef98 expref: 400 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.741613:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.741615:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573242.741617:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631600, rc 0) 00000100:00100000:2.0:1777573242.741714:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+400:59545:x1863919926112896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 899us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573242.741721:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15741 00000100:00100000:0.0:1777573242.744900:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.744956:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926113152 00000100:00100000:2.0:1777573242.744966:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926113152 00000100:00100000:2.0:1777573242.745025:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15742 00000100:00100000:2.0:1777573242.745037:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+400:59545:x1863919926113152:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.745056:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.745090:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b36e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2ef9f expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.745212:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119b375 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.745226:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119b375 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.745237:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119b375 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573242.745248:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:2.0:1777573242.745401:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b36e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef9f expref: 403 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.745419:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119b375 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef9f expref: 402 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.745428:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.745431:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777573242.745434:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2cee1b600, rc 0) 00000100:00100000:2.0:1777573242.745492:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+402:59545:x1863919926113152:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 458us (599us total) trans 4294978967 rc 0/0 00000100:00100000:2.0:1777573242.745499:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15742 00000100:00100000:0.0:1777573242.748924:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.749151:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926113408 00000100:00100000:2.0:1777573242.749791:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926113408 00000100:00100000:2.0:1777573242.749868:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15743 00000100:00100000:2.0:1777573242.749879:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+402:59545:x1863919926113408:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.749903:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.749930:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119b383 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efa6 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.750045:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119b38a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.750062:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119b38a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.750088:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119b38a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573242.750101:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:2.0:1777573242.750216:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6d400/0x8dc0a528a119b383 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efa6 expref: 405 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.750235:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119b38a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efa6 expref: 404 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.750244:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573242.750247:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777573242.750250:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531e00, rc 0) 00000100:00100000:2.0:1777573242.750343:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+404:59545:x1863919926113408:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 465us (1428us total) trans 4294978968 rc 0/0 00000100:00100000:2.0:1777573242.750354:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15743 00000100:00100000:1.0:1777573242.762685:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.762765:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926113536 00000100:00100000:2.0:1777573242.762773:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926113536 00000100:00100000:2.0:1777573242.762830:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12725 00000100:00100000:2.0:1777573242.762842:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+31:2405:x1863919926113536:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573242.762860:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573242.762880:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b398 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efad expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.762942:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932196736:192.168.204.27@tcp:106: 00000100:00100000:2.0:1777573242.763250:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573242.765392:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932196736:192.168.204.27@tcp:106: 00010000:00010000:2.0:1777573242.765427:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b398 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efad expref: 32 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.765452:0:28215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b398 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efad expref: 32 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.765465:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4530000, rc 0) 00000100:00100000:2.0:1777573242.765514:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+31:2405:x1863919926113536:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2675us (2835us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573242.765523:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12725 00000100:00100000:0.0:1777573242.805597:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.806116:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926113664 00000100:00100000:2.0:1777573242.806128:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926113664 00000100:00100000:2.0:1777573242.806310:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5545 00000100:00100000:2.0:1777573242.806323:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+31:2406:x1863919926113664:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.806358:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.806373:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.806375:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.806381:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.806395:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.810795:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.810817:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.810826:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.810833:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.810837:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.810847:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.810872:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.810879:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b39f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.811838:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+31:2406:x1863919926113664:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5511us (6243us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777573242.811849:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5545 00000100:00100000:3.0:1777573242.814505:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1863919932196864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573242.814570:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.814626:0:7426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932196864 00000100:00100000:3.0:1777573242.814635:0:7426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932196864 00000100:00100000:3.0:1777573242.814684:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:3.0:1777573242.814696:0:7426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919932196864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573242.814732:0:7426:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445625856 avail 1299386368 00000100:00100000:0.0:1777573242.814753:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0baf38f6-7090-47e5-919a-0efb45cf94af:3637:1863919932197376:0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.814774:0:7426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919932196864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.814782:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:0.0:1777573242.814799:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.814821:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932197248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573242.814835:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919932197888:0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.814867:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.814875:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.814894:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919932197760:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.814903:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1863919932198400:0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.814922:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.814942:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.814945:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932198272:0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.814975:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.814989:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1863919932196864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573242.815017:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932197888 00000100:00100000:3.0:1777573242.815021:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932197888 00000100:00100000:0.0:1777573242.815025:0:32701:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932197376 00000100:00100000:0.0:1777573242.815031:0:32701:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932197376 00000100:00100000:3.0:1777573242.815053:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932197760 00000100:00100000:3.0:1777573242.815055:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932197760 00000100:00100000:0.0:1777573242.815082:0:32701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1777573242.815095:0:32701:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc84cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0baf38f6-7090-47e5-919a-0efb45cf94af+23:3637:x1863919932197376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.815098:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1777573242.815110:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919932197888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815150:0:32701:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc84cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0baf38f6-7090-47e5-919a-0efb45cf94af+23:3637:x1863919932197376:12345-0@lo:400:kworker.0 Request processed in 60us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.815156:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919932197888:12345-0@lo:400:kworker.0 Request processed in 46us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.815164:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1777573242.815173:0:32701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1777573242.815184:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1777573242.815192:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919932197760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815213:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932198400 00000100:00100000:0.0:1777573242.815218:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932198400 00000100:00100000:3.0:1777573242.815231:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919932197760:12345-0@lo:400:kworker.0 Request processed in 40us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.815238:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1777573242.815249:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932198272 00000100:00100000:0.0:1777573242.815253:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932198272 00000100:00080000:3.0:1777573242.815261:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573242.815266:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573242.815293:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573242.815297:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00080000:3.0:1777573242.815298:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573242.815306:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919932198400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.815323:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919932197760:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815342:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919932198400:12345-0@lo:400:kworker.0 Request processed in 36us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.815349:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1777573242.815364:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1777573242.815370:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932198272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815415:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932198272:12345-0@lo:400:kworker.0 Request processed in 41us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.815422:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1777573242.815426:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932197248 00000100:00100000:3.0:1777573242.815431:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932197248 00000100:00100000:0.0:1777573242.815453:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932198272:0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.815465:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1777573242.815475:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932197248:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573242.815482:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0baf38f6-7090-47e5-919a-0efb45cf94af:3637:1863919932197376:0@lo:400:kworker.0 00002000:00000024:3.0:1777573242.815489:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484889152 pending 0 free 3919654912 avail 3687768064 00000100:00100000:0.0:1777573242.815494:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919932197888:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815505:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1863919932198400:0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.815532:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919932197248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.815541:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1777573242.815541:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1863919932197248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573242.815568:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932196992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573242.815593:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.815620:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932197504:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815638:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932196992 00000100:00100000:0.0:1777573242.815642:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932196992 00000100:00100000:3.0:1777573242.815647:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.815668:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1863919932198016:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815672:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1777573242.815680:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1863919932196992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573242.815697:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 40960 granted 484930112 pending 0 free 3915337728 avail 3683815424 00000100:00100000:3.0:1777573242.815701:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.815725:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1863919932198528:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815736:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1863919932196992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.815743:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1777573242.815753:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.815780:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932197504 00000100:00100000:0.0:1777573242.815784:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932197504 00000100:00100000:3.0:1777573242.815794:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1863919932196992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573242.815807:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1777573242.815814:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:3.0:1777573242.815817:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932197120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573242.815824:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3634:x1863919932197504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.815843:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.815865:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3634:1863919932197632:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815870:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3634:x1863919932197504:12345-0@lo:400:kworker.0 Request processed in 47us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.815878:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:0.0:1777573242.815891:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932197120 00000100:00100000:0.0:1777573242.815896:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932197120 00000100:00100000:3.0:1777573242.815897:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573242.815917:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:3.0:1777573242.815924:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3634:1863919932198144:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815926:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3634:x1863919932197120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573242.815951:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445838848 avail 1299599360 00000100:00100000:3.0:1777573242.815957:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573242.815984:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932197504:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.815991:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3634:x1863919932197120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.815998:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00100000:3.0:1777573242.816008:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932197120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573242.816037:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932198016 00000100:00100000:0.0:1777573242.816041:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932198016 00000100:00100000:3.0:1777573242.816042:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932198528 00000100:00100000:3.0:1777573242.816047:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932198528 00000100:00100000:3.0:1777573242.816089:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932197632 00000100:00100000:3.0:1777573242.816093:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932197632 00000100:00100000:0.0:1777573242.816098:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932198144 00000100:00100000:0.0:1777573242.816103:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932198144 00000100:00100000:3.0:1777573242.816116:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1777573242.816126:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1863919932198528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.816131:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1777573242.816140:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1863919932198016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.816165:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1863919932198528:12345-0@lo:400:kworker.0 Request processed in 41us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.816173:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1777573242.816186:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1863919932198016:12345-0@lo:400:kworker.0 Request processed in 48us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573242.816193:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1777573242.816200:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1863919932197632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.816228:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1863919932197632:12345-0@lo:400:kworker.0 Request processed in 29us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.816856:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1777573242.816875:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1777573242.816882:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1863919932198144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.816915:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1863919932198144:12345-0@lo:400:kworker.0 Request processed in 34us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.816922:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00080000:0.0:1777573242.816951:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573242.816954:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573242.816988:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3634:1863919932197632:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.816999:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3634:1863919932198144:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.817008:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1863919932198016:0@lo:400:kworker.0 00000100:00100000:0.0:1777573242.817017:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1863919932198528:0@lo:400:kworker.0 00000100:00100000:3.0:1777573242.817289:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1777573242.819191:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.819310:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926113792 00000100:00100000:2.0:1777573242.819319:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926113792 00000100:00100000:2.0:1777573242.819466:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5546 00000100:00100000:2.0:1777573242.819475:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+31:2405:x1863919926113792:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.819507:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.819527:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef8a expref: 31 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.819536:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573242.819539:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573242.819542:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.819579:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef8a expref: 31 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.819608:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef8a expref: 31 pid: 29349 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.819622:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932198656:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573242.820110:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6240 going to sleep for 11 seconds 00000100:00100000:3.0:1777573242.823160:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.823241:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932198656:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573242.823302:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.823602:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926113920 00000100:00100000:0.0:1777573242.823610:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926113920 00010000:00010000:0.0:1777573242.823656:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef8a expref: 32 pid: 29349 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.823685:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5747 00000100:00100000:0.0:1777573242.823695:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926113920:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573242.823710:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573242.823732:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef8a expref: 32 pid: 29349 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.823745:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef8a expref: 32 pid: 29349 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.823767:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000171aa2e1/0x8dc0a528a119b30c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef8a expref: 32 pid: 29349 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.823787:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.823789:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.823794:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.823803:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.823848:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573242.823899:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926113920:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 204us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.823907:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5747 00010000:00010000:3.0:1777573242.824364:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.824376:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.827660:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.827679:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.827687:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.827694:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.827698:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.827707:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.827729:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.827737:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.827819:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919926113792:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 8341us (8630us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777573242.827829:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5546 00000100:00100000:1.0:1777573242.843535:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.843687:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926114048 00000100:00100000:0.0:1777573242.843696:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926114048 00000100:00100000:0.0:1777573242.843801:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 636 00000100:00100000:0.0:1777573242.843812:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+404:59545:x1863919926114048:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:0.0:1777573242.843827:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573242.843851:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119b38a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efa6 expref: 404 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.843873:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.843879:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573242.843940:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+403:59545:x1863919926114048:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 130us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573242.843948:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 636 00000100:00100000:1.0:1777573242.846426:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.846623:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926114304 00000100:00100000:2.0:1777573242.846632:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926114304 00000100:00100000:2.0:1777573242.846725:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5144 00000100:00100000:2.0:1777573242.846736:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d0387050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+403:59545:x1863919926114304:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:2.0:1777573242.846943:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d0387050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+404:59545:x1863919926114304:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 208us (522us total) trans 4294978969 rc 0/0 00000100:00100000:2.0:1777573242.846949:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5144 00000100:00100000:3.0:1777573242.859923:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.860120:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926114560 00000100:00100000:0.0:1777573242.860130:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926114560 00000100:00100000:0.0:1777573242.860185:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15744 00000100:00100000:0.0:1777573242.860195:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+404:59546:x1863919926114560:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573242.860218:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573242.860238:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a119b3ad lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efb4 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.860388:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119b3b4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.860404:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119b3b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.860416:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119b3b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573242.860429:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:0.0:1777573242.860526:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb400/0x8dc0a528a119b3ad lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efb4 expref: 407 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.860545:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119b3b4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efb4 expref: 406 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.860553:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573242.860556:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777573242.860559:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cb0eb800, rc 0) 00000100:00100000:0.0:1777573242.860713:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+406:59546:x1863919926114560:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 519us (797us total) trans 4294978970 rc 0/0 00000100:00100000:0.0:1777573242.860721:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15744 00000100:00100000:1.0:1777573242.864572:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.864638:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926114688 00000100:00100000:0.0:1777573242.864647:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926114688 00000100:00100000:0.0:1777573242.864709:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5547 00000100:00100000:0.0:1777573242.864719:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926114688:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573242.864755:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.864770:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.864772:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.864777:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.864791:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.866984:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.867002:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.867020:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.867027:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eac00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573242.867032:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.867046:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.867074:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.867082:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000732be0c8/0x8dc0a528a119b3c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.867152:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926114688:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2431us (2584us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777573242.867162:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5547 00000100:00100000:3.0:1777573242.871617:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573242.871675:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926114816 00000100:00100000:1.0:1777573242.871685:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926114816 00000100:00100000:1.0:1777573242.871755:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5548 00000100:00100000:1.0:1777573242.871766:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926114816:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573242.871812:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.871828:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.871830:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573242.871836:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.871849:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.874852:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.874871:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.874881:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.874889:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573242.874894:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.874902:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.874919:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573242.874928:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b3c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573242.875049:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926114816:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3282us (3437us total) trans 0 rc 147456/147456 00000100:00100000:1.0:1777573242.875058:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5548 00000100:00100000:3.0:1777573242.878778:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.878852:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926114944 00000100:00100000:2.0:1777573242.878863:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926114944 00000100:00100000:2.0:1777573242.878934:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5549 00000100:00100000:2.0:1777573242.878944:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919926114944:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.878976:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.878991:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.878993:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.878999:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.879015:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.881573:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.881592:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.881601:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.881608:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.881613:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.881635:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.881656:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.881664:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.881730:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919926114944:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2785us (2957us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573242.881742:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5549 00000100:00100000:3.0:1777573242.888405:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.888689:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926115072 00000100:00100000:2.0:1777573242.888699:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926115072 00000100:00100000:2.0:1777573242.888769:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5550 00000100:00100000:2.0:1777573242.888779:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919926115072:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.888814:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.888830:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.888832:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.888838:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.888852:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.892321:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.892342:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.892351:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.892358:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.892363:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.892372:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.892390:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.892398:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.892483:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919926115072:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3702us (4084us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573242.892494:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5550 00000100:00100000:3.0:1777573242.901956:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.902033:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926115200 00000100:00100000:2.0:1777573242.902043:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926115200 00000100:00100000:2.0:1777573242.902123:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5551 00000100:00100000:2.0:1777573242.902135:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+29:2405:x1863919926115200:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.902165:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.902181:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.902184:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.902189:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.902203:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.904340:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.904358:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.904367:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.904373:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.904383:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.904391:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.904408:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.904415:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.904477:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+29:2405:x1863919926115200:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2344us (2528us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573242.904487:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5551 00000100:00100000:1.0:1777573242.909897:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.910029:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926115328 00000100:00100000:3.0:1777573242.910039:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926115328 00000100:00100000:3.0:1777573242.910121:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5552 00000100:00100000:3.0:1777573242.910131:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926115328:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573242.910163:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.910180:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.910182:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.910187:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.910200:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.912684:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.912703:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.912711:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.912718:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573242.912723:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.912738:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.912755:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.912764:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119b3e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.912834:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926115328:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2702us (2941us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777573242.912845:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5552 00000100:00100000:1.0:1777573242.918906:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.919000:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926115456 00000100:00100000:0.0:1777573242.919010:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926115456 00000100:00100000:0.0:1777573242.919089:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5553 00000100:00100000:0.0:1777573242.919101:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919926115456:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573242.919135:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.919155:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.919157:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.919163:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.919178:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.922858:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.922875:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.922888:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.922895:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573242.922899:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.922908:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.922926:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.923080:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b3ec lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.923229:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+30:2405:x1863919926115456:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4126us (4328us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777573242.923239:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5553 00000100:00100000:1.0:1777573242.931730:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.931789:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926115584 00000100:00100000:2.0:1777573242.931799:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926115584 00000100:00100000:2.0:1777573242.931915:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5554 00000100:00100000:2.0:1777573242.931926:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919926115584:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.931957:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.931973:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.931975:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.931980:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.931995:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.935177:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.935195:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.935204:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.935211:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.935216:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.935224:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.935447:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.935457:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.935575:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919926115584:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3648us (3851us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573242.935586:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5554 00000100:00100000:3.0:1777573242.941133:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.941232:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926115712 00000100:00100000:2.0:1777573242.941242:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926115712 00000100:00100000:2.0:1777573242.941384:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5555 00000100:00100000:2.0:1777573242.941394:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926115712:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.941428:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.941443:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.941446:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.941451:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.941464:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.944554:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.944587:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.944596:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.944602:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.944607:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.944674:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.944691:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.944696:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb372c6/0x8dc0a528a119b3fa lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.944767:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926115712:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3372us (3639us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573242.944777:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5555 00000100:00100000:3.0:1777573242.952350:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573242.952648:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926115840 00000100:00100000:0.0:1777573242.952658:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926115840 00000100:00100000:0.0:1777573242.952726:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5556 00000100:00100000:0.0:1777573242.952736:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926115840:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573242.952771:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.952812:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.952815:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573242.952821:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.952835:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.955680:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.955700:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.955709:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.955717:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573242.955722:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.955730:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.955747:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573242.955760:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b401 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573242.956151:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926115840:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 3405us (3794us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777573242.956162:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5556 00000100:00100000:1.0:1777573242.962498:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573242.962552:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926115968 00000100:00100000:3.0:1777573242.962563:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926115968 00000100:00100000:3.0:1777573242.962628:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5557 00000100:00100000:3.0:1777573242.962637:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926115968:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573242.962669:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.962686:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.962688:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573242.962694:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.962716:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.965231:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.965249:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.965258:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.965265:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caaa00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573242.965302:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.965313:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.965336:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573242.965344:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b408 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.965537:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926115968:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2897us (3043us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573242.965547:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5557 00000100:00100000:1.0:1777573242.974487:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.974605:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926116096 00000100:00100000:2.0:1777573242.974615:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926116096 00000100:00100000:2.0:1777573242.974695:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5558 00000100:00100000:2.0:1777573242.974707:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926116096:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.974742:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.974758:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.974760:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.974766:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.974779:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.977349:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.977362:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.977368:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.977372:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.977376:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.977381:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.977395:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.977399:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b40f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.977485:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926116096:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2780us (3005us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573242.977491:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5558 00000100:00100000:1.0:1777573242.982744:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.982855:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926116224 00000100:00100000:2.0:1777573242.982864:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926116224 00000100:00100000:2.0:1777573242.982920:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5559 00000100:00100000:2.0:1777573242.982927:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919926116224:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.982957:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.982973:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.982975:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.982981:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.982995:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.987647:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.987671:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.987679:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.987686:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.987691:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.987699:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.987717:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.987724:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119b416 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.987842:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+30:2406:x1863919926116224:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4910us (5099us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777573242.987851:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5559 00000100:00100000:1.0:1777573242.992449:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573242.992489:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926116352 00000100:00100000:2.0:1777573242.992498:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926116352 00000100:00100000:2.0:1777573242.992552:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5560 00000100:00100000:2.0:1777573242.992559:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+29:2405:x1863919926116352:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573242.992585:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.992605:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.992608:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573242.992614:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.992629:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.996649:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.996667:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.996676:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.996683:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573242.996688:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.996696:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.996714:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573242.996722:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2dd9e37/0x8dc0a528a119b41d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573242.996843:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+29:2405:x1863919926116352:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4280us (4400us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777573242.996852:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5560 00000100:00100000:3.0:1777573243.032076:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.032225:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926116480 00000100:00100000:0.0:1777573243.032235:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926116480 00000100:00100000:0.0:1777573243.032472:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5561 00000100:00100000:0.0:1777573243.032483:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926116480:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573243.032519:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.032536:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.032538:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.032543:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.032556:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.041565:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.041642:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.041660:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.041667:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.041672:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.041681:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.041698:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.041706:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b424 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.041842:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926116480:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9356us (9781us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777573243.041853:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5561 00000100:00100000:3.0:1777573243.047128:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.047170:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926116608 00000100:00100000:0.0:1777573243.047179:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926116608 00000100:00100000:0.0:1777573243.047240:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5562 00000100:00100000:0.0:1777573243.047251:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926116608:12345-192.168.204.27@tcp:3:lfs.0 00002000:00010000:0.0:1777573243.047319:0:8368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d7a, atime: 0x69f39d7a, ctime: 0x69f39d7a, blocks: 0x100 00010000:00010000:0.0:1777573243.047327:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.047340:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.047342:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.047346:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.047356:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.051720:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.051734:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.051741:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.051746:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.051749:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.051754:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.051767:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.051775:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfc38c9d/0x8dc0a528a119b42b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.051864:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926116608:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4610us (4740us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777573243.051872:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5562 00000100:00100000:3.0:1777573243.060076:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.060205:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926116736 00000100:00100000:1.0:1777573243.060216:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926116736 00000100:00100000:1.0:1777573243.060355:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 637 00000100:00100000:1.0:1777573243.060371:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+406:59546:x1863919926116736:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:1.0:1777573243.060386:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.060410:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119b3b4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efb4 expref: 406 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.060427:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.060432:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573243.060492:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+405:59546:x1863919926116736:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 128us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.060499:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 637 00000100:00100000:1.0:1777573243.062453:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.062531:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926116992 00000100:00100000:0.0:1777573243.062539:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926116992 00000100:00100000:0.0:1777573243.062577:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5145 00000100:00100000:0.0:1777573243.062585:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+405:59546:x1863919926116992:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:0.0:1777573243.062822:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+406:59546:x1863919926116992:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 238us (372us total) trans 4294978971 rc 0/0 00000100:00100000:0.0:1777573243.062827:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5145 00000100:00100000:2.0:1777573243.067907:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.068010:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926117248 00000100:00100000:0.0:1777573243.068019:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926117248 00000100:00100000:0.0:1777573243.068081:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15745 00000100:00100000:0.0:1777573243.068091:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+406:59390:x1863919926117248:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573243.068112:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.068129:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119b432 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efbb expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.068226:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.068240:0:10945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef98 expref: 407 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.068250:0:10945:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.068299:0:10945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef98 expref: 407 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.068313:0:10945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef98 expref: 407 pid: 6484 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.068325:0:10945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932198784:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.068410:0:10945:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573243.070719:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.070805:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926117376 00000100:00100000:1.0:1777573243.070815:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926117376 00010000:00010000:1.0:1777573243.070854:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef98 expref: 408 pid: 6484 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.070889:0:10945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932198784:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.070901:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5748 00000100:00100000:1.0:1777573243.070912:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+408:2404:x1863919926117376:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.070917:0:10945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.070926:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.070933:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef98 expref: 408 pid: 6484 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.070957:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef98 expref: 408 pid: 6484 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.070983:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b367 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef98 expref: 408 pid: 6484 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.070998:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.071002:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.071011:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.071018:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.071039:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.071075:0:10945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.071083:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.071102:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+407:2404:x1863919926117376:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 192us (391us total) trans 0 rc 0/0 00000004:00200000:0.0:1777573243.071105:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000100:00100000:1.0:1777573243.071113:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5748 00010000:00010000:0.0:1777573243.071225:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119b432 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efbb expref: 408 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.071243:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efbb expref: 407 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.071254:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.071257:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777573243.071260:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6000, rc 0) 00000100:00100000:0.0:1777573243.071337:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919926117248:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 3248us (3438us total) trans 4294978972 rc 0/0 00000100:00100000:0.0:1777573243.071342:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15745 00000100:00100000:3.0:1777573243.073400:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.073479:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926117504 00000100:00100000:0.0:1777573243.073490:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926117504 00000100:00100000:0.0:1777573243.073542:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15746 00000100:00100000:0.0:1777573243.073557:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919926117504:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573243.073578:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.073595:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b447 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efc2 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.073677:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.073691:0:6484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efbb expref: 408 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.073700:0:6484:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.073732:0:6484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efbb expref: 408 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.073745:0:6484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efbb expref: 408 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.073759:0:6484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932198912:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.073827:0:6484:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.075110:0:6484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6484:1863919932198912:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.075131:0:6484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.075382:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.075532:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926117632 00000100:00100000:1.0:1777573243.075544:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926117632 00010000:00010000:1.0:1777573243.075589:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efbb expref: 409 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.075636:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5749 00000100:00100000:1.0:1777573243.075648:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+409:2404:x1863919926117632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.075668:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.075676:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efbb expref: 409 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.075696:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efbb expref: 409 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.075722:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b439 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efbb expref: 409 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.075741:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.075747:0:34391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.075757:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.075765:0:34391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.075795:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.075827:0:6484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.075840:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.075857:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+408:2404:x1863919926117632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 211us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.075866:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5749 00000004:00200000:0.0:1777573243.075908:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:0.0:1777573243.075915:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.075942:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.075983:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b447 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc2 expref: 408 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.076003:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc2 expref: 407 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.076012:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.076016:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.076019:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6e00, rc 0) 00000100:00100000:0.0:1777573243.076072:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919926117504:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 2509us (2669us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.076083:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15746 00000100:00100000:3.0:1777573243.078153:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.078213:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926117760 00000100:00100000:1.0:1777573243.078226:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926117760 00000100:00100000:3.0:1777573243.078262:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.078312:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926117888 00000100:00100000:1.0:1777573243.078317:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926117888 00000100:00100000:1.0:1777573243.078356:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12726 00000100:00100000:1.0:1777573243.078367:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926117760:12345-192.168.204.27@tcp:101:fsx.0 00000100:00100000:2.0:1777573243.078386:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12727 00010000:00010000:1.0:1777573243.078387:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777573243.078397:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926117888:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573243.078405:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573243.078413:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efc9 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.078416:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119b45c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efd0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573243.078444:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d7a, atime: 0x69f39d7a, ctime: 0x69f39d7a, blocks: 0x100 00010000:00010000:1.0:1777573243.078456:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.078458:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.078467:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc9 expref: 31 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.078484:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc9 expref: 31 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.078497:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0600, rc 0) 00000100:00100000:2.0:1777573243.078499:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932199040:192.168.204.27@tcp:106: 00000100:00100000:1.0:1777573243.078550:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926117760:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 185us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.078559:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12726 00000100:00100000:2.0:1777573243.078689:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6900 going to sleep for 11 seconds 00000100:00100000:3.0:1777573243.080312:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29349:1863919932199040:192.168.204.27@tcp:106: 00010000:00010000:3.0:1777573243.080352:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119b45c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efd0 expref: 30 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.080385:0:29349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b0150c1/0x8dc0a528a119b45c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efd0 expref: 30 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.080399:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:3.0:1777573243.080460:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926117888:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 2065us (2196us total) trans 0 rc 301/301 00000100:00100000:3.0:1777573243.080469:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12727 00000100:00100000:2.0:1777573243.082984:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.083030:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926118016 00000100:00100000:1.0:1777573243.083043:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926118016 00000100:00100000:1.0:1777573243.083127:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12728 00000100:00100000:1.0:1777573243.083138:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926118016:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573243.083160:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573243.083182:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b463 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efd7 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.083256:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932199168:192.168.204.27@tcp:106: 00000100:00100000:1.0:1777573243.083381:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f240 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.085365:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932199168:192.168.204.27@tcp:106: 00010000:00010000:1.0:1777573243.085407:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b463 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efd7 expref: 30 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.085433:0:28215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b463 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efd7 expref: 30 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.085443:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0a00, rc 0) 00000100:00100000:1.0:1777573243.085622:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926118016:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 2486us (2646us total) trans 0 rc 301/301 00000100:00100000:1.0:1777573243.085631:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12728 00000100:00100000:2.0:1777573243.088765:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.088873:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926118272 00000100:00100000:3.0:1777573243.088894:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926118272 00000100:00100000:3.0:1777573243.088999:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5146 00000100:00100000:3.0:1777573243.089010:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+407:59390:x1863919926118272:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:3.0:1777573243.089315:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+408:59390:x1863919926118272:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 307us (561us total) trans 4294978973 rc 0/0 00000100:00100000:3.0:1777573243.089323:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5146 00000100:00100000:2.0:1777573243.092052:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.092194:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926118528 00000100:00100000:3.0:1777573243.092207:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926118528 00000100:00100000:3.0:1777573243.092307:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15747 00000100:00100000:3.0:1777573243.092329:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+408:59390:x1863919926118528:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573243.092382:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.092387:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1777573243.092424:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b44e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc2 expref: 408 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.092464:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee1b600/0x8dc0a528a119b375 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef9f expref: 407 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.092490:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b344 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef91 expref: 406 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.092502:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.092518:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573243.092534:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b46a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efde expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.092601:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b471 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.092617:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b471 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.092629:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b471 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573243.092925:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3135, 88 off260376 00000004:00080000:2.0:1777573243.092934:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763638662669ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.092957:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3136, 88 off260112 00000004:00080000:2.0:1777573243.092961:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763638689856ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.092979:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3137, 88 off260200 00000004:00080000:2.0:1777573243.092984:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763638712931ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093002:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3136, 88 off260464 00000004:00080000:2.0:1777573243.093008:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763638736359ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093231:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3137, 88 off260552 00000004:00080000:2.0:1777573243.093236:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763638964932ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093253:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3138, 88 off260288 00000004:00080000:2.0:1777573243.093255:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763638984296ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093349:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3139, 88 off260376 00000004:00080000:2.0:1777573243.093355:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639083826ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093380:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3138, 88 off260640 00000004:00080000:2.0:1777573243.093384:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639113241ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093395:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3140, 88 off260464 00000004:00080000:2.0:1777573243.093398:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639127109ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093407:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3139, 88 off260728 00000004:00080000:2.0:1777573243.093411:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639140077ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093420:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3140, 88 off260816 00000004:00080000:2.0:1777573243.093423:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639152192ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093433:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3141, 88 off260552 00000004:00080000:2.0:1777573243.093436:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639164942ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093445:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3142, 88 off260640 00000004:00080000:2.0:1777573243.093448:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639177069ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093457:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3141, 88 off260904 00000004:00080000:2.0:1777573243.093460:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639188967ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093470:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3143, 88 off260728 00000004:00080000:2.0:1777573243.093473:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639202282ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093486:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3142, 88 off260992 00000004:00080000:2.0:1777573243.093491:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639219861ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093500:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3143, 88 off261080 00000004:00080000:2.0:1777573243.093504:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639232746ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093513:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3144, 88 off260816 00000004:00080000:2.0:1777573243.093517:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639245443ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093526:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3145, 88 off260904 00000004:00080000:2.0:1777573243.093532:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639260091ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093541:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3144, 88 off261168 00000004:00080000:2.0:1777573243.093545:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639273518ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093563:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3145, 88 off261256 00000004:00080000:2.0:1777573243.093568:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639296642ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093577:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3146, 88 off260992 00000004:00080000:2.0:1777573243.093581:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639309506ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093589:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3147, 88 off261080 00000004:00080000:2.0:1777573243.093593:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639321768ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093608:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3146, 88 off261344 00000004:00080000:2.0:1777573243.093612:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639340666ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093622:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3147, 88 off261432 00000004:00080000:2.0:1777573243.093626:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639355149ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093642:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3148, 88 off261168 00000004:00080000:2.0:1777573243.093647:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639375439ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093664:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3149, 88 off261256 00000004:00080000:2.0:1777573243.093669:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639397577ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093678:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3148, 88 off261520 00000004:00080000:2.0:1777573243.093682:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639411053ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093697:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3149, 88 off261608 00000004:00080000:2.0:1777573243.093700:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639429131ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093709:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3150, 88 off261344 00000004:00080000:2.0:1777573243.093714:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639442719ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093730:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3151, 88 off261432 00000004:00080000:2.0:1777573243.093735:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639463429ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573243.093744:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3150, 88 off261696 00000004:00080000:2.0:1777573243.093747:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639476188ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093763:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3151, 88 off261784 00000004:00080000:2.0:1777573243.093768:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763639496658ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573243.093781:0:7963:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3152, 88 off261520 00000004:00080000:2.0:1777573243.093785:0:7963:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763639513786ns, next at 756450607066ns, rc = 0 00000001:00080000:0.0:1777573243.096605:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978974 is committed 00000004:00080000:0.0:1777573243.096623:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2242 committed 00000004:00080000:0.0:1777573243.096642:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2241 committed 00000004:00080000:0.0:1777573243.096658:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2240 committed 00000004:00080000:0.0:1777573243.096661:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2241 committed 00000004:00080000:0.0:1777573243.096664:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2240 committed 00000004:00080000:0.0:1777573243.096666:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2239 committed 00000004:00080000:0.0:1777573243.096670:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2238 committed 00000004:00080000:0.0:1777573243.096672:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2239 committed 00000004:00080000:0.0:1777573243.096674:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2238 committed 00000004:00080000:0.0:1777573243.096676:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2237 committed 00000004:00080000:0.0:1777573243.096678:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2236 committed 00000004:00080000:0.0:1777573243.096680:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2237 committed 00000004:00080000:0.0:1777573243.096684:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2236 committed 00000004:00080000:0.0:1777573243.096687:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2235 committed 00000004:00080000:0.0:1777573243.096691:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2234 committed 00000004:00080000:0.0:1777573243.096693:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2235 committed 00000004:00080000:0.0:1777573243.096696:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2234 committed 00000004:00080000:0.0:1777573243.096699:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2233 committed 00000004:00080000:0.0:1777573243.096702:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2232 committed 00000004:00080000:0.0:1777573243.096704:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2233 committed 00000004:00080000:0.0:1777573243.096706:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2231 committed 00000004:00080000:0.0:1777573243.096708:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2232 committed 00000004:00080000:0.0:1777573243.096710:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2231 committed 00000004:00080000:0.0:1777573243.096712:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2230 committed 00000004:00080000:0.0:1777573243.096714:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2229 committed 00000004:00080000:0.0:1777573243.096716:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2230 committed 00000004:00080000:0.0:1777573243.096719:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2228 committed 00000004:00080000:0.0:1777573243.096721:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2229 committed 00000004:00080000:0.0:1777573243.096724:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2228 committed 00000004:00080000:0.0:1777573243.096726:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2227 committed 00000004:00080000:0.0:1777573243.096729:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2226 committed 00000004:00080000:0.0:1777573243.096732:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2227 committed 00000004:00080000:0.0:1777573243.096735:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2226 committed 00000004:00080000:0.0:1777573243.096742:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2225 committed 00000020:00080000:0.0:1777573243.096784:0:7399:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff99d1c1c1ccc0 refcount 2 committed 0 result 0 batchid 86 00000020:00080000:0.0:1777573243.096791:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d1c586dd00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d2d7b3f300 00000020:00080000:0.0:1777573243.096794:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d1c586de00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c1c1c780 00000020:00080000:0.0:1777573243.096798:0:7399:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff99d1c586d500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff99d1c7de1000 00000020:00080000:0.0:1777573243.096803:0:7399:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].64 00010000:00010000:2.0:1777573243.096845:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.096860:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.096869:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.096881:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932199680:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777573243.096883:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c64da200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573243.096895:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.096907:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.096930:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff99d3021d8b00) 00010000:00010000:2.0:1777573243.096937:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573243.096943:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.096953:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c64da200/0x8dc0a528a119b328 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x31a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.096970:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932199296:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.096984:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573243.096991:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.096999:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.097006:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1777573243.097010:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 86 committed batchid 85 00010000:00010000:2.0:1777573243.097012:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573243.097015:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.097021:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.097032:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.097035:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573243.097044:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.097048:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932200192:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.097069:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573243.097077:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b32f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.097152:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b471 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efde expref: 391 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.097162:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.097165:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777573243.097181:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b46a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efde expref: 391 pid: 7963 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.097197:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b471 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efde expref: 390 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.097239:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.097242:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777573243.097246:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:0.0:1777573243.097251:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.097477:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932200704:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.097501:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932199936:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.097512:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.097545:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932201216:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.097587:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932199552:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.097602:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.097634:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932199680 00000100:00100000:0.0:1777573243.097643:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932199680 00000100:00100000:1.0:1777573243.097647:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932200320:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.097677:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.097704:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932200832:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.097712:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932199296 00000100:00100000:0.0:1777573243.097717:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932199296 00000100:00100000:1.0:1777573243.097725:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.097760:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.097808:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932200192 00000100:00100000:0.0:1777573243.097812:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932200192 00000100:00100000:1.0:1777573243.097817:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932200064:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.097835:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932200704 00000100:00100000:0.0:1777573243.097839:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932200704 00000100:00100000:1.0:1777573243.097849:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.097869:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932199936 00000100:00100000:2.0:1777573243.097873:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+390:59390:x1863919926118528:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 5552us (5829us total) trans 4294978974 rc 0/0 00000100:00100000:0.0:1777573243.097873:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932199936 00000100:00100000:1.0:1777573243.097875:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932200576:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.097890:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932200320 00000100:00100000:0.0:1777573243.097896:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932200320 00000100:00100000:2.0:1777573243.097903:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15747 00000100:00100000:0.0:1777573243.097921:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932200832 00000100:00100000:0.0:1777573243.097928:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932200832 00000100:00100000:1.0:1777573243.097929:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.097952:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932201088:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.097955:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932199552 00000100:00100000:0.0:1777573243.097960:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932199552 00000100:00100000:0.0:1777573243.097986:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932200064 00000100:00100000:0.0:1777573243.097994:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932200064 00000100:00100000:1.0:1777573243.097997:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.098020:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932200576 00000100:00100000:1.0:1777573243.098022:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1777573243.098024:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932200576 00000100:00100000:1.0:1777573243.098036:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8557b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932199424:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.098057:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.098189:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932199808:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.098214:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.098219:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932201088 00000100:00100000:0.0:1777573243.098225:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932201088 00000100:00100000:1.0:1777573243.098227:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932200448:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.098249:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.098255:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932200960:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.098266:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932199424 00000100:00100000:1.0:1777573243.098315:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.098345:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932199808 00000100:00100000:1.0:1777573243.098351:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932199808 00000100:00100000:1.0:1777573243.098383:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932200448 00000100:00100000:1.0:1777573243.098386:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932200448 00000100:00100000:1.0:1777573243.098397:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932200960 00000100:00100000:1.0:1777573243.098400:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932200960 00000100:00100000:1.0:1777573243.098439:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12729 00000100:00100000:1.0:1777573243.098448:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932199680:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.098482:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932199424 00000100:00100000:0.0:1777573243.098512:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12730 00000100:00100000:0.0:1777573243.098523:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932199296:12345-0@lo:2:osp-syn-1-1.0 00000020:00080000:3.0:1777573243.098557:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 85 00000100:00100000:3.0:1777573243.098586:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12731 00000100:00100000:3.0:1777573243.098596:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932200192:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573243.098649:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573243.098653:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.098655:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.098658:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.098660:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 336 -> 336 00002000:00010000:3.0:1777573243.098671:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573243.098675:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.098679:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573243.098681:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.098684:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:1.0:1777573243.098710:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573243.098716:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.098719:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:1.0:1777573243.098722:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.098724:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573243.098736:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3634:x1863919932200192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 141us (1485us total) trans 17179875118 rc 0/0 00000100:00100000:0.0:1777573243.098738:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3635:x1863919932199296:12345-0@lo:2:osp-syn-1-1.0 Request processed in 216us (1692us total) trans 17179875117 rc 0/0 00000100:00100000:3.0:1777573243.098751:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12731 00000100:00100000:1.0:1777573243.098777:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932199680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 327us (1792us total) trans 17179875119 rc 0/0 00000100:00100000:0.0:1777573243.098786:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12730 00000100:00100000:3.0:1777573243.098793:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12732 00000100:00100000:3.0:1777573243.098803:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3634:x1863919932200704:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.098810:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12733 00000100:00100000:0.0:1777573243.098821:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3635:x1863919932199936:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573243.098860:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec5f80/2, rc 0, transno 17179875117 00000100:00100000:2.0:1777573243.098878:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932199296:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573243.098883:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573243.098887:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.098889:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573243.098892:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.098895:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:0.0:1777573243.098896:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.098901:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.098903:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.098907:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00000100:00100000:1.0:1777573243.098913:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12729 00002000:00010000:0.0:1777573243.098915:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777573243.098940:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932200704:12345-0@lo:2:osp-syn-0-1.0 Request processed in 137us (1425us total) trans 21474841921 rc 0/0 00000100:00100000:3.0:1777573243.098948:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12732 00000100:00100000:1.0:1777573243.098957:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12734 00000100:00100000:1.0:1777573243.098969:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932200320:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.098978:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12735 00000100:00100000:3.0:1777573243.098990:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932200832:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.099016:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932199936:12345-0@lo:2:osp-syn-0-1.0 Request processed in 197us (1466us total) trans 21474841922 rc 0/0 00000100:00100000:0.0:1777573243.099025:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12733 00002000:00010000:1.0:1777573243.099050:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777573243.099057:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12736 00002000:00010000:1.0:1777573243.099058:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.099077:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573243.099081:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000100:00100000:0.0:1777573243.099084:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932199552:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573243.099085:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573243.099087:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573243.099099:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.099103:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573243.099106:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.099108:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573243.099148:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3635:x1863919932200320:12345-0@lo:2:osp-syn-1-1.0 Request processed in 181us (1468us total) trans 17179875120 rc 0/0 00000100:00100000:1.0:1777573243.099158:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12734 00002000:00010000:0.0:1777573243.099161:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573243.099165:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3635:x1863919932200832:12345-0@lo:2:osp-syn-0-1.0 Request processed in 174us (1437us total) trans 21474841923 rc 0/0 00002000:00010000:0.0:1777573243.099166:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.099172:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.099177:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00000100:00100000:3.0:1777573243.099179:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12735 00002000:00010000:0.0:1777573243.099183:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.099190:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12737 00000100:00100000:1.0:1777573243.099205:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932200064:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.099211:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12738 00000100:00100000:3.0:1777573243.099221:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932200576:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.099230:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932199552:12345-0@lo:2:osp-syn-1-1.0 Request processed in 157us (1468us total) trans 17179875121 rc 0/0 00000100:00100000:0.0:1777573243.099237:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12736 00000100:00100000:0.0:1777573243.099257:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12739 00000100:00100000:0.0:1777573243.099268:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932201088:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573243.099313:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.099317:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.099319:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573243.099321:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.099324:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.099360:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3637:x1863919932200576:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (1438us total) trans 17179875123 rc 0/0 00002000:00010000:1.0:1777573243.099362:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.099371:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:3.0:1777573243.099376:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12738 00002000:00010000:0.0:1777573243.099376:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573243.099384:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573243.099385:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.099394:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.099394:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00000100:00100000:3.0:1777573243.099404:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12740 00002000:00010000:0.0:1777573243.099406:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.099410:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573243.099414:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573243.099421:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932199808:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.099481:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932201088:12345-0@lo:2:osp-syn-0-1.0 Request processed in 215us (1490us total) trans 21474841924 rc 0/0 00002000:00010000:3.0:1777573243.099487:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573243.099492:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3637:x1863919932200064:12345-0@lo:2:osp-syn-1-1.0 Request processed in 285us (1636us total) trans 17179875122 rc 0/0 00002000:00010000:3.0:1777573243.099496:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.099504:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00000100:00100000:0.0:1777573243.099504:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12739 00002000:00010000:3.0:1777573243.099514:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.099518:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.099523:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12737 00000100:00100000:0.0:1777573243.099538:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12741 00000100:00100000:0.0:1777573243.099557:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932200448:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.099567:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12742 00000100:00100000:3.0:1777573243.099575:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932199808:12345-0@lo:2:osp-syn-1-1.0 Request processed in 157us (1356us total) trans 17179875124 rc 0/0 00000100:00100000:1.0:1777573243.099583:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932200960:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.099590:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12740 00000004:00080000:2.0:1777573243.099611:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7981180/2, rc 0, transno 21474841922 00000100:00100000:3.0:1777573243.099620:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12743 00002000:00010000:0.0:1777573243.099628:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573243.099633:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932199424:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573243.099634:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:2.0:1777573243.099641:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932199936:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573243.099645:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573243.099654:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.099659:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1777573243.099675:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec4380/2, rc 0, transno 17179875120 00000100:00100000:2.0:1777573243.099682:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932200320:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573243.099684:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.099689:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.099694:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573243.099698:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.099702:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1777573243.099716:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7981c00/2, rc 0, transno 21474841923 00000100:00100000:0.0:1777573243.099718:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3637:x1863919932200448:12345-0@lo:2:osp-syn-0-1.0 Request processed in 168us (1464us total) trans 21474841925 rc 0/0 00002000:00010000:3.0:1777573243.099727:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777573243.099731:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932200832:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.099735:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12741 00002000:00010000:3.0:1777573243.099739:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573243.099749:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:1.0:1777573243.099752:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3637:x1863919932200960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 171us (1431us total) trans 21474841926 rc 0/0 00002000:00010000:3.0:1777573243.099754:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573243.099763:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.099769:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12742 00000100:00100000:3.0:1777573243.099813:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932199424:12345-0@lo:2:osp-syn-0-1.0 Request processed in 182us (1751us total) trans 21474841927 rc 0/0 00000100:00100000:3.0:1777573243.099826:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12743 00000100:00100000:1.0:1777573243.099848:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573243.100078:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec7b80/2, rc 0, transno 17179875119 00000100:00100000:1.0:1777573243.100084:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932199680:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573243.100101:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec6300/2, rc 0, transno 17179875118 00000100:00100000:1.0:1777573243.100105:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932200192:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573243.100114:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7982300/2, rc 0, transno 21474841921 00000100:00100000:1.0:1777573243.100117:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932200704:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.100226:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932201728:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.100326:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932201344:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.100370:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.100380:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932201600:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.100601:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932201216 00000100:00100000:1.0:1777573243.100608:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932201216 00000100:00100000:0.0:1777573243.100618:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932201344 00000100:00100000:0.0:1777573243.100627:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932201344 00000100:00100000:2.0:1777573243.100663:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12744 00000100:00100000:2.0:1777573243.100678:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3634:x1863919932201216:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573243.100765:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573243.100769:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.100772:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573243.100774:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.100776:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573243.100797:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12745 00000100:00100000:2.0:1777573243.100812:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932201216:12345-0@lo:2:osp-syn-0-1.0 Request processed in 139us (968us total) trans 21474841928 rc 0/0 00000100:00100000:1.0:1777573243.100816:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3635:x1863919932201344:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.100826:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12744 00000100:00100000:2.0:1777573243.100858:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777573243.100894:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573243.100898:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000004:00080000:2.0:1777573243.100901:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c8557b80/2, rc 0, transno 21474841927 00002000:00010000:1.0:1777573243.100901:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573243.100908:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000100:00100000:2.0:1777573243.100911:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8557b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932199424:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573243.100912:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000004:00080000:2.0:1777573243.100932:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec7100/2, rc 0, transno 17179875124 00000100:00100000:0.0:1777573243.100949:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.100957:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3635:x1863919932201344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 150us (584us total) trans 17179875125 rc 0/0 00000100:00100000:1.0:1777573243.100969:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12745 00000100:00100000:0.0:1777573243.100982:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932201600 00000100:00100000:0.0:1777573243.100989:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932201600 00000100:00100000:1.0:1777573243.100992:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926118656 00000100:00100000:1.0:1777573243.100998:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926118656 00000100:00100000:2.0:1777573243.101027:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932199808:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.101044:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7982680/2, rc 0, transno 21474841925 00000100:00100000:2.0:1777573243.101050:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932200448:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573243.101070:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7980700/2, rc 0, transno 21474841926 00000100:00100000:2.0:1777573243.101074:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932200960:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573243.101085:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec4e00/2, rc 0, transno 17179875121 00000100:00100000:2.0:1777573243.101088:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932199552:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.101096:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec6a00/2, rc 0, transno 17179875122 00000100:00100000:2.0:1777573243.101100:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932200064:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.101108:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec5180/2, rc 0, transno 17179875123 00000100:00100000:2.0:1777573243.101110:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932200576:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.101118:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745c00/2, rc 0, transno 21474841924 00000100:00100000:2.0:1777573243.101122:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932201088:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.101134:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573243.101141:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932201472:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.101167:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573243.101194:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573243.101210:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745500/2, rc 0, transno 21474841928 00000100:00100000:0.0:1777573243.101210:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12746 00000100:00100000:2.0:1777573243.101221:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932201216:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.101234:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3637:x1863919932201600:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.101246:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932201472 00000100:00100000:2.0:1777573243.101253:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932201472 00000100:00100000:3.0:1777573243.101308:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12747 00000100:00100000:3.0:1777573243.101326:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+31:59390:x1863919926118656:12345-192.168.204.27@tcp:101:fsx.0 00000100:00100000:1.0:1777573243.101326:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932201728 00000100:00100000:1.0:1777573243.101333:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932201728 00000100:00100000:2.0:1777573243.101340:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12748 00010000:00010000:3.0:1777573243.101353:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777573243.101355:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3637:x1863919932201472:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.101358:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12749 00000100:00100000:1.0:1777573243.101369:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3634:x1863919932201728:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1777573243.101379:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efe5 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.101419:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef59 expref: 32 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.101428:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.101433:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1777573243.101437:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:3.0:1777573243.101441:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [167936->192511] (req 167936->192511) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 32 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573243.101441:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.101450:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573243.101461:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573243.101463:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.101467:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.101475:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.101477:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573243.101483:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.101492:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573243.101493:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573243.101503:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.101504:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.101515:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:2.0:1777573243.101516:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.101524:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932201728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 156us (327us total) trans 17179875127 rc 0/0 00010000:00010000:3.0:1777573243.101531:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef59 expref: 32 pid: 29349 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.101533:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12749 00010000:00010000:3.0:1777573243.101559:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef59 expref: 32 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.101577:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5746a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919932201856:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.101590:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932201600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 365us (730us total) trans 17179875126 rc 0/0 00000100:00100000:2.0:1777573243.101598:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932201472:12345-0@lo:2:osp-syn-1-1.0 Request processed in 240us (423us total) trans 17179875128 rc 0/0 00000100:00100000:0.0:1777573243.101606:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12746 00000100:00100000:2.0:1777573243.101615:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12748 00000004:00080000:2.0:1777573243.101673:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1bb80/2, rc 0, transno 17179875127 00000100:00100000:2.0:1777573243.101685:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932201728:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.101701:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573243.101703:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573243.101713:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932201984:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.101738:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932202112:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.101754:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573243.102450:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932202368:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.102465:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.102487:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932201984 00000100:00100000:3.0:1777573243.102495:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932201984 00000100:00100000:2.0:1777573243.102502:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.102505:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573243.102516:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932202240:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.102535:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573243.102546:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932202112 00000100:00100000:2.0:1777573243.102546:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932202496:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.102553:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932202112 00000100:00100000:0.0:1777573243.102559:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.102583:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932202368 00000100:00100000:3.0:1777573243.102588:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932202368 00000100:00100000:2.0:1777573243.102595:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.102606:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932202240 00000100:00100000:0.0:1777573243.102612:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932202240 00000100:00100000:3.0:1777573243.102622:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932202496 00000100:00100000:3.0:1777573243.102628:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932202496 00000100:00100000:0.0:1777573243.102654:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12750 00000004:00080000:2.0:1777573243.102664:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee6b480/2, rc 0, transno 17179875128 00000100:00100000:0.0:1777573243.102669:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3634:x1863919932201984:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.102677:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12751 00000100:00100000:2.0:1777573243.102681:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932201472:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.102694:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+22:3636:x1863919932202112:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.102701:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee69c00/2, rc 0, transno 17179875126 00000100:00100000:2.0:1777573243.102707:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932201600:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.102728:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee6bb80/2, rc 0, transno 17179875125 00000100:00100000:2.0:1777573243.102734:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932201344:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573243.102776:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573243.102780:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.102781:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.102787:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.102787:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573243.102794:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.102796:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:3.0:1777573243.102807:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573243.102811:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.102814:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573243.102839:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+24:3634:x1863919932201984:12345-0@lo:2:osp-syn-1-1.0 Request processed in 175us (1087us total) trans 17179875129 rc 0/0 00000100:00100000:0.0:1777573243.102846:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12750 00000100:00100000:3.0:1777573243.102863:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932202112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 173us (408us total) trans 17179875130 rc 0/0 00000100:00100000:0.0:1777573243.102866:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12752 00000100:00100000:0.0:1777573243.102877:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3634:x1863919932202368:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.102878:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12751 00000004:00080000:2.0:1777573243.102918:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18000/2, rc 0, transno 17179875129 00000100:00100000:3.0:1777573243.102920:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12753 00002000:00010000:0.0:1777573243.102933:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573243.102935:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932202240:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573243.102937:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573243.102943:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573243.102945:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573243.102946:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573243.102972:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3634:x1863919932202368:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (472us total) trans 17179875131 rc 0/0 00000100:00100000:0.0:1777573243.102978:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12752 00000100:00100000:0.0:1777573243.102994:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12754 00002000:00010000:3.0:1777573243.103000:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:0.0:1777573243.103003:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3634:x1863919932202496:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573243.103005:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.103011:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573243.103014:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.103019:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573243.103023:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932201984:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.103049:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18700/2, rc 0, transno 17179875131 00000100:00100000:2.0:1777573243.103056:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932202368:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.103071:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3636:x1863919932202240:12345-0@lo:2:osp-syn-1-1.0 Request processed in 125us (501us total) trans 17179875132 rc 0/0 00000100:00100000:3.0:1777573243.103083:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12753 00002000:00010000:0.0:1777573243.103091:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573243.103095:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.103098:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.103100:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.103102:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 256 -> 256 00000004:00080000:3.0:1777573243.103131:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1b100/2, rc 0, transno 17179875132 00000100:00100000:3.0:1777573243.103138:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932202240:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.103146:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3634:x1863919932202496:12345-0@lo:2:osp-syn-1-1.0 Request processed in 143us (552us total) trans 17179875133 rc 0/0 00000004:00080000:3.0:1777573243.103154:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19f80/2, rc 0, transno 17179875130 00000100:00100000:0.0:1777573243.103154:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12754 00000100:00100000:3.0:1777573243.103163:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932202112:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.103202:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1a300/2, rc 0, transno 17179875133 00000100:00100000:2.0:1777573243.103209:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932202496:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.103326:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932202624:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.103342:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932202752:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.103377:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573243.103401:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932203008:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.103446:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932202880:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.103450:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932203136:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.103452:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.103486:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932202624 00000100:00100000:1.0:1777573243.103491:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932202624 00000100:00100000:2.0:1777573243.103508:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932203520:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.103527:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.103542:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932203008 00000100:00100000:1.0:1777573243.103544:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932202880 00000100:00100000:1.0:1777573243.103551:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932202880 00000100:00100000:3.0:1777573243.103553:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932203008 00000100:00100000:2.0:1777573243.103562:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.103574:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932203392:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.103605:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573243.103628:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932203520 00000100:00100000:2.0:1777573243.103635:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932203520 00000100:00100000:1.0:1777573243.103671:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932203392 00000100:00100000:0.0:1777573243.103674:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12755 00000100:00100000:1.0:1777573243.103676:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932203392 00000100:00100000:3.0:1777573243.103685:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12756 00000100:00100000:0.0:1777573243.103689:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932202624:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.103700:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12757 00000100:00100000:3.0:1777573243.103701:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932203008:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.103716:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3634:x1863919932202880:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.103717:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12758 00000100:00100000:1.0:1777573243.103728:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3635:x1863919932203520:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573243.103758:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.103761:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.103763:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573243.103764:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.103766:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573243.103791:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932202624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 109us (416us total) trans 21474841929 rc 0/0 00000100:00100000:0.0:1777573243.103795:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12755 00000100:00100000:0.0:1777573243.103814:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12759 00000100:00100000:0.0:1777573243.103821:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932203392:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573243.103842:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573243.103847:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.103849:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573243.103851:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573243.103854:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:2.0:1777573243.103855:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.103861:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:2.0:1777573243.103862:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573243.103868:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573243.103872:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 424 -> 424 00002000:00010000:0.0:1777573243.103881:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.103885:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.103887:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573243.103890:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.103893:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.103941:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932203520:12345-0@lo:2:osp-syn-0-1.0 Request processed in 212us (379us total) trans 21474841932 rc 0/0 00000100:00100000:2.0:1777573243.103942:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+22:3634:x1863919932202880:12345-0@lo:2:osp-syn-0-1.0 Request processed in 215us (407us total) trans 21474841931 rc 0/0 00002000:00010000:3.0:1777573243.103953:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:0.0:1777573243.103955:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3634:x1863919932203392:12345-0@lo:2:osp-syn-0-1.0 Request processed in 129us (347us total) trans 21474841933 rc 0/0 00002000:00010000:3.0:1777573243.103969:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:1.0:1777573243.103979:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12758 00002000:00010000:3.0:1777573243.103980:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573243.103985:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.103988:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573243.103989:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12757 00000100:00100000:0.0:1777573243.104007:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12759 00000100:00100000:2.0:1777573243.104048:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.104074:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932203008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 366us (618us total) trans 21474841930 rc 0/0 00000100:00100000:3.0:1777573243.104087:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12756 00000004:00080000:1.0:1777573243.104089:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1b800/2, rc 0, transno 21474841933 00000100:00100000:0.0:1777573243.104105:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932202752 00000100:00100000:2.0:1777573243.104111:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932203264:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.104112:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932203392:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.104113:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932202752 00000004:00080000:1.0:1777573243.104148:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1ad80/2, rc 0, transno 21474841931 00000100:00100000:3.0:1777573243.104153:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.104157:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12760 00000100:00100000:1.0:1777573243.104167:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932202880:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.104189:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932202752:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573243.104193:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1aa00/2, rc 0, transno 21474841932 00000100:00100000:2.0:1777573243.104204:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932203520:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.104207:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932203136 00000100:00100000:1.0:1777573243.104214:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932203136 00000004:00080000:2.0:1777573243.104227:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19c00/2, rc 0, transno 21474841930 00000100:00100000:2.0:1777573243.104237:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932203008:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573243.104238:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1a680/2, rc 0, transno 21474841929 00000100:00100000:3.0:1777573243.104255:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932202624:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.104313:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.104314:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12761 00002000:00010000:0.0:1777573243.104329:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573243.104333:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:1.0:1777573243.104335:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932203136:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573243.104339:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573243.104351:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.104355:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573243.104356:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932203264 00000100:00100000:3.0:1777573243.104364:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932203264 00000100:00100000:3.0:1777573243.104406:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12762 00000100:00100000:0.0:1777573243.104417:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3637:x1863919932202752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 248us (376us total) trans 21474841934 rc 0/0 00000100:00100000:3.0:1777573243.104419:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+23:3637:x1863919932203264:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.104432:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12760 00002000:00010000:1.0:1777573243.104435:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.104440:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.104443:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573243.104446:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.104448:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1777573243.104483:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a19880/2, rc 0, transno 21474841934 00000100:00100000:2.0:1777573243.104489:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932202752:0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573243.104512:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:1.0:1777573243.104516:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932203136:12345-0@lo:2:osp-syn-0-1.0 Request processed in 188us (368us total) trans 21474841935 rc 0/0 00002000:00010000:3.0:1777573243.104518:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.104527:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573243.104533:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000100:00100000:1.0:1777573243.104538:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12761 00002000:00010000:3.0:1777573243.104542:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573243.104643:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932203648:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.104674:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573243.104706:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18e00/2, rc 0, transno 21474841935 00000100:00100000:0.0:1777573243.104711:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932203136:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.105089:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932203264:12345-0@lo:2:osp-syn-0-1.0 Request processed in 672us (821us total) trans 21474841936 rc 0/0 00000004:00080000:2.0:1777573243.105091:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a18a80/2, rc 0, transno 21474841936 00000100:00100000:1.0:1777573243.105093:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932203648 00000100:00100000:3.0:1777573243.105099:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12762 00000100:00100000:2.0:1777573243.105099:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932203264:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.105102:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932203648 00000100:00100000:1.0:1777573243.105155:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12763 00000100:00100000:1.0:1777573243.105165:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3636:x1863919932203648:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573243.105229:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.105232:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573243.105235:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573243.105237:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573243.105240:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.105725:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932203648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 561us (1048us total) trans 21474841937 rc 0/0 00000100:00100000:1.0:1777573243.105732:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12763 00000004:00080000:0.0:1777573243.105764:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7a1b480/2, rc 0, transno 21474841937 00000100:00100000:0.0:1777573243.105772:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932203648:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.105862:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.105904:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926118784 00000100:00100000:1.0:1777573243.105909:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926118784 00010000:00010000:1.0:1777573243.105934:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef59 expref: 33 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.105935:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5746a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919932201856:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.105977:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5750 00010000:00010000:3.0:1777573243.105986:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [167936->192511] (req 167936->192511) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 33 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.105992:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926118784:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.106018:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.106025:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caaa00, rc 0) 00010000:00010000:1.0:1777573243.106035:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef59 expref: 33 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.106050:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef59 expref: 33 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.106086:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b29c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef59 expref: 33 pid: 29349 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.106097:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+32:59390:x1863919926118656:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 4777us (5150us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573243.106104:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777573243.106105:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12747 00010000:00010000:1.0:1777573243.106112:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.106123:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 32 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.106142:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 31 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.106177:0:9436:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 31 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.106191:0:9436:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7a19500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9436:1863919932203776:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573243.106262:0:9436:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f240 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.108876:0:9436:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7a19500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9436:1863919932203776:192.168.204.27@tcp:105: 00010000:00010000:1.0:1777573243.108906:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573243.108967:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926118784:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2980us (3106us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.108980:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5750 00000100:00100000:0.0:1777573243.109697:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.109784:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926118912 00000100:00100000:3.0:1777573243.109796:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926118912 00000100:00100000:3.0:1777573243.109859:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5563 00000100:00100000:3.0:1777573243.109870:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926118912:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573243.110243:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573243.110248:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573243.110250:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573243.110252:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573243.110254:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 336 -> 384 00000100:00100000:3.0:1777573243.110346:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926118912:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 477us (651us total) trans 17179875134 rc 0/0 00000100:00100000:3.0:1777573243.110354:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5563 00000100:00100000:2.0:1777573243.114004:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.114108:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926119040 00000100:00100000:1.0:1777573243.114123:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926119040 00000100:00100000:1.0:1777573243.114198:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15748 00000100:00100000:1.0:1777573243.114210:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+390:59390:x1863919926119040:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573243.114242:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573243.114305:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119b47f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2efec expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.114465:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.114484:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.114498:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573243.114536:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 0 00000004:00200000:1.0:1777573243.114542:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573243.114569:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.114602:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119b47f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efec expref: 392 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.114626:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efec expref: 391 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.114643:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.114647:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573243.114652:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1000, rc 0) 00000100:00100000:1.0:1777573243.114727:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919926119040:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 519us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.114736:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15748 00000100:00100000:2.0:1777573243.118755:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.119800:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926119168 00000100:00100000:3.0:1777573243.119812:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926119168 00000100:00100000:2.0:1777573243.120097:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5564 00000100:00100000:2.0:1777573243.120108:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926119168:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:2.0:1777573243.120344:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573243.120349:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573243.120351:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573243.120354:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573243.120356:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:2.0:1777573243.120424:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926119168:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 318us (1677us total) trans 17179875135 rc 0/0 00000100:00100000:2.0:1777573243.120432:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5564 00000100:00100000:0.0:1777573243.123604:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.124250:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926119296 00000100:00100000:2.0:1777573243.124262:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926119296 00000100:00100000:2.0:1777573243.124346:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15749 00000100:00100000:2.0:1777573243.124357:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919926119296:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573243.124377:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.124466:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b48d lrc: 2/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2eff3 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.124503:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.124519:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.124530:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.124645:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631e00/0x8dc0a528a119b48d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eff3 expref: 393 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.124663:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eff3 expref: 392 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.124672:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.124676:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777573243.124680:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630e00, rc 0) 00000100:00100000:2.0:1777573243.124739:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919926119296:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 385us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.124746:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15749 00000100:00100000:3.0:1777573243.127511:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.127570:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926119424 00000100:00100000:0.0:1777573243.127579:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926119424 00002000:00100000:0.0:1777573243.127618:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (143360->147455) req@ffff99d2d7b5b800 x1863919926119424/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/0 e 0 to 0 dl 1777573254 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573243.127630:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b800 with x1863919926119424 ext(143360->147455) 00002000:00010000:0.0:1777573243.127636:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5b800 00000100:00100000:0.0:1777573243.127668:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5565 00000100:00100000:0.0:1777573243.127677:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926119424:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573243.127832:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926119424:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 154us (327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573243.127840:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5565 00002000:00100000:0.0:1777573243.127847:0:8369:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x3dc:0x0] (143360->147455) req@ffff99d2d7b5b800 x1863919926119424/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/4536 e 0 to 0 dl 1777573254 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573243.127855:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b800 with x1863919926119424 ext(143360->147455) 00002000:00010000:0.0:1777573243.127857:0:8369:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5b800 00000100:00100000:3.0:1777573243.130255:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.130646:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926119552 00000100:00100000:2.0:1777573243.130659:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926119552 00002000:00100000:2.0:1777573243.130712:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (167936->172031) req@ffff99d2d7b58e00 x1863919926119552/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/0 e 0 to 0 dl 1777573254 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573243.130724:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58e00 with x1863919926119552 ext(167936->172031) 00002000:00010000:2.0:1777573243.130729:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58e00 00000100:00100000:2.0:1777573243.130753:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5566 00000100:00100000:2.0:1777573243.130762:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926119552:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573243.130951:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926119552:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 190us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573243.130960:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5566 00002000:00100000:2.0:1777573243.130967:0:28803:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x3dc:0x0] (167936->172031) req@ffff99d2d7b58e00 x1863919926119552/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/4536 e 0 to 0 dl 1777573254 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573243.130976:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58e00 with x1863919926119552 ext(167936->172031) 00002000:00010000:2.0:1777573243.130980:0:28803:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58e00 00000100:00100000:1.0:1777573243.135450:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.135595:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926119680 00000100:00100000:2.0:1777573243.135607:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926119680 00000100:00100000:2.0:1777573243.135728:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5567 00000100:00100000:2.0:1777573243.135740:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+33:2405:x1863919926119680:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:2.0:1777573243.135880:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573243.135884:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573243.135887:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573243.135889:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573243.135891:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:2.0:1777573243.135954:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+34:2405:x1863919926119680:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 216us (524us total) trans 17179875136 rc 0/0 00000100:00100000:2.0:1777573243.135961:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5567 00000100:00100000:3.0:1777573243.139412:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.139583:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926119808 00000100:00100000:2.0:1777573243.139603:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926119808 00000100:00100000:2.0:1777573243.139664:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5568 00000100:00100000:2.0:1777573243.139672:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+34:2405:x1863919926119808:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:2.0:1777573243.139875:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573243.139878:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573243.139880:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573243.139881:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573243.139883:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 384 -> 360 00000100:00100000:2.0:1777573243.139937:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+35:2405:x1863919926119808:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 266us (551us total) trans 17179875137 rc 0/0 00000100:00100000:2.0:1777573243.139942:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5568 00000100:00100000:3.0:1777573243.147797:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.148032:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926119936 00000100:00100000:2.0:1777573243.148049:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926119936 00002000:00100000:2.0:1777573243.148122:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (172032->237567) req@ffff99d2d7b5b480 x1863919926119936/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/0 e 0 to 0 dl 1777573254 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573243.148135:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b480 with x1863919926119936 ext(172032->237567) 00002000:00010000:2.0:1777573243.148141:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5b480 00000100:00100000:2.0:1777573243.148189:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5569 00000100:00100000:2.0:1777573243.148201:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+35:2405:x1863919926119936:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:2.0:1777573243.151531:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+35:2405:x1863919926119936:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 3323us (3738us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1777573243.151543:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5569 00002000:00100000:2.0:1777573243.151553:0:28806:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x3dc:0x0] (172032->237567) req@ffff99d2d7b5b480 x1863919926119936/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/440 e 0 to 0 dl 1777573254 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573243.151564:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b480 with x1863919926119936 ext(172032->237567) 00002000:00010000:2.0:1777573243.151570:0:28806:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5b480 00000100:00100000:3.0:1777573243.157638:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.158333:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926120064 00000100:00100000:0.0:1777573243.158347:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926120064 00002000:00100000:0.0:1777573243.158414:0:28800:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x3dc:0x0] (61440->126975) req@ffff99d2d7b5b100 x1863919926120064/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/0 e 0 to 0 dl 1777573254 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573243.158426:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b100 with x1863919926120064 ext(61440->126975) 00002000:00010000:0.0:1777573243.158432:0:28800:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5b100 00000100:00100000:0.0:1777573243.158513:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5570 00000100:00100000:0.0:1777573243.158523:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+35:2406:x1863919926120064:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:1.0:1777573243.162846:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+35:2406:x1863919926120064:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 4308us (5206us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1777573243.162863:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5570 00002000:00100000:1.0:1777573243.162881:0:28800:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x3dc:0x0] (61440->126975) req@ffff99d2d7b5b100 x1863919926120064/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/440 e 0 to 0 dl 1777573254 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573243.162892:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b100 with x1863919926120064 ext(61440->126975) 00002000:00010000:1.0:1777573243.162901:0:28800:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5b100 00000100:00100000:3.0:1777573243.165725:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.166019:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926120192 00000100:00100000:0.0:1777573243.166034:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926120192 00002000:00100000:0.0:1777573243.166113:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (126976->143359) req@ffff99d2d7b58700 x1863919926120192/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/0 e 0 to 0 dl 1777573254 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573243.166126:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58700 with x1863919926120192 ext(126976->143359) 00002000:00010000:0.0:1777573243.166134:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58700 00000100:00100000:0.0:1777573243.166230:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5571 00000100:00100000:0.0:1777573243.166241:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926120192:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:0.0:1777573243.166540:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926120192:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 300us (827us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1777573243.166549:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5571 00002000:00100000:0.0:1777573243.166556:0:8368:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x3dc:0x0] (126976->143359) req@ffff99d2d7b58700 x1863919926120192/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/16824 e 0 to 0 dl 1777573254 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573243.166564:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b58700 with x1863919926120192 ext(126976->143359) 00002000:00010000:0.0:1777573243.166567:0:8368:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b58700 00000100:00100000:2.0:1777573243.173799:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.173860:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926120320 00000100:00100000:3.0:1777573243.173877:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926120320 00000100:00100000:3.0:1777573243.174009:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5572 00000100:00100000:3.0:1777573243.174019:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926120320:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:3.0:1777573243.174832:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573243.174838:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573243.174841:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573243.174888:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573243.174890:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 360 -> 296 00000100:00100000:3.0:1777573243.174962:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926120320:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 942us (1172us total) trans 17179875138 rc 0/0 00000100:00100000:3.0:1777573243.174971:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5572 00000100:00100000:0.0:1777573243.177697:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.177775:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926120576 00000100:00100000:2.0:1777573243.177790:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926120576 00000100:00100000:2.0:1777573243.177860:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5147 00000100:00100000:2.0:1777573243.177873:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919926120576:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:2.0:1777573243.178169:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919926120576:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 299us (480us total) trans 4294978975 rc 0/0 00000100:00100000:2.0:1777573243.178178:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5147 00000100:00100000:2.0:1777573243.189678:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.189826:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926120704 00000100:00100000:0.0:1777573243.189841:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926120704 00000100:00100000:2.0:1777573243.190132:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15750 00000100:00100000:2.0:1777573243.190151:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+393:59547:x1863919926120704:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.190196:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.190225:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b49b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2effa expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190461:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190478:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190491:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190506:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190514:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190520:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190615:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b4b0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190625:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b4b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190633:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b4b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.190680:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 0 00000004:00200000:2.0:1777573243.190686:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.190707:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b4b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190719:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b4b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190734:0:7963:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190741:0:7963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190749:0:7963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190755:0:7963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190761:0:7963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573243.190765:0:7963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190774:0:7963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190787:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d1cb213f00) 00010000:00010000:2.0:1777573243.190790:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573243.190794:0:7963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190801:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190816:0:7963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190823:0:7963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190830:0:7963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190835:0:7963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573243.190838:0:7963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190845:0:7963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190853:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d1cb213300) 00010000:00010000:2.0:1777573243.190855:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573243.190858:0:7963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190864:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4a9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190898:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b49b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2effa expref: 395 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190914:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b4b0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2effa expref: 394 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.190923:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.190925:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.190928:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:2.0:1777573243.191120:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+394:59547:x1863919926120704:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 976us (1454us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.191135:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15750 00000100:00100000:0.0:1777573243.193866:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.193964:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926120832 00000100:00100000:2.0:1777573243.193975:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926120832 00000100:00100000:2.0:1777573243.194046:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 638 00000100:00100000:2.0:1777573243.194056:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+394:2404:x1863919926120832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573243.194081:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777573243.194093:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1777573243.194107:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b4b0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2effa expref: 394 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.194126:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.194131:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573243.194243:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926121088 00000100:00100000:0.0:1777573243.194248:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926121088 00000100:00100000:0.0:1777573243.194311:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15751 00000100:00100000:0.0:1777573243.194319:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+394:59547:x1863919926121088:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.194336:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.194351:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b4b7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f001 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.194426:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+395:2404:x1863919926120832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 371us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.194435:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 638 00010000:00010000:0.0:1777573243.194572:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.194588:0:10945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efec expref: 394 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.194596:0:10945:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.194637:0:10945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efec expref: 394 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.194651:0:10945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efec expref: 394 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.194663:0:10945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932203904:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.194722:0:10945:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573243.197544:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.197592:0:10945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10945:1863919932203904:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.197614:0:10945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.197878:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926121216 00000100:00100000:1.0:1777573243.197884:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926121216 00010000:00010000:1.0:1777573243.197915:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efec expref: 395 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.197950:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5751 00000100:00100000:1.0:1777573243.197958:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+395:2403:x1863919926121216:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.197970:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.197976:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efec expref: 395 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.197987:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efec expref: 395 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.198006:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119b486 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efec expref: 395 pid: 30825 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.198021:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.198025:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.198034:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.198042:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.198072:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573243.198118:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+394:2403:x1863919926121216:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 160us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.198125:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5751 00010000:00010000:0.0:1777573243.198848:0:10945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.198860:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.198883:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 0 00010000:00010000:0.0:1777573243.199007:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b4b7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f001 expref: 395 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.199023:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f001 expref: 394 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.199030:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.199032:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777573243.199035:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e7000, rc 0) 00000100:00100000:0.0:1777573243.199086:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+394:59547:x1863919926121088:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 4768us (4995us total) trans 4294978976 rc 0/0 00000100:00100000:0.0:1777573243.199094:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15751 00000100:00100000:3.0:1777573243.200786:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.201356:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926121344 00000100:00100000:2.0:1777573243.201364:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926121344 00000100:00100000:2.0:1777573243.201407:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15752 00000100:00100000:2.0:1777573243.201416:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+394:59547:x1863919926121344:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.201435:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.201450:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4cc lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f008 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.201631:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.201645:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f001 expref: 395 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.201654:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.201684:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f001 expref: 395 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.201697:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f001 expref: 395 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.201709:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932204032:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.201771:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573243.206482:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.206655:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926121472 00000100:00100000:1.0:1777573243.206664:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926121472 00010000:00010000:1.0:1777573243.206697:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f001 expref: 396 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.206735:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5752 00000100:00100000:1.0:1777573243.206744:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+396:2404:x1863919926121472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.206757:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.206763:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f001 expref: 396 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.206775:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f001 expref: 396 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.206797:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.206802:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.206811:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.206818:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.206836:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573243.206887:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+396:2404:x1863919926121472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 143us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.206894:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5752 00010000:00010000:0.0:1777573243.207446:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b4be lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f001 expref: 395 pid: 10945 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.207462:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6486:1863919932204032:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.207482:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.207490:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.207496:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.207545:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 0 00000004:00200000:0.0:1777573243.207549:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.207566:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.207593:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b4cc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f008 expref: 395 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.207606:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f008 expref: 394 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.207614:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.207616:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.207618:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:0.0:1777573243.207653:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+394:59547:x1863919926121344:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 6239us (6871us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.207660:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15752 00000100:00100000:2.0:1777573243.213602:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.213786:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926121728 00000100:00100000:0.0:1777573243.213796:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926121728 00000100:00100000:0.0:1777573243.213882:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15753 00000100:00100000:0.0:1777573243.213892:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+394:59547:x1863919926121728:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.213912:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.213930:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b4da lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f00f expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.214038:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119b4e1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.214067:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119b4e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.214079:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119b4e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.214092:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 0 00010000:00010000:0.0:1777573243.214203:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b4da lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f00f expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.214220:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119b4e1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f00f expref: 396 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.214228:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.214231:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777573243.214234:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e7200, rc 0) 00000100:00100000:0.0:1777573243.214327:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+396:59547:x1863919926121728:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 435us (733us total) trans 4294978977 rc 0/0 00000100:00100000:0.0:1777573243.214335:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15753 00000100:00100000:3.0:1777573243.216382:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.216408:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.216503:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.217323:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926121856 00000100:00100000:1.0:1777573243.217332:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926121856 00000100:00100000:1.0:1777573243.217389:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12764 00000100:00100000:1.0:1777573243.217398:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926121856:12345-192.168.204.27@tcp:1:lfs.0 00000100:00100000:3.0:1777573243.217456:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926121984 00000100:00100000:3.0:1777573243.217461:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926121984 00000100:00100000:3.0:1777573243.217488:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926122112 00000100:00100000:3.0:1777573243.217491:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926122112 00000100:00100000:3.0:1777573243.217520:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12765 00010000:00010000:1.0:1777573243.217524:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.217530:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926121984:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573243.217551:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 37 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.217556:0:28214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.217562:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.217566:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.217570:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.217577:0:28214:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef60 expref: 29 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.217599:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.217601:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.217604:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.217607:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 37 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.217630:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 37 pid: 8362 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.217640:0:28214:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef60 expref: 29 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.217648:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932204160:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573243.217654:0:28214:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef60 expref: 29 pid: 14598 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.217667:0:28214:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28214:1863919932204288:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.217718:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.217724:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12766 00000100:00100000:0.0:1777573243.217735:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926122112:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:0.0:1777573243.217755:0:29349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.217767:0:29349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef67 expref: 37 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.217781:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.217782:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.217785:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.217807:0:29349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef67 expref: 37 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.217816:0:29349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef67 expref: 37 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.217825:0:29349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932204416:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573243.218203:0:28214:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.218239:0:29349:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.220074:0:28214:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28214:1863919932204288:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.220086:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932204160:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.220096:0:28214:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.220101:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.222542:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.222571:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.222605:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926122240 00000100:00100000:3.0:1777573243.222606:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.222615:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926122240 00002000:00100000:2.0:1777573243.222664:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (143360->172031) req@ffff99d1c2ec4e00 x1863919926122240/t0(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/0 e 0 to 0 dl 1777573254 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573243.222674:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4e00 with x1863919926122240 ext(143360->172031) 00010000:00010000:2.0:1777573243.222683:0:28805:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 38 pid: 8362 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.222698:0:28805:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 38 pid: 8362 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.222706:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99d1c2ec4e00 00000100:00100000:2.0:1777573243.222734:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 174 00000100:00100000:2.0:1777573243.222743:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926122240:12345-192.168.204.27@tcp:4:fsx.0 00000100:00100000:0.0:1777573243.222849:0:29349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29349:1863919932204416:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.222850:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926122368 00000100:00100000:2.0:1777573243.222855:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926122368 00010000:00010000:0.0:1777573243.222875:0:29349:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.222876:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef60 expref: 30 pid: 14598 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.222914:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926122496 00000100:00100000:2.0:1777573243.222917:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926122496 00010000:00010000:2.0:1777573243.222929:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef67 expref: 40 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.223540:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5753 00000100:00100000:0.0:1777573243.223548:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5754 00000100:00100000:2.0:1777573243.223552:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926122368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777573243.223562:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926122496:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573243.223566:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.223575:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.223586:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef60 expref: 30 pid: 14598 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223590:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef67 expref: 40 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223607:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef60 expref: 30 pid: 14598 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223612:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef67 expref: 40 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223635:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119b28e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef60 expref: 30 pid: 14598 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223636:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119b295 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef67 expref: 40 pid: 27874 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223663:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.223663:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.223667:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.223667:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.223673:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223673:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223696:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223696:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223735:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.223735:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573243.223767:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926122368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 219us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.223778:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5753 00000100:00100000:0.0:1777573243.223779:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926122496:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 217us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.223790:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5754 00010000:00010000:2.0:1777573243.223805:0:28214:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223814:0:28214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223816:0:29349:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223831:0:29349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223838:0:28214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223846:0:29349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223848:0:28214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223868:0:29349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223869:0:28214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223889:0:28214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caba00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.223889:0:29349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223895:0:28214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223907:0:29349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573243.223909:0:28214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223911:0:29349:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223932:0:28214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223932:0:29349:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.223951:0:28214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059199efb/0x8dc0a528a119b4f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223954:0:29349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.223965:0:29349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b4fd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.223995:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926121984:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 6468us (7585us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.224004:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12765 00000100:00100000:0.0:1777573243.224009:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926122112:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 6275us (7504us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.224042:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12766 00000100:00100000:2.0:1777573243.226952:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926122240:12345-192.168.204.27@tcp:4:fsx.0 Request processed in 4202us (4409us total) trans 17179875140 rc 0/0 00000100:00100000:2.0:1777573243.226963:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 174 00002000:00100000:2.0:1777573243.226975:0:28805:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x2c0000400:0x3dc:0x0] (143360->172031) req@ffff99d1c2ec4e00 x1863919926122240/t17179875140(0) o4->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:499/0 lens 488/448 e 0 to 0 dl 1777573254 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573243.226985:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4e00 with x1863919926122240 ext(143360->172031) 00010000:00010000:2.0:1777573243.226993:0:28805:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 39 pid: 8362 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.227009:0:28805:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 39 pid: 8362 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.227023:0:28805:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99d1c2ec4e00 00000100:00100000:0.0:1777573243.231193:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.231480:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926122624 00000100:00100000:1.0:1777573243.231488:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926122624 00010000:00010000:1.0:1777573243.231526:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 39 pid: 8362 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.231608:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5755 00000100:00100000:1.0:1777573243.231616:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919926122624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.231628:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.231645:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 39 pid: 8362 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.231655:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 39 pid: 8362 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.231672:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fc0afa7/0x8dc0a528a119b478 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->192511) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efe5 expref: 39 pid: 8362 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.231683:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.231684:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.231688:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.231695:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.231718:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.231749:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.231760:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919926122624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 143us (575us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573243.231762:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.231768:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5755 00010000:00010000:0.0:1777573243.231786:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.231794:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.231801:0:8361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.231808:0:8361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.231812:0:8361:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.231820:0:8361:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.231832:0:8361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.231844:0:8361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119b4ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.231887:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926121856:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 14491us (15510us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.231895:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12764 00000100:00100000:3.0:1777573243.234391:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.234439:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926122880 00000100:00100000:1.0:1777573243.234445:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926122880 00000100:00100000:0.0:1777573243.234509:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15754 00000100:00100000:0.0:1777573243.234519:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+396:59547:x1863919926122880:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.234566:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573243.234596:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b4d3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f008 expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.234614:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b471 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efde expref: 395 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.234623:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.234627:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.234654:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.234665:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.234674:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573243.234953:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3152, 88 off261872 00000004:00080000:0.0:1777573243.234961:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763780689398ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.234995:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3153, 88 off261608 00000004:00080000:0.0:1777573243.235000:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763780728651ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235024:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3154, 88 off261696 00000004:00080000:0.0:1777573243.235029:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763780757702ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235040:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3153, 88 off261960 00000004:00080000:0.0:1777573243.235045:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763780773602ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235072:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3154, 88 off262048 00000004:00080000:0.0:1777573243.235077:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763780805566ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235094:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3155, 88 off261784 00000004:00080000:0.0:1777573243.235097:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763780826217ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235111:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3156, 88 off261872 00000004:00080000:0.0:1777573243.235115:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763780843848ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235251:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3156, 88 off262232 00000004:00080000:0.0:1777573243.235256:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763780985173ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235301:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3157, 88 off261960 00000004:00080000:0.0:1777573243.235306:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781034449ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235316:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3157, 88 off262320 00000004:00080000:0.0:1777573243.235319:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781048117ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235336:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3158, 88 off262408 00000004:00080000:0.0:1777573243.235340:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781068922ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235351:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3158, 88 off262048 00000004:00080000:0.0:1777573243.235354:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781082781ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235429:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3160, 88 off262232 00000004:00080000:0.0:1777573243.235435:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781163356ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235457:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3159, 88 off262496 00000004:00080000:0.0:1777573243.235461:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781189729ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235476:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3161, 88 off262320 00000004:00080000:0.0:1777573243.235480:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781208888ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235491:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3160, 88 off262584 00000004:00080000:0.0:1777573243.235495:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781224056ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235505:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3161, 88 off262672 00000004:00080000:0.0:1777573243.235508:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781237113ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235515:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3162, 88 off262408 00000004:00080000:0.0:1777573243.235519:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781248327ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235533:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3163, 88 off262496 00000004:00080000:0.0:1777573243.235537:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781265562ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235545:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3162, 88 off262760 00000004:00080000:0.0:1777573243.235550:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781278748ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235564:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3163, 88 off262848 00000004:00080000:0.0:1777573243.235568:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781296818ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235577:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3164, 88 off262584 00000004:00080000:0.0:1777573243.235580:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781309252ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235593:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3165, 88 off262672 00000004:00080000:0.0:1777573243.235597:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781325368ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235606:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3164, 88 off262936 00000004:00080000:0.0:1777573243.235610:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781339043ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235625:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3165, 88 off263024 00000004:00080000:0.0:1777573243.235629:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781357438ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235636:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3166, 88 off262760 00000004:00080000:0.0:1777573243.235639:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781368107ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235652:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3167, 88 off262848 00000004:00080000:0.0:1777573243.235656:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781384736ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235669:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3166, 88 off263112 00000004:00080000:0.0:1777573243.235674:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781402126ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235683:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3167, 88 off263200 00000004:00080000:0.0:1777573243.235687:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781415169ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235700:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3168, 88 off262936 00000004:00080000:0.0:1777573243.235704:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781432843ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235715:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3169, 88 off263024 00000004:00080000:0.0:1777573243.235719:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781447839ns, next at 756450607066ns, rc = 0 00000040:00080000:0.0:1777573243.235728:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3168, 88 off263288 00000004:00080000:0.0:1777573243.235732:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781461032ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235747:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3169, 88 off263376 00000004:00080000:0.0:1777573243.235751:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763781480287ns, next at 756450581764ns, rc = 0 00000040:00080000:0.0:1777573243.235758:0:10945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3170, 88 off263112 00000004:00080000:0.0:1777573243.235762:0:10945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 763781490558ns, next at 756450607066ns, rc = 0 00000001:00080000:1.0:1777573243.240535:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294978978 is committed 00000004:00080000:1.0:1777573243.240544:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2259 committed 00000004:00080000:1.0:1777573243.240552:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2258 committed 00000004:00080000:1.0:1777573243.240570:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2257 committed 00000004:00080000:1.0:1777573243.240572:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2258 committed 00000004:00080000:1.0:1777573243.240574:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2257 committed 00000004:00080000:1.0:1777573243.240576:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2256 committed 00000004:00080000:1.0:1777573243.240578:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2255 committed 00000004:00080000:1.0:1777573243.240580:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2256 committed 00000004:00080000:1.0:1777573243.240582:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2255 committed 00000004:00080000:1.0:1777573243.240584:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2254 committed 00000004:00080000:1.0:1777573243.240586:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2253 committed 00000004:00080000:1.0:1777573243.240588:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2254 committed 00000004:00080000:1.0:1777573243.240590:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2253 committed 00000004:00080000:1.0:1777573243.240592:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2252 committed 00000004:00080000:1.0:1777573243.240594:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2251 committed 00000004:00080000:1.0:1777573243.240596:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2252 committed 00000004:00080000:1.0:1777573243.240599:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2251 committed 00000004:00080000:1.0:1777573243.240601:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2250 committed 00000004:00080000:1.0:1777573243.240602:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2249 committed 00000004:00080000:1.0:1777573243.240604:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2250 committed 00000004:00080000:1.0:1777573243.240606:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2248 committed 00000004:00080000:1.0:1777573243.240608:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2249 committed 00000004:00080000:1.0:1777573243.240611:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2248 committed 00000004:00080000:1.0:1777573243.240613:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2247 committed 00000004:00080000:1.0:1777573243.240614:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2246 committed 00000004:00080000:1.0:1777573243.240616:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2247 committed 00000004:00080000:1.0:1777573243.240618:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2245 committed 00000004:00080000:1.0:1777573243.240620:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2246 committed 00000004:00080000:1.0:1777573243.240622:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2245 committed 00000004:00080000:1.0:1777573243.240624:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2244 committed 00000004:00080000:1.0:1777573243.240626:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2243 committed 00000004:00080000:1.0:1777573243.240628:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2244 committed 00000004:00080000:1.0:1777573243.240629:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2243 committed 00000004:00080000:1.0:1777573243.240631:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2242 committed 00000020:00080000:1.0:1777573243.240643:0:7399:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 86 batchid updated 00000020:00080000:0.0:1777573243.240701:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 86 00000020:00080000:0.0:1777573243.240796:0:7422:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 86 cancel update log [0x240000400:0x2:0x0].64: rc = 0 00000020:00080000:0.0:1777573243.240807:0:7422:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 86 00000100:00100000:0.0:1777573243.240828:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932204928:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.240894:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.240925:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932204800:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.240935:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932205440:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.240938:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932204544:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.240964:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.240982:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932204672:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.241003:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932205312:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.241005:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1777573243.241008:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ca6199c reply state 000000006cea15f7 transno 4294978978 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.241028:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.241029:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932205184:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.241037:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573243.241046:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.241050:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1777573243.241054:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573243.241077:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932205824:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.241083:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.241109:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.241109:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932205696:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.241141:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932206336:0@lo:2:osp-syn-0-1.0 00010000:00080000:0.0:1777573243.241146:0:10945:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777573243.241163:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+392:59547:x1863919926122880:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 6644us (6774us total) trans 4294978978 rc 0/0 00000100:00100000:3.0:1777573243.241168:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.241177:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15754 00010000:00010000:0.0:1777573243.241208:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.241216:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.241223:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.241229:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573243.241233:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.241240:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.241249:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.241251:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573243.241255:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.241261:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b504 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.241336:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932204928 00000100:00100000:2.0:1777573243.241344:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932204928 00000100:00100000:1.0:1777573243.241442:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.241461:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932206208:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.241522:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932204800 00000100:00100000:3.0:1777573243.241527:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932204800 00000100:00100000:3.0:1777573243.241546:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932204672 00000100:00100000:3.0:1777573243.241549:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932204672 00000100:00100000:3.0:1777573243.241557:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932205312 00000100:00100000:3.0:1777573243.241559:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932205312 00000100:00100000:3.0:1777573243.241568:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932205184 00000100:00100000:3.0:1777573243.241570:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932205184 00000100:00100000:3.0:1777573243.241577:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932205824 00000100:00100000:3.0:1777573243.241579:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932205824 00000100:00100000:3.0:1777573243.241587:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932206336 00000100:00100000:3.0:1777573243.241589:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932206336 00000100:00100000:3.0:1777573243.241595:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932205696 00000100:00100000:3.0:1777573243.241597:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932205696 00000100:00100000:3.0:1777573243.241608:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12767 00000100:00100000:3.0:1777573243.241614:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3636:x1863919932204928:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.241705:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12768 00000100:00100000:2.0:1777573243.241716:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3635:x1863919932204800:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.241731:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3636:x1863919932204928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 116us (838us total) trans 21474841938 rc 0/0 00000100:00100000:3.0:1777573243.241738:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12767 00000100:00100000:3.0:1777573243.241809:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12769 00000100:00100000:2.0:1777573243.241816:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3635:x1863919932204800:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (852us total) trans 17179875141 rc 0/0 00000100:00100000:3.0:1777573243.241818:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932204672:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.241830:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12768 00000100:00100000:2.0:1777573243.241848:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12770 00000100:00100000:2.0:1777573243.241856:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3635:x1863919932205312:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.241874:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12771 00002000:00010000:3.0:1777573243.241879:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.241885:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00000100:00100000:0.0:1777573243.241885:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932205184:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573243.241890:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573243.241893:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573243.241895:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573243.241919:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573243.241925:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3634:x1863919932204672:12345-0@lo:2:osp-syn-0-1.0 Request processed in 108us (918us total) trans 21474841939 rc 0/0 00002000:00010000:2.0:1777573243.241925:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.241931:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00000100:00100000:3.0:1777573243.241937:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12769 00002000:00010000:2.0:1777573243.241937:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.241944:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.241956:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12772 00000100:00100000:3.0:1777573243.241964:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3635:x1863919932205824:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.241976:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3635:x1863919932205312:12345-0@lo:2:osp-syn-1-1.0 Request processed in 121us (941us total) trans 17179875142 rc 0/0 00000100:00100000:2.0:1777573243.241983:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12770 00000100:00100000:2.0:1777573243.242001:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12773 00000100:00100000:2.0:1777573243.242010:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3635:x1863919932206336:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573243.242010:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.242015:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.242019:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573243.242021:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.242025:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573243.242025:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573243.242030:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.242033:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573243.242036:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.242039:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573243.242088:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3635:x1863919932205824:12345-0@lo:2:osp-syn-0-1.0 Request processed in 124us (979us total) trans 21474841941 rc 0/0 00002000:00010000:2.0:1777573243.242091:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573243.242096:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:3.0:1777573243.242100:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12772 00002000:00010000:2.0:1777573243.242101:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573243.242106:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.242109:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1777573243.242116:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3634:x1863919932205184:12345-0@lo:2:osp-syn-0-1.0 Request processed in 176us (978us total) trans 21474841940 rc 0/0 00000100:00100000:3.0:1777573243.242118:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12774 00000100:00100000:0.0:1777573243.242129:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12771 00000100:00100000:3.0:1777573243.242131:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3634:x1863919932205696:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.242142:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932206336:12345-0@lo:2:osp-syn-0-1.0 Request processed in 133us (975us total) trans 21474841942 rc 0/0 00000100:00100000:2.0:1777573243.242149:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12773 00002000:00010000:3.0:1777573243.242195:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573243.242198:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.242200:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573243.242203:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.242205:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1777573243.242227:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3634:x1863919932205696:12345-0@lo:2:osp-syn-1-1.0 Request processed in 100us (786us total) trans 17179875143 rc 0/0 00000100:00100000:3.0:1777573243.242233:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12774 00000100:00100000:1.0:1777573243.242247:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.242265:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932206208 00000100:00100000:3.0:1777573243.242290:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932206208 00000100:00100000:3.0:1777573243.242320:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12775 00000100:00100000:3.0:1777573243.242328:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+26:3634:x1863919932206208:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573243.242375:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.242378:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.242381:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573243.242384:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000004:00080000:1.0:1777573243.242384:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f3b480/2, rc 0, transno 21474841939 00002000:00010000:3.0:1777573243.242390:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.242414:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932206208:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (169us total) trans 17179875144 rc 0/0 00000100:00100000:3.0:1777573243.242422:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12775 00000100:00100000:1.0:1777573243.242422:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932204672:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573243.242438:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f9c00/2, rc 0, transno 21474841940 00000100:00100000:3.0:1777573243.242450:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.242482:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932205952:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.242503:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.242516:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932206464:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.242528:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932205184:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.242534:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573243.242543:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca396300/2, rc 0, transno 17179875143 00000100:00100000:1.0:1777573243.242554:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932205696:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573243.242560:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c1f3a300/2, rc 0, transno 21474841938 00000004:00080000:1.0:1777573243.242565:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c499c000/2, rc 0, transno 17179875144 00000100:00100000:3.0:1777573243.242566:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932204928:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.242571:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932206208:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.242579:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573243.242587:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932206592:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.242611:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.242633:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932205440 00000100:00100000:1.0:1777573243.242637:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932205440 00000100:00100000:3.0:1777573243.242640:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.242656:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932205056:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.242667:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932205952 00000100:00100000:1.0:1777573243.242671:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932205952 00000100:00100000:3.0:1777573243.242677:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.242736:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932205568:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.242738:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932206464 00000100:00100000:1.0:1777573243.242743:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932206464 00000100:00100000:1.0:1777573243.242765:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932206592 00000100:00100000:3.0:1777573243.242766:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.242770:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932206592 00000100:00100000:3.0:1777573243.242783:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932206080:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.242785:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932204544 00000100:00100000:1.0:1777573243.242788:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932204544 00000100:00100000:1.0:1777573243.242804:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932205056 00000100:00100000:1.0:1777573243.242807:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932205056 00000100:00100000:3.0:1777573243.242811:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.242823:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932205568 00000100:00100000:1.0:1777573243.242827:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932205568 00000100:00100000:3.0:1777573243.242829:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932207104:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.242838:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932206080 00000100:00100000:1.0:1777573243.242842:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932206080 00000100:00100000:3.0:1777573243.242853:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.242858:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12776 00000100:00100000:1.0:1777573243.242866:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3636:x1863919932205440:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.242877:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932207104 00000100:00100000:3.0:1777573243.242882:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932207104 00000100:00100000:3.0:1777573243.242904:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12777 00000100:00100000:3.0:1777573243.242912:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+30:3636:x1863919932205952:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573243.242931:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573243.242935:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.242937:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:1.0:1777573243.242939:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000100:00100000:2.0:1777573243.242941:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932206976:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573243.242942:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573243.242966:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.242969:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3636:x1863919932205440:12345-0@lo:2:osp-syn-0-1.0 Request processed in 105us (519us total) trans 21474841943 rc 0/0 00002000:00010000:3.0:1777573243.242973:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573243.242976:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12776 00002000:00010000:3.0:1777573243.242979:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.242982:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00000004:00080000:2.0:1777573243.242984:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fad80/2, rc 0, transno 21474841943 00002000:00010000:3.0:1777573243.242985:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.242990:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.242992:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932206976 00000100:00100000:2.0:1777573243.242996:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932205440:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.242997:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932206976 00000100:00100000:1.0:1777573243.243015:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12778 00000100:00100000:1.0:1777573243.243022:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3636:x1863919932206464:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.243029:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3636:x1863919932205952:12345-0@lo:2:osp-syn-1-1.0 Request processed in 117us (524us total) trans 17179875145 rc 0/0 00000100:00100000:3.0:1777573243.243036:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12777 00000004:00080000:2.0:1777573243.243043:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca394000/2, rc 0, transno 17179875145 00000100:00100000:3.0:1777573243.243053:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12779 00000100:00100000:2.0:1777573243.243069:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932205952:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.243078:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932206592:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573243.243084:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:1.0:1777573243.243088:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.243091:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:1.0:1777573243.243093:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.243095:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573243.243108:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12780 00000100:00100000:2.0:1777573243.243115:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932204544:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573243.243131:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.243136:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:1.0:1777573243.243137:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932206464:12345-0@lo:2:osp-syn-0-1.0 Request processed in 114us (602us total) trans 21474841944 rc 0/0 00002000:00010000:3.0:1777573243.243141:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573243.243147:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.243152:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.243152:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12778 00000100:00100000:1.0:1777573243.243171:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12781 00000100:00100000:1.0:1777573243.243178:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932205056:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.243186:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932206592:12345-0@lo:2:osp-syn-0-1.0 Request processed in 111us (573us total) trans 21474841945 rc 0/0 00000100:00100000:3.0:1777573243.243192:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12779 00000100:00100000:2.0:1777573243.243207:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932204544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (565us total) trans 17179875146 rc 0/0 00000100:00100000:3.0:1777573243.243211:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12782 00000100:00100000:2.0:1777573243.243220:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12780 00000100:00100000:3.0:1777573243.243222:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932205568:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573243.243239:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:2.0:1777573243.243240:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12783 00002000:00010000:1.0:1777573243.243242:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.243244:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00000100:00100000:2.0:1777573243.243247:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932206080:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573243.243247:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.243249:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573243.243299:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3637:x1863919932205056:12345-0@lo:2:osp-syn-1-1.0 Request processed in 121us (621us total) trans 17179875147 rc 0/0 00002000:00010000:3.0:1777573243.243302:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.243306:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.243308:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573243.243310:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.243313:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.243318:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12781 00002000:00010000:2.0:1777573243.243331:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573243.243334:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.243337:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00000100:00100000:1.0:1777573243.243337:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12784 00002000:00010000:2.0:1777573243.243340:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000100:00100000:3.0:1777573243.243343:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932205568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (576us total) trans 17179875148 rc 0/0 00002000:00010000:2.0:1777573243.243344:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.243345:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3637:x1863919932207104:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.243357:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12782 00000100:00100000:3.0:1777573243.243377:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12785 00000100:00100000:2.0:1777573243.243382:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3637:x1863919932206080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 133us (568us total) trans 21474841946 rc 0/0 00000100:00100000:3.0:1777573243.243389:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932206976:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.243391:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12783 00002000:00010000:1.0:1777573243.243397:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.243399:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.243402:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573243.243403:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.243405:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.243428:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3637:x1863919932207104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 85us (575us total) trans 21474841947 rc 0/0 00000100:00100000:1.0:1777573243.243433:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12784 00002000:00010000:3.0:1777573243.243452:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:3.0:1777573243.243456:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:1.0:1777573243.243457:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932206720:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573243.243460:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573243.243465:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.243467:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573243.243484:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.243503:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3636:x1863919932206976:12345-0@lo:2:osp-syn-0-1.0 Request processed in 116us (535us total) trans 21474841948 rc 0/0 00000100:00100000:1.0:1777573243.243508:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932207232:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.243512:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932206720 00000100:00100000:2.0:1777573243.243516:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932206720 00000100:00100000:3.0:1777573243.243520:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12785 00000100:00100000:1.0:1777573243.243535:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573243.243541:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12786 00000100:00100000:2.0:1777573243.243541:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932207232 00000100:00100000:2.0:1777573243.243545:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932207232 00000100:00100000:1.0:1777573243.243549:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777573243.243552:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3634:x1863919932206720:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.243557:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c64b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932206848:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.243561:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12787 00000100:00100000:2.0:1777573243.243567:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3634:x1863919932207232:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.243578:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.243602:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932207360:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573243.243625:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573243.243629:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.243631:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00000100:00100000:1.0:1777573243.243632:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777573243.243634:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.243636:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573243.243650:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932206848 00000100:00100000:1.0:1777573243.243653:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932206848 00000100:00100000:1.0:1777573243.243667:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932207360 00000100:00100000:1.0:1777573243.243670:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932207360 00000100:00100000:2.0:1777573243.243674:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3634:x1863919932207232:12345-0@lo:2:osp-syn-0-1.0 Request processed in 108us (140us total) trans 21474841949 rc 0/0 00000100:00100000:1.0:1777573243.243680:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12788 00000100:00100000:2.0:1777573243.243686:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12787 00000100:00100000:1.0:1777573243.243686:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3634:x1863919932206848:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.243702:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12789 00002000:00010000:3.0:1777573243.243708:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:2.0:1777573243.243709:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3634:x1863919932207360:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573243.243714:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.243717:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573243.243720:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:3.0:1777573243.243722:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:1.0:1777573243.243734:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.243738:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.243740:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573243.243743:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.243745:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.243753:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+36:3634:x1863919932206720:12345-0@lo:2:osp-syn-1-1.0 Request processed in 204us (268us total) trans 17179875149 rc 0/0 00002000:00010000:2.0:1777573243.243758:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:3.0:1777573243.243761:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12786 00002000:00010000:2.0:1777573243.243764:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.243767:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573243.243769:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.243771:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573243.243778:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3634:x1863919932206848:12345-0@lo:2:osp-syn-1-1.0 Request processed in 90us (197us total) trans 17179875150 rc 0/0 00000100:00100000:1.0:1777573243.243786:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12788 00000100:00100000:2.0:1777573243.243797:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3634:x1863919932207360:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (164us total) trans 17179875151 rc 0/0 00000004:00080000:3.0:1777573243.243802:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec7480/2, rc 0, transno 17179875141 00000100:00100000:2.0:1777573243.243804:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12789 00000100:00100000:3.0:1777573243.243815:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932204800:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573243.243819:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c64b4e00/2, rc 0, transno 17179875150 00000100:00100000:1.0:1777573243.243826:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c64b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932206848:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573243.243833:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca396680/2, rc 0, transno 17179875142 00000100:00100000:3.0:1777573243.243840:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932205312:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573243.243841:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70f9f80/2, rc 0, transno 17179875151 00000100:00100000:1.0:1777573243.243849:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932207360:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573243.243858:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fb800/2, rc 0, transno 21474841941 00000004:00080000:1.0:1777573243.243863:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7b4f100/2, rc 0, transno 17179875149 00000100:00100000:1.0:1777573243.243868:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932206720:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.243870:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932205824:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573243.243882:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70fb800/2, rc 0, transno 21474841949 00000100:00100000:1.0:1777573243.243887:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932207232:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573243.243889:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fa680/2, rc 0, transno 21474841942 00000100:00100000:2.0:1777573243.243895:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932207488:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.243896:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932206336:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.243898:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932207744:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.243917:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932207872:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.243924:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573243.243948:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932208000:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.243953:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932207488 00000100:00100000:3.0:1777573243.243955:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.243957:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932207488 00000100:00100000:1.0:1777573243.243981:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932207872 00000100:00100000:1.0:1777573243.243985:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932207872 00000100:00100000:3.0:1777573243.243995:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932207616:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.243995:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.244002:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932208000 00000100:00100000:1.0:1777573243.244006:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932208000 00000004:00080000:2.0:1777573243.244018:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fa300/2, rc 0, transno 21474841948 00000100:00100000:2.0:1777573243.244022:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932206976:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.244022:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12790 00000100:00100000:3.0:1777573243.244029:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.244031:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+36:3636:x1863919932207488:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.244033:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45faa00/2, rc 0, transno 21474841945 00000100:00100000:2.0:1777573243.244038:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932206592:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573243.244050:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f8380/2, rc 0, transno 21474841944 00000100:00100000:2.0:1777573243.244055:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932206464:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.244082:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932207616 00000100:00100000:2.0:1777573243.244085:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932207616 00002000:00010000:1.0:1777573243.244091:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.244094:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.244096:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573243.244098:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000100:00100000:2.0:1777573243.244099:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12791 00002000:00010000:1.0:1777573243.244100:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573243.244104:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+38:3635:x1863919932207872:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.244133:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+38:3636:x1863919932207488:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (211us total) trans 17179875152 rc 0/0 00000100:00100000:1.0:1777573243.244139:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12790 00002000:00010000:2.0:1777573243.244151:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00000100:00100000:1.0:1777573243.244151:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12792 00002000:00010000:2.0:1777573243.244154:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.244157:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00000100:00100000:1.0:1777573243.244157:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+38:3636:x1863919932208000:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573243.244159:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.244161:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000004:00080000:3.0:1777573243.244169:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f8a80/2, rc 0, transno 21474841947 00002000:00010000:1.0:1777573243.244199:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.244203:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573243.244205:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573243.244207:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573243.244209:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.244572:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932207104:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573243.244588:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ec7800/2, rc 0, transno 17179875146 00000100:00100000:0.0:1777573243.244694:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12793 00000100:00100000:2.0:1777573243.244695:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+39:3635:x1863919932207872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 83us (237us total) trans 17179875153 rc 0/0 00000100:00100000:0.0:1777573243.244704:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+39:3637:x1863919932207616:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.244706:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12791 00000100:00100000:1.0:1777573243.244724:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+38:3636:x1863919932208000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 73us (250us total) trans 17179875154 rc 0/0 00000100:00100000:1.0:1777573243.244730:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12792 00000100:00100000:1.0:1777573243.244749:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777573243.244768:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:0.0:1777573243.244773:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.244776:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00000100:00100000:1.0:1777573243.244779:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932207744 00002000:00010000:0.0:1777573243.244779:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000100:00100000:1.0:1777573243.244784:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932207744 00002000:00010000:0.0:1777573243.244784:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1777573243.244810:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12794 00000100:00100000:1.0:1777573243.244817:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+39:3634:x1863919932207744:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.244822:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+39:3637:x1863919932207616:12345-0@lo:2:osp-syn-1-1.0 Request processed in 117us (791us total) trans 17179875155 rc 0/0 00000100:00100000:2.0:1777573243.244830:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932208512:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.244831:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12793 00000100:00100000:2.0:1777573243.244862:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777573243.244873:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.244876:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00000100:00100000:0.0:1777573243.244877:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932208512 00002000:00010000:1.0:1777573243.244879:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00000100:00100000:0.0:1777573243.244882:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932208512 00002000:00010000:1.0:1777573243.244883:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.244887:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1777573243.244888:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70faa00/2, rc 0, transno 17179875152 00000100:00100000:2.0:1777573243.244892:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932207488:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573243.244903:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70f8700/2, rc 0, transno 17179875154 00000100:00100000:2.0:1777573243.244908:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932208000:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573243.244911:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+39:3634:x1863919932207744:12345-0@lo:2:osp-syn-1-1.0 Request processed in 95us (162us total) trans 17179875156 rc 0/0 00000100:00100000:0.0:1777573243.244915:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12795 00000100:00100000:2.0:1777573243.244917:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777573243.244923:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12794 00000100:00100000:2.0:1777573243.244924:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932208128:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573243.244929:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+35:3636:x1863919932208512:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.244948:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.244948:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932208256:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.244964:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932208640:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.244973:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573243.244984:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.244989:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932208768:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573243.244994:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.244998:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:0.0:1777573243.245001:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00000100:00100000:2.0:1777573243.245002:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932208128 00002000:00010000:0.0:1777573243.245004:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00000100:00100000:2.0:1777573243.245006:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932208128 00002000:00010000:0.0:1777573243.245007:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.245010:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573243.245021:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932208256 00000100:00100000:2.0:1777573243.245024:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932208256 00000100:00100000:2.0:1777573243.245037:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932208640 00000100:00100000:2.0:1777573243.245040:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932208640 00000100:00100000:0.0:1777573243.245047:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+38:3636:x1863919932208512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 122us (185us total) trans 21474841950 rc 0/0 00000100:00100000:2.0:1777573243.245055:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932208768 00000100:00100000:0.0:1777573243.245055:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12795 00000100:00100000:2.0:1777573243.245068:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932208768 00000100:00100000:0.0:1777573243.245087:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12796 00000100:00100000:0.0:1777573243.245095:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+39:3636:x1863919932208128:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573243.245100:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12797 00000100:00100000:2.0:1777573243.245109:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+38:3634:x1863919932208256:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573243.245141:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573243.245144:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.245146:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.245149:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.245151:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 256 -> 256 00000004:00080000:1.0:1777573243.245168:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70fb480/2, rc 0, transno 17179875156 00002000:00010000:2.0:1777573243.245169:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573243.245173:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.245176:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00000100:00100000:1.0:1777573243.245176:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932207744:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573243.245179:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.245181:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573243.245184:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573243.245188:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+40:3636:x1863919932208128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (228us total) trans 17179875157 rc 0/0 00000100:00100000:1.0:1777573243.245189:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932208384:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.245203:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12796 00000100:00100000:2.0:1777573243.245210:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+39:3634:x1863919932208256:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (236us total) trans 21474841951 rc 0/0 00000100:00100000:2.0:1777573243.245218:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12797 00000100:00100000:1.0:1777573243.245220:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573243.245225:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12798 00000100:00100000:2.0:1777573243.245235:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932208384 00000100:00100000:0.0:1777573243.245235:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+38:3636:x1863919932208640:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573243.245238:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70f9180/2, rc 0, transno 21474841951 00000100:00100000:2.0:1777573243.245240:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932208384 00000100:00100000:1.0:1777573243.245246:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932208256:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573243.245257:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12799 00000100:00100000:1.0:1777573243.245261:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12800 00000100:00100000:2.0:1777573243.245264:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+39:3634:x1863919932208768:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573243.245267:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+39:3634:x1863919932208384:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573243.245310:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573243.245314:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573243.245316:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573243.245318:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573243.245321:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 424 -> 424 00002000:00010000:2.0:1777573243.245336:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573243.245340:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573243.245342:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 147019 00002000:00010000:2.0:1777573243.245343:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573243.245344:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573240 00002000:00010000:2.0:1777573243.245345:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573243.245346:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573243.245347:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573243.245348:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573240 00002000:00010000:1.0:1777573243.245350:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1777573243.245374:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+42:3634:x1863919932208768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 111us (366us total) trans 21474841953 rc 0/0 00000100:00100000:1.0:1777573243.245374:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+42:3634:x1863919932208384:12345-0@lo:2:osp-syn-0-1.0 Request processed in 108us (155us total) trans 21474841954 rc 0/0 00000100:00100000:1.0:1777573243.245380:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12800 00000100:00100000:2.0:1777573243.245383:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12799 00000004:00080000:1.0:1777573243.245404:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70fbb80/2, rc 0, transno 21474841954 00000100:00100000:1.0:1777573243.245409:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932208384:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.245419:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+40:3636:x1863919932208640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 186us (432us total) trans 21474841952 rc 0/0 00000004:00080000:1.0:1777573243.245421:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70fa300/2, rc 0, transno 21474841953 00000100:00100000:1.0:1777573243.245428:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932208768:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573243.245432:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12798 00000004:00080000:0.0:1777573243.245466:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70f8000/2, rc 0, transno 17179875157 00000100:00100000:0.0:1777573243.245471:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932208128:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573243.245478:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70fad80/2, rc 0, transno 21474841952 00000100:00100000:0.0:1777573243.245482:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932208640:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573243.245488:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70f9c00/2, rc 0, transno 21474841950 00000100:00100000:0.0:1777573243.245490:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932208512:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573243.245548:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932204544:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573243.245564:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c4ec5880/2, rc 0, transno 17179875147 00000100:00100000:3.0:1777573243.245567:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932205056:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573243.245573:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1ca396d80/2, rc 0, transno 17179875148 00000100:00100000:3.0:1777573243.245576:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932205568:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573243.245583:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f9880/2, rc 0, transno 21474841946 00000100:00100000:3.0:1777573243.245586:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932206080:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573243.245596:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70f8e00/2, rc 0, transno 17179875155 00000100:00100000:3.0:1777573243.245600:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932207616:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573243.245616:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d70f8a80/2, rc 0, transno 17179875153 00000100:00100000:3.0:1777573243.245619:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932207872:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573243.245667:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.245755:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926123008 00000100:00100000:0.0:1777573243.245758:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926123008 00000100:00100000:0.0:1777573243.245788:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15755 00000100:00100000:0.0:1777573243.245795:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+391:59547:x1863919926123008:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.245810:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.245825:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f016 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.245868:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f016 expref: 392 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.245881:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f016 expref: 392 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.245897:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.245900:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573243.245903:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6400, rc 0) 00000100:00100000:0.0:1777573243.245943:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+392:59547:x1863919926123008:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 146us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.245950:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15755 00000100:00100000:0.0:1777573243.250593:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.250741:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926123136 00000100:00100000:2.0:1777573243.250751:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926123136 00000100:00100000:2.0:1777573243.250804:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15756 00000100:00100000:2.0:1777573243.250814:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+392:59547:x1863919926123136:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.250833:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.250851:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b512 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f01d expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.250936:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b519 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.250949:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b519 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.250960:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b519 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.250987:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 0 00000004:00200000:2.0:1777573243.250991:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.251006:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b519 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.251030:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b512 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f01d expref: 394 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.251045:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b519 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f01d expref: 393 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.251052:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.251055:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.251068:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630800, rc 0) 00000100:00100000:2.0:1777573243.251117:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+393:59547:x1863919926123136:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 305us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.251124:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15756 00000100:00100000:3.0:1777573243.253933:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.254020:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.254106:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.254123:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926123264 00000100:00100000:1.0:1777573243.254131:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926123264 00000100:00100000:2.0:1777573243.254140:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926123520 00000100:00100000:2.0:1777573243.254143:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926123520 00000100:00100000:1.0:1777573243.254184:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12801 00000100:00100000:2.0:1777573243.254349:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926123392 00000100:00100000:2.0:1777573243.254353:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926123392 00000100:00100000:2.0:1777573243.254385:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12802 00000100:00100000:2.0:1777573243.254394:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926123520:12345-192.168.204.27@tcp:101:lfs.0 00000100:00100000:3.0:1777573243.254400:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12803 00000100:00100000:3.0:1777573243.254407:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926123392:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.254408:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573243.254413:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573243.254425:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f02b expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.254425:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f032 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573243.254448:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3df:0x0] initial LVB size: 0, mtime: 0x69f39d7a, atime: 0x69f39d7a, ctime: 0x69f39d7a, blocks: 0x1800 00002000:00010000:2.0:1777573243.254448:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3de:0x0] initial LVB size: 0, mtime: 0x69f39d7a, atime: 0x69f39d7a, ctime: 0x69f39d7a, blocks: 0x0 00010000:00010000:3.0:1777573243.254463:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.254463:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.254466:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.254466:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.254473:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f02b expref: 29 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.254473:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f032 expref: 39 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.254493:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f02b expref: 29 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.254493:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f032 expref: 39 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.254506:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabc00, rc 0) 00010000:00010000:2.0:1777573243.254506:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631e00, rc 0) 00000100:00100000:2.0:1777573243.254543:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926123520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 150us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.254549:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12802 00000100:00100000:1.0:1777573243.254552:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926123264:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573243.254559:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573243.254568:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f024 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573243.254581:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 262144, mtime: 0x69f39d7a, atime: 0x69f39d7a, ctime: 0x69f39d7a, blocks: 0x128 00010000:00010000:1.0:1777573243.254590:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.254591:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.254597:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f024 expref: 39 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.254608:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f024 expref: 39 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.254617:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0c00, rc 0) 00000100:00100000:3.0:1777573243.254962:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926123392:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 555us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573243.254968:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12803 00000100:00100000:1.0:1777573243.255047:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926123264:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 495us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.255053:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12801 00000100:00100000:3.0:1777573243.297105:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.297160:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926123648 00000100:00100000:0.0:1777573243.297170:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926123648 00000100:00100000:2.0:1777573243.297520:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12804 00000100:00100000:2.0:1777573243.297534:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926123648:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573243.297766:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926123648:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 236us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.297772:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12804 00000100:00100000:0.0:1777573243.300105:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.301029:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926123776 00000100:00100000:2.0:1777573243.301038:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926123776 00000100:00100000:2.0:1777573243.301104:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12805 00000100:00100000:2.0:1777573243.301114:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926123776:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573243.301200:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926123776:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 88us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.301207:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12805 00000100:00100000:3.0:1777573243.306482:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.307113:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926123904 00000100:00100000:0.0:1777573243.307122:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926123904 00000100:00100000:0.0:1777573243.307193:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5573 00000100:00100000:0.0:1777573243.307203:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926123904:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573243.307241:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.307257:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.307259:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.307265:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.307316:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.307424:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.307434:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.307442:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.307449:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.307454:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.307463:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.307479:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.307486:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b535 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.307556:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926123904:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 354us (1081us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777573243.307563:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5573 00000100:00100000:3.0:1777573243.310489:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.310643:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926124032 00000100:00100000:0.0:1777573243.310657:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926124032 00000100:00100000:0.0:1777573243.310788:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5574 00000100:00100000:0.0:1777573243.310801:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926124032:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573243.310847:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.310876:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee64 expref: 39 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.310891:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.310894:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.310898:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.310945:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee64 expref: 39 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.310962:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee64 expref: 39 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.310980:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932208896:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.311094:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573243.314308:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.314508:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932208896:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.314544:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.314640:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926124160 00000100:00100000:3.0:1777573243.314651:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926124160 00010000:00010000:3.0:1777573243.314706:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee64 expref: 40 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.314744:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5756 00000100:00100000:3.0:1777573243.314756:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926124160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573243.314775:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.314812:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee64 expref: 40 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.314826:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee64 expref: 40 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.314857:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119b05e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee64 expref: 40 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.314881:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.314883:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.314888:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.314897:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.314923:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.314944:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.314953:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.314986:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926124160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 233us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573243.314993:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5756 00000001:00080000:3.0:1777573243.317096:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875158 is committed 00000001:00080000:3.0:1777573243.317114:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875157 is committed 00002000:00010000:0.0:1777573243.317564:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.317572:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:0.0:1777573243.317585:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.317598:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.318023:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.318034:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.318039:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.318048:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.318076:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.318084:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119b53c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.318231:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926124032:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7427us (7749us total) trans 17179875158 rc 0/0 00000100:00100000:0.0:1777573243.318241:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5574 00000100:00100000:2.0:1777573243.323126:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.323383:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926124288 00000100:00100000:3.0:1777573243.323393:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926124288 00000100:00100000:3.0:1777573243.323465:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5575 00000100:00100000:3.0:1777573243.323474:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926124288:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573243.323512:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.323533:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee6b expref: 29 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.323542:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.323545:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.323549:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.323593:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee6b expref: 29 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.323612:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee6b expref: 29 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.323627:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932209024:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573243.323711:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.327308:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.327444:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932209024:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573243.327472:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.327592:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926124416 00000100:00100000:0.0:1777573243.327607:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926124416 00010000:00010000:0.0:1777573243.327640:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee6b expref: 30 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.327678:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5757 00000100:00100000:0.0:1777573243.327686:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926124416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.327699:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.327730:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee6b expref: 30 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.327742:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee6b expref: 30 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.327762:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f2c3d27/0x8dc0a528a119b065 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee6b expref: 30 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.327774:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.327776:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.327780:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.327789:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.327813:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.327845:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.327855:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.327860:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926124416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 173us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.327877:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5757 00010000:00010000:2.0:1777573243.327899:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573243.328122:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573243.328138:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932209152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573243.328189:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573243.328224:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932209152 00000100:00100000:1.0:1777573243.328229:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932209152 00000100:00100000:1.0:1777573243.328259:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1777573243.328267:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1863919932209152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573243.328306:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484889152 pending 0 free 3919654912 avail 3687686144 00000100:00100000:1.0:1777573243.328339:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1863919932209152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.328345:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1777573243.328358:0:3634:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179875157 gen 2 00000004:00080000:2.0:1777573243.328363:0:3634:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179875116 committed transno 17179875157 00000004:00080000:2.0:1777573243.328378:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec5f80, transno 17179875117 00000004:00080000:2.0:1777573243.328391:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec6300, transno 17179875118 00000004:00080000:2.0:1777573243.328394:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec7b80, transno 17179875119 00000004:00080000:2.0:1777573243.328396:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec4380, transno 17179875120 00000004:00080000:2.0:1777573243.328398:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec4e00, transno 17179875121 00000004:00080000:2.0:1777573243.328401:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec6a00, transno 17179875122 00000004:00080000:2.0:1777573243.328403:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec5180, transno 17179875123 00000004:00080000:2.0:1777573243.328407:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec7100, transno 17179875124 00000004:00080000:2.0:1777573243.328411:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2cee6bb80, transno 17179875125 00000004:00080000:2.0:1777573243.328414:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2cee69c00, transno 17179875126 00000004:00080000:2.0:1777573243.328417:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1bb80, transno 17179875127 00000004:00080000:2.0:1777573243.328420:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2cee6b480, transno 17179875128 00000004:00080000:2.0:1777573243.328423:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18000, transno 17179875129 00000004:00080000:2.0:1777573243.328427:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19f80, transno 17179875130 00000004:00080000:2.0:1777573243.328429:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18700, transno 17179875131 00000004:00080000:2.0:1777573243.328432:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b100, transno 17179875132 00000004:00080000:2.0:1777573243.328435:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1a300, transno 17179875133 00000004:00080000:2.0:1777573243.328438:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ec7480, transno 17179875141 00000004:00080000:2.0:1777573243.328440:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1ca396680, transno 17179875142 00000004:00080000:2.0:1777573243.328444:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1ca396300, transno 17179875143 00000004:00080000:2.0:1777573243.328446:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c499c000, transno 17179875144 00000004:00080000:2.0:1777573243.328448:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1ca394000, transno 17179875145 00000004:00080000:2.0:1777573243.328451:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ec7800, transno 17179875146 00000004:00080000:2.0:1777573243.328453:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c4ec5880, transno 17179875147 00000004:00080000:2.0:1777573243.328456:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1ca396d80, transno 17179875148 00000004:00080000:2.0:1777573243.328459:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7b4f100, transno 17179875149 00000004:00080000:2.0:1777573243.328461:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c64b4e00, transno 17179875150 00000004:00080000:2.0:1777573243.328463:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70f9f80, transno 17179875151 00000004:00080000:2.0:1777573243.328466:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70faa00, transno 17179875152 00000004:00080000:2.0:1777573243.328468:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70f8a80, transno 17179875153 00000004:00080000:2.0:1777573243.328470:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70f8700, transno 17179875154 00000004:00080000:2.0:1777573243.328472:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70f8e00, transno 17179875155 00000004:00080000:2.0:1777573243.328474:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70fb480, transno 17179875156 00000004:00080000:2.0:1777573243.328476:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70f8000, transno 17179875157 00000100:00100000:2.0:1777573243.328487:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932209152:0@lo:13:osp-pre-1-1.0 00000004:00080000:3.0:1777573243.328595:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 23 in progress, 0 in flight, 11 done 00000004:00080000:3.0:1777573243.328715:0:9680:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 23 done 00000001:00080000:0.0:1777573243.329942:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841955 is committed 00000001:00080000:0.0:1777573243.329953:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841953 is committed 00000001:00080000:0.0:1777573243.329959:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841954 is committed 00002000:00010000:3.0:1777573243.330117:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.330122:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:3.0:1777573243.330134:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.330146:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.330154:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.330162:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573243.330166:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.330175:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.330190:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.330199:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119b543 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.330307:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926124288:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6831us (7188us total) trans 21474841955 rc 0/0 00000100:00100000:3.0:1777573243.330317:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5575 00000100:00100000:1.0:1777573243.334659:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.334802:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926124544 00000100:00100000:2.0:1777573243.334812:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926124544 00000100:00100000:2.0:1777573243.334923:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5576 00000100:00100000:2.0:1777573243.334933:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926124544:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573243.334968:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.334989:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee72 expref: 26 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.334997:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.334999:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.335002:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.335035:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee72 expref: 26 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.335047:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee72 expref: 26 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.335079:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932209280:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.335168:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573243.337703:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932209280:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573243.337731:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.337812:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.338043:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926124672 00000100:00100000:2.0:1777573243.338050:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926124672 00010000:00010000:2.0:1777573243.338091:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee72 expref: 27 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.338130:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5758 00000100:00100000:2.0:1777573243.338139:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926124672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573243.338153:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.338174:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee72 expref: 27 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.338187:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee72 expref: 27 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.338210:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b49b0eca/0x8dc0a528a119b06c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee72 expref: 27 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.338231:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.338233:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.338237:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.338247:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.338304:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573243.338349:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926124672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 210us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.338357:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5758 00010000:00010000:1.0:1777573243.338436:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.338445:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.342343:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841956 is committed 00002000:00010000:1.0:1777573243.342731:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:1.0:1777573243.342739:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:1.0:1777573243.342752:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.342768:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.342776:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.342783:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573243.342788:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.342796:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.342814:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.342820:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b54a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.342913:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926124544:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7978us (8259us total) trans 21474841956 rc 0/0 00000100:00100000:1.0:1777573243.342924:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5576 00000100:00100000:1.0:1777573243.345962:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.346021:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926124800 00000100:00100000:2.0:1777573243.346032:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926124800 00000100:00100000:2.0:1777573243.346114:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5577 00000100:00100000:2.0:1777573243.346125:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926124800:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573243.346159:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.346181:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edae expref: 27 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.346189:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.346191:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.346194:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.346232:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edae expref: 27 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.346245:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edae expref: 27 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.346260:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932209408:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.346431:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.348479:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932209408:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.348504:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.349156:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.349207:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926124928 00000100:00100000:0.0:1777573243.349214:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926124928 00010000:00010000:0.0:1777573243.349245:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edae expref: 28 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.349303:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5759 00000100:00100000:0.0:1777573243.349312:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926124928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.349325:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.349345:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edae expref: 28 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.349356:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edae expref: 28 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.349382:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119ae66 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2edae expref: 28 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.349396:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.349398:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.349403:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.349411:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.349485:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573243.349538:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926124928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 227us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.349547:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5759 00010000:00010000:2.0:1777573243.349589:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.349597:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573243.353190:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875159 is committed 00002000:00010000:2.0:1777573243.353322:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.353327:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:2.0:1777573243.353338:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.353350:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.353358:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.353379:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573243.353384:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.353391:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.353407:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.353414:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b551 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.353494:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926124800:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7368us (7547us total) trans 17179875159 rc 0/0 00000100:00100000:2.0:1777573243.353502:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5577 00000100:00100000:1.0:1777573243.356222:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.356311:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926125056 00000100:00100000:0.0:1777573243.356320:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926125056 00000100:00100000:0.0:1777573243.356394:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5578 00000100:00100000:0.0:1777573243.356405:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926125056:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573243.356438:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.356458:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee79 expref: 25 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.356466:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.356468:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.356472:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.356507:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee79 expref: 25 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.356523:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee79 expref: 25 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.356535:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932209536:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.356603:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.359812:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932209536:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.359838:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.359930:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.359978:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926125184 00000100:00100000:0.0:1777573243.359986:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926125184 00010000:00010000:0.0:1777573243.360083:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee79 expref: 26 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.360119:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5760 00000100:00100000:0.0:1777573243.360126:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926125184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.360140:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.360160:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee79 expref: 26 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.360172:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee79 expref: 26 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.360200:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046ca90f0/0x8dc0a528a119b073 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee79 expref: 26 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.360214:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.360216:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.360220:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.360231:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.360360:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573243.361141:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926125184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1012us (1216us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.361150:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5760 00010000:00010000:2.0:1777573243.361199:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.361210:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.367045:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841957 is committed 00002000:00010000:2.0:1777573243.367161:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.367166:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:2.0:1777573243.367177:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.367196:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.367203:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.367210:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573243.367215:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.367224:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.367241:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.367248:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048cc39bf/0x8dc0a528a119b558 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.367375:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926125056:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10969us (11157us total) trans 21474841957 rc 0/0 00000100:00100000:2.0:1777573243.367384:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5578 00000100:00100000:3.0:1777573243.373153:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.373222:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926125312 00000100:00100000:0.0:1777573243.373233:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926125312 00000100:00100000:0.0:1777573243.373347:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5579 00000100:00100000:0.0:1777573243.373357:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926125312:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573243.373390:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.373412:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee80 expref: 24 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.373424:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.373426:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.373430:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.373462:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee80 expref: 24 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.373476:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee80 expref: 24 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.373490:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932209664:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.373557:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.375403:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932209664:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.375426:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.377053:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.377156:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926125440 00000100:00100000:2.0:1777573243.377165:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926125440 00010000:00010000:2.0:1777573243.377201:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee80 expref: 25 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.377248:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5761 00000100:00100000:2.0:1777573243.377257:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926125440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573243.377305:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.377328:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee80 expref: 25 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.377341:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee80 expref: 25 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.377363:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b07a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee80 expref: 25 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.377379:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.377381:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.377386:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.377395:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.377422:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.377453:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.377466:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.377493:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926125440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 236us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.377501:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5761 00000001:00080000:2.0:1777573243.381249:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841958 is committed 00002000:00010000:0.0:1777573243.381348:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.381353:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:0.0:1777573243.381365:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.381379:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.381389:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.381395:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.381400:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.381408:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.381422:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.381426:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b55f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.381497:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926125312:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8139us (8349us total) trans 21474841958 rc 0/0 00000100:00100000:0.0:1777573243.381504:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5579 00000100:00100000:3.0:1777573243.384686:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.384933:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926125568 00000100:00100000:2.0:1777573243.384943:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926125568 00000100:00100000:2.0:1777573243.385012:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5580 00000100:00100000:2.0:1777573243.385023:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919926125568:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573243.385069:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.385091:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee87 expref: 26 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.385098:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.385100:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.385103:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.385137:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee87 expref: 26 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.385151:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee87 expref: 26 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.385165:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932209792:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.385249:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.387529:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.387613:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926125696 00000100:00100000:3.0:1777573243.387620:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926125696 00000100:00100000:2.0:1777573243.387695:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932209792:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573243.387715:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.387766:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee87 expref: 27 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.387805:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5762 00000100:00100000:3.0:1777573243.387815:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926125696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573243.387829:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.387850:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee87 expref: 27 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.387863:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee87 expref: 27 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.387885:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b081 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee87 expref: 27 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.387910:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.387912:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.387917:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.387927:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.387953:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573243.388000:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cb8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926125696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 185us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573243.388007:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5762 00010000:00010000:2.0:1777573243.388080:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.388090:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.391706:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875160 is committed 00002000:00010000:3.0:1777573243.391814:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.391820:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:3.0:1777573243.391832:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.391844:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.391853:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.391860:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573243.391866:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.391879:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.391897:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.391904:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acc576aa/0x8dc0a528a119b566 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.391995:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919926125568:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6970us (7313us total) trans 17179875160 rc 0/0 00000100:00100000:3.0:1777573243.392005:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5580 00000100:00100000:1.0:1777573243.396840:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.397318:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926125824 00000100:00100000:2.0:1777573243.397328:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926125824 00000100:00100000:2.0:1777573243.397404:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5581 00000100:00100000:2.0:1777573243.397414:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926125824:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573243.397446:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.397467:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee8e expref: 23 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.397475:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.397477:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.397480:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.397608:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee8e expref: 23 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.397623:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee8e expref: 23 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.397638:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932209920:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.397714:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573243.399123:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932209920:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573243.399144:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.399525:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.399589:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926125952 00000100:00100000:0.0:1777573243.399595:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926125952 00010000:00010000:0.0:1777573243.399624:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee8e expref: 24 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.399663:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5763 00000100:00100000:0.0:1777573243.399672:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926125952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.399684:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.399704:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee8e expref: 24 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.399717:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee8e expref: 24 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.399738:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2703adc/0x8dc0a528a119b088 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee8e expref: 24 pid: 8362 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.399753:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.399754:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.399759:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.399768:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.399796:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573243.399839:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926125952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 167us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.399847:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5763 00010000:00010000:2.0:1777573243.400036:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.400046:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.405201:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841959 is committed 00002000:00010000:0.0:1777573243.405394:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.405399:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:0.0:1777573243.405412:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.405424:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.405432:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.405440:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.405445:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.405454:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.405481:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.405489:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bd51aa6/0x8dc0a528a119b56d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.405576:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926125824:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8161us (8741us total) trans 21474841959 rc 0/0 00000100:00100000:0.0:1777573243.405585:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5581 00000100:00100000:1.0:1777573243.410152:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.410218:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926126080 00000100:00100000:0.0:1777573243.410232:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926126080 00000100:00100000:0.0:1777573243.410334:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5582 00000100:00100000:0.0:1777573243.410345:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919926126080:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573243.410393:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.410414:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee95 expref: 25 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.410423:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.410426:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.410429:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.410462:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee95 expref: 25 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.410478:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee95 expref: 25 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.410493:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932210048:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.410573:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.413178:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.413325:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926126208 00000100:00100000:2.0:1777573243.413334:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926126208 00000100:00100000:0.0:1777573243.413334:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932210048:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.413359:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.413370:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee95 expref: 26 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.413403:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5764 00000100:00100000:2.0:1777573243.413412:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926126208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573243.413425:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.413446:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee95 expref: 26 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.413465:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee95 expref: 26 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.413486:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119b08f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee95 expref: 26 pid: 8361 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.413500:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.413501:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.413506:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.413515:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.413542:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.413574:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.413584:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.413591:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926126208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 178us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.413601:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5764 00000001:00080000:2.0:1777573243.416917:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875161 is committed 00002000:00010000:0.0:1777573243.417086:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.417091:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:0.0:1777573243.417102:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.417115:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.417123:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.417129:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.417134:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.417144:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.417162:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.417167:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b574 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.417246:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919926126080:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6899us (7098us total) trans 17179875161 rc 0/0 00000100:00100000:0.0:1777573243.417256:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5582 00000100:00100000:1.0:1777573243.425084:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.425170:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926126336 00000100:00100000:0.0:1777573243.425179:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926126336 00000100:00100000:0.0:1777573243.425249:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5583 00000100:00100000:0.0:1777573243.425259:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919926126336:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573243.425997:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.426018:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee9c expref: 22 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.426026:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.426028:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.426031:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.426074:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee9c expref: 22 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.426089:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee9c expref: 22 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.426104:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932210176:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.426179:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.428264:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932210176:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.428318:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.428785:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.428839:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926126464 00000100:00100000:3.0:1777573243.428846:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926126464 00010000:00010000:3.0:1777573243.428878:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee9c expref: 23 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.428917:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5765 00000100:00100000:3.0:1777573243.428926:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926126464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573243.428938:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.428957:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee9c expref: 23 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.428969:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee9c expref: 23 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.428999:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b096 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee9c expref: 23 pid: 28215 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.429015:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.429016:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.429021:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.429031:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.429064:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.429083:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.429094:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.429110:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926126464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 184us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573243.429118:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5765 00000001:00080000:0.0:1777573243.432447:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841960 is committed 00002000:00010000:2.0:1777573243.432541:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.432545:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:2.0:1777573243.432562:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.432574:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.432591:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.432607:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573243.432611:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.432619:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.432632:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.432639:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb58f6b5/0x8dc0a528a119b57b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.432715:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919926126336:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7455us (7637us total) trans 21474841960 rc 0/0 00000100:00100000:2.0:1777573243.432724:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5583 00000100:00100000:1.0:1777573243.435931:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.436080:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926126592 00000100:00100000:3.0:1777573243.436090:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926126592 00000100:00100000:3.0:1777573243.436185:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5584 00000100:00100000:3.0:1777573243.436195:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919926126592:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573243.436228:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.436249:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eea3 expref: 24 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.436268:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.436303:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.436307:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.436345:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eea3 expref: 24 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.436360:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eea3 expref: 24 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.436374:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1ca396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16544:1863919932210304:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573243.436446:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573243.438200:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1ca396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16544:1863919932210304:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573243.438225:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.438447:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.438515:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926126720 00000100:00100000:0.0:1777573243.438522:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926126720 00010000:00010000:0.0:1777573243.438553:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eea3 expref: 25 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.438595:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5766 00000100:00100000:0.0:1777573243.438604:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926126720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.438617:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.438638:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eea3 expref: 25 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.438651:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eea3 expref: 25 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.438679:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014a45b6b/0x8dc0a528a119b09d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eea3 expref: 25 pid: 8360 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.438693:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.438695:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.438700:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.438710:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.438733:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.438767:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.438776:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.438810:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926126720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 206us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.438819:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5766 00000001:00080000:2.0:1777573243.442349:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875162 is committed 00002000:00010000:3.0:1777573243.442528:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.442532:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:3.0:1777573243.442544:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.442561:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.442570:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.442576:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573243.442581:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.442590:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.442607:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.442614:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119b582 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.442735:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926126592:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6539us (6809us total) trans 17179875162 rc 0/0 00000100:00100000:3.0:1777573243.442746:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5584 00000100:00100000:1.0:1777573243.447105:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.447259:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926126848 00000100:00100000:2.0:1777573243.447268:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926126848 00000100:00100000:2.0:1777573243.447359:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5585 00000100:00100000:2.0:1777573243.447549:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919926126848:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573243.447583:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.447745:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeaa expref: 21 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.447753:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.447755:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.447758:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.447790:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeaa expref: 21 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.447804:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeaa expref: 21 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.447818:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932210432:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.447899:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.451138:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.451178:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932210432:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573243.451205:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.451444:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926126976 00000100:00100000:3.0:1777573243.451452:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926126976 00010000:00010000:3.0:1777573243.451484:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeaa expref: 22 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.451538:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5767 00000100:00100000:3.0:1777573243.451548:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926126976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573243.451562:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.451584:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeaa expref: 22 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.451600:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeaa expref: 22 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.451633:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bdc6ada/0x8dc0a528a119b0a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeaa expref: 22 pid: 28214 timeout: 863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.451648:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.451650:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.451657:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.451667:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.451827:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573243.451870:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926126976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 323us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.451878:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5767 00010000:00010000:1.0:1777573243.451916:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.451924:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.456247:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841961 is committed 00002000:00010000:1.0:1777573243.456434:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:1.0:1777573243.456439:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:1.0:1777573243.456451:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.456465:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.456474:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.456482:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573243.456486:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.456495:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.456516:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.456524:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b589 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.456656:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+20:2405:x1863919926126848:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9107us (9556us total) trans 21474841961 rc 0/0 00000100:00100000:1.0:1777573243.456666:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5585 00000100:00100000:1.0:1777573243.461133:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.461231:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926127104 00000100:00100000:2.0:1777573243.461242:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926127104 00000100:00100000:2.0:1777573243.461411:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5586 00000100:00100000:2.0:1777573243.461423:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926127104:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573243.461456:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.461478:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb1 expref: 23 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.461486:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.461488:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.461491:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.461525:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb1 expref: 23 pid: 8938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.461539:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb1 expref: 23 pid: 8938 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.461553:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932210560:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.461637:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.463731:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932210560:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.463754:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.466306:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.466510:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926127232 00000100:00100000:0.0:1777573243.466521:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926127232 00010000:00010000:0.0:1777573243.466560:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb1 expref: 24 pid: 8938 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.466639:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5768 00000100:00100000:0.0:1777573243.466650:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926127232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.466665:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.466690:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb1 expref: 24 pid: 8938 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.466704:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb1 expref: 24 pid: 8938 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.466728:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b0ab lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eeb1 expref: 24 pid: 8938 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.466744:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.466745:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.466751:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.466760:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.466836:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573243.466888:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926127232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 240us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.466896:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5768 00010000:00010000:2.0:1777573243.467043:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.467049:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.469974:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875163 is committed 00002000:00010000:2.0:1777573243.470089:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.470093:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00010000:00010000:2.0:1777573243.470105:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.470117:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.470126:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.470133:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573243.470136:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.470142:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.470155:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.470159:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014899c58/0x8dc0a528a119b590 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.470241:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926127104:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8818us (9113us total) trans 17179875163 rc 0/0 00000100:00100000:2.0:1777573243.470254:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5586 00000100:00100000:1.0:1777573243.473687:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.473801:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926127360 00000100:00100000:2.0:1777573243.473810:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926127360 00000100:00100000:2.0:1777573243.473868:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5587 00000100:00100000:2.0:1777573243.473875:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926127360:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573243.473901:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.473927:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eecd expref: 20 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.473933:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.473935:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.473937:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.473970:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eecd expref: 20 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.473983:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eecd expref: 20 pid: 8361 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.473998:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c182ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932210688:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.474084:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.475850:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.475918:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926127488 00000100:00100000:0.0:1777573243.475926:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926127488 00010000:00010000:0.0:1777573243.475956:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eecd expref: 21 pid: 8361 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.476009:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5769 00000100:00100000:0.0:1777573243.476018:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926127488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.476033:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.476063:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eecd expref: 21 pid: 8361 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.476077:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eecd expref: 21 pid: 8361 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.476097:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.476099:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.476104:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.476114:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.476129:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573243.476168:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926127488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 152us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.476176:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5769 00010000:00010000:2.0:1777573243.476364:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8b04ac1/0x8dc0a528a119b168 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eecd expref: 20 pid: 8361 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.476385:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c182ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932210688:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573243.476404:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.476416:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.476423:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.480736:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841962 is committed 00002000:00010000:2.0:1777573243.480809:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573241 -> 1777573243 00002000:00010000:2.0:1777573243.480813:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573241 -> 1777573243 00010000:00010000:2.0:1777573243.480822:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.480834:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.480840:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.480844:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573243.480847:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.480856:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.480869:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.480873:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b597 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.480953:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926127360:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7077us (7272us total) trans 21474841962 rc 0/0 00000100:00100000:2.0:1777573243.480960:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5587 00000100:00100000:1.0:1777573243.485137:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.485851:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926127616 00000100:00100000:0.0:1777573243.485862:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926127616 00000100:00100000:0.0:1777573243.485927:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5588 00000100:00100000:0.0:1777573243.485937:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919926127616:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573243.485976:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.486444:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc9 expref: 22 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.486455:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.486457:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.486461:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.486576:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc9 expref: 22 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.486590:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc9 expref: 22 pid: 8360 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.486604:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932210816:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.486956:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573243.489607:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.489676:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932210816:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.489702:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.489849:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926127744 00000100:00100000:1.0:1777573243.489858:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926127744 00010000:00010000:1.0:1777573243.489951:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc9 expref: 23 pid: 8360 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.489999:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5770 00000100:00100000:1.0:1777573243.490009:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926127744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.490023:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.490044:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc9 expref: 23 pid: 8360 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.490066:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc9 expref: 23 pid: 8360 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.490090:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dc06ec1/0x8dc0a528a119b455 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2efc9 expref: 23 pid: 8360 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.490105:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.490107:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.490110:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.490117:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.490132:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573243.490177:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926127744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 171us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.490181:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5770 00010000:00010000:0.0:1777573243.490334:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.490347:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.493755:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875164 is committed 00002000:00010000:2.0:1777573243.493895:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573242 -> 1777573243 00002000:00010000:2.0:1777573243.493901:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573242 -> 1777573243 00010000:00010000:2.0:1777573243.493919:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.493936:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.493947:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.493954:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573243.493960:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.493977:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.494001:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.494009:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c1d7e09/0x8dc0a528a119b59e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.494151:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919926127616:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8209us (9014us total) trans 17179875164 rc 0/0 00000100:00100000:2.0:1777573243.494163:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5588 00000100:00100000:3.0:1777573243.500074:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.500157:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926127872 00000100:00100000:2.0:1777573243.500171:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926127872 00000100:00100000:2.0:1777573243.500253:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12806 00000100:00100000:2.0:1777573243.500366:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926127872:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573243.500566:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926127872:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 303us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.500575:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12806 00000100:00100000:3.0:1777573243.503307:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.503356:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926128000 00000100:00100000:0.0:1777573243.503368:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926128000 00000100:00100000:0.0:1777573243.503451:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12807 00000100:00100000:0.0:1777573243.503463:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926128000:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573243.503580:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1ca396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926128000:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 120us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.503588:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12807 00000100:00100000:1.0:1777573243.506983:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.507083:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926128256 00000100:00100000:0.0:1777573243.507097:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926128256 00000100:00100000:0.0:1777573243.507173:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15757 00000100:00100000:0.0:1777573243.507185:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+393:59547:x1863919926128256:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.507258:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.507341:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b519 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f01d expref: 393 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.507364:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.507371:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.507736:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.507754:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.507770:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.507855:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978979 00000004:00010000:0.0:1777573243.507880:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca81142c reply state 00000000281451fa transno 4294978980 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.507894:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.507901:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.507904:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.507906:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.508006:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+395:59547:x1863919926128256:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 824us (1036us total) trans 4294978980 rc 0/0 00000100:00100000:0.0:1777573243.508014:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15757 00000020:00080000:0.0:1777573243.508020:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573243.510631:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.510779:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926128384 00000100:00100000:1.0:1777573243.510794:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926128384 00000100:00100000:1.0:1777573243.510864:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12808 00000100:00100000:1.0:1777573243.510876:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+21:59547:x1863919926128384:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573243.510901:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573243.510929:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f039 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573243.510959:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d4f, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:1.0:1777573243.510988:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.510990:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.510999:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f039 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.511026:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f039 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.511041:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0800, rc 0) 00000100:00100000:1.0:1777573243.511130:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c64b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:59547:x1863919926128384:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 256us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.511138:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12808 00000100:00100000:3.0:1777573243.513742:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.513828:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926128512 00000100:00100000:2.0:1777573243.513842:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926128512 00002000:00010000:2.0:1777573243.513896:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.513902:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9f80 with x1863919926128512 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.513918:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f9f80. 00000100:00100000:2.0:1777573243.513960:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5589 00000100:00100000:2.0:1777573243.513972:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926128512:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573243.514173:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.514302:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926128640 00000100:00100000:0.0:1777573243.514308:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926128640 00002000:00010000:0.0:1777573243.514326:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.514330:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70faa00 with x1863919926128640 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.514337:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70faa00. 00000100:00100000:0.0:1777573243.514353:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5590 00000100:00100000:0.0:1777573243.514360:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926128640:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573243.514520:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.514524:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.514528:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573243.514530:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.514534:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573243.514686:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:2.0:1777573243.514690:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.514693:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573243.514696:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.514698:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:0.0:1777573243.514705:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926128640:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 343us (530us total) trans 21474841963 rc 0/0 00000100:00100000:0.0:1777573243.514713:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5590 00002000:00010000:0.0:1777573243.514719:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.514722:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70faa00 with x1863919926128640 ext(0->18446744073709551615) 00000100:00100000:2.0:1777573243.514728:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926128512:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 756us (995us total) trans 17179875165 rc 0/0 00002000:00010000:0.0:1777573243.514728:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70faa00. 00000100:00100000:2.0:1777573243.514739:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5589 00002000:00010000:2.0:1777573243.514754:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.514758:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f9f80 with x1863919926128512 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.514764:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f9f80. 00000100:00100000:3.0:1777573243.517654:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.517707:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926128768 00000100:00100000:2.0:1777573243.517719:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926128768 00000100:00100000:2.0:1777573243.517950:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15758 00000100:00100000:2.0:1777573243.517963:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+395:59547:x1863919926128768:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.517996:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.518021:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b5b3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f040 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.518157:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b5ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.518177:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b5ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.518189:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b5ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.518231:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573243.518236:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.518268:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b5ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.518351:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b5b3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f040 expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.518372:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b5ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f040 expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.518380:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.518383:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.518387:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630600, rc 0) 00000100:00100000:2.0:1777573243.518467:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+396:59547:x1863919926128768:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 508us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.518476:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15758 00000100:00100000:1.0:1777573243.523147:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.523242:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926129024 00000100:00100000:0.0:1777573243.523255:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926129024 00000100:00100000:0.0:1777573243.523362:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15759 00000100:00100000:0.0:1777573243.523372:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+396:59547:x1863919926129024:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.523537:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.523580:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b5ba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f040 expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.523602:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.523607:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.523797:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.523812:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.523820:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.523876:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978981 00000004:00010000:0.0:1777573243.523905:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1e74184 reply state 00000000f297aeec transno 4294978982 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.523923:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.523930:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.523933:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.523935:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.524040:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+398:59547:x1863919926129024:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 668us (904us total) trans 4294978982 rc 0/0 00000100:00100000:0.0:1777573243.524048:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15759 00000020:00080000:0.0:1777573243.524240:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573243.526755:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.526869:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926129152 00000100:00100000:2.0:1777573243.526881:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926129152 00000100:00100000:2.0:1777573243.526949:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12809 00000100:00100000:2.0:1777573243.526960:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+20:59547:x1863919926129152:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.526983:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.527009:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f047 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.527041:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d51, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.527081:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.527085:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.527093:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f047 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.527111:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f047 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.527126:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630400, rc 0) 00000100:00100000:2.0:1777573243.527195:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+21:59547:x1863919926129152:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 237us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.527203:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12809 00000100:00100000:3.0:1777573243.529682:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.529723:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.529776:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926129280 00000100:00100000:0.0:1777573243.529788:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926129280 00000100:00100000:2.0:1777573243.529803:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926129408 00000100:00100000:2.0:1777573243.529810:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926129408 00002000:00010000:2.0:1777573243.529841:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00010000:0.0:1777573243.529841:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.529851:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fb480 with x1863919926129408 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573243.529851:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f8e00 with x1863919926129280 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.529868:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70fb480. 00002000:00010000:0.0:1777573243.529871:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70f8e00. 00000100:00100000:2.0:1777573243.530018:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5591 00000100:00100000:2.0:1777573243.530030:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926129408:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573243.530252:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5592 00002000:00010000:2.0:1777573243.530253:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573243.530257:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.530260:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573243.530264:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00000100:00100000:0.0:1777573243.530266:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926129280:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.530268:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573243.530358:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926129408:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 329us (632us total) trans 17179875166 rc 0/0 00000100:00100000:2.0:1777573243.530384:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5591 00002000:00010000:2.0:1777573243.530389:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.530393:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fb480 with x1863919926129408 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.530398:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70fb480. 00002000:00010000:0.0:1777573243.530676:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:0.0:1777573243.530679:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.530681:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573243.530682:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.530684:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:0.0:1777573243.530712:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926129280:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 451us (1050us total) trans 21474841964 rc 0/0 00000100:00100000:0.0:1777573243.530719:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5592 00002000:00010000:0.0:1777573243.530722:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (4096->18446744073709551615) 00002000:00100000:0.0:1777573243.530726:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f8e00 with x1863919926129280 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573243.530730:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70f8e00. 00000100:00100000:1.0:1777573243.533679:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.533946:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926129536 00000100:00100000:2.0:1777573243.533962:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926129536 00000100:00100000:2.0:1777573243.534044:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15760 00000100:00100000:2.0:1777573243.534069:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+398:59547:x1863919926129536:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.534100:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.534127:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b5cf lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f04e expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.535118:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b5d6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.535139:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b5d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.535154:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b5d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.535193:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573243.535197:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.535226:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b5d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.535259:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b5cf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f04e expref: 400 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.535297:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b5d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f04e expref: 399 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.535305:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.535309:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.535312:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:2.0:1777573243.535387:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+399:59547:x1863919926129536:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1333us (1717us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.535397:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15760 00000100:00100000:1.0:1777573243.538591:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.538659:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926129792 00000100:00100000:0.0:1777573243.538673:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926129792 00000100:00100000:0.0:1777573243.538759:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15761 00000100:00100000:0.0:1777573243.538771:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+399:59547:x1863919926129792:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.538839:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.538870:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b5d6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f04e expref: 399 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.538893:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.538899:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.539116:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.539132:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.539143:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.539200:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978983 00000004:00010000:0.0:1777573243.539224:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058b94a13 reply state 00000000019e07b1 transno 4294978984 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.539238:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.539244:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.539247:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.539251:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.541350:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+401:59547:x1863919926129792:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 2495us (2679us total) trans 4294978984 rc 0/0 00000100:00100000:0.0:1777573243.541364:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15761 00000020:00080000:0.0:1777573243.541372:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.544737:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.544838:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926129920 00000100:00100000:2.0:1777573243.544851:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926129920 00000100:00100000:2.0:1777573243.545742:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12810 00000100:00100000:2.0:1777573243.545759:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+22:59547:x1863919926129920:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.545787:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.545818:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f055 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.545852:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d55, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.545879:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.545882:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.545892:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f055 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.545911:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f055 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.545931:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:2.0:1777573243.546058:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+23:59547:x1863919926129920:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 297us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.546067:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12810 00000100:00100000:1.0:1777573243.548729:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.548806:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.548907:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926130048 00000100:00100000:0.0:1777573243.548911:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926130176 00000100:00100000:3.0:1777573243.548919:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926130048 00000100:00100000:0.0:1777573243.548926:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926130176 00002000:00010000:0.0:1777573243.548980:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00010000:3.0:1777573243.548981:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (4096->18446744073709551615) 00002000:00100000:3.0:1777573243.548992:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f0a80 with x1863919926130048 ext(4096->18446744073709551615) 00002000:00100000:0.0:1777573243.548992:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f2a00 with x1863919926130176 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.549017:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f0a80. 00002000:00010000:0.0:1777573243.549017:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f2a00. 00000100:00100000:3.0:1777573243.549111:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5593 00000100:00100000:3.0:1777573243.549122:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926130048:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573243.549206:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5594 00000100:00100000:0.0:1777573243.549222:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926130176:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573243.549425:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.549430:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.549433:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573243.549436:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.549438:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573243.549540:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926130176:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 322us (732us total) trans 17179875167 rc 0/0 00000100:00100000:0.0:1777573243.549551:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5594 00002000:00010000:0.0:1777573243.549557:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.549560:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f2a00 with x1863919926130176 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.549566:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f2a00. 00002000:00010000:3.0:1777573243.549776:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:3.0:1777573243.549782:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.549785:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573243.549787:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.549790:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:3.0:1777573243.549843:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926130048:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 721us (1120us total) trans 21474841965 rc 0/0 00000100:00100000:3.0:1777573243.549853:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5593 00002000:00010000:3.0:1777573243.549858:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (4096->18446744073709551615) 00002000:00100000:3.0:1777573243.549861:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f0a80 with x1863919926130048 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573243.549868:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f0a80. 00000100:00100000:1.0:1777573243.553798:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.553970:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926130304 00000100:00100000:2.0:1777573243.553980:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926130304 00000100:00100000:2.0:1777573243.554043:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15762 00000100:00100000:2.0:1777573243.554062:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+401:59547:x1863919926130304:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.554090:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.554113:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b5eb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f05c expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.554241:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b5f2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.554258:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b5f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.554299:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b5f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.554342:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573243.554346:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.554363:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b5f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.554390:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b5eb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f05c expref: 403 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.554404:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b5f2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f05c expref: 402 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.554410:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.554412:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.554415:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631000, rc 0) 00000100:00100000:2.0:1777573243.554453:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+402:59547:x1863919926130304:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 404us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.554459:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15762 00000100:00100000:2.0:1777573243.558407:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.558494:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926130560 00000100:00100000:0.0:1777573243.558504:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926130560 00000100:00100000:0.0:1777573243.558567:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15763 00000100:00100000:0.0:1777573243.558577:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+402:59547:x1863919926130560:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.558633:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.558658:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b5f2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f05c expref: 402 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.558676:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.558680:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.558829:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.558843:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.558851:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.558887:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978985 00000004:00010000:0.0:1777573243.558915:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed846154 reply state 0000000085f372ff transno 4294978986 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.558927:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.558933:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.558936:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.558938:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.559021:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+404:59547:x1863919926130560:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 445us (623us total) trans 4294978986 rc 0/0 00000100:00100000:0.0:1777573243.559029:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15763 00000020:00080000:0.0:1777573243.559034:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.561011:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.561102:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926130688 00000100:00100000:2.0:1777573243.561113:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926130688 00000100:00100000:2.0:1777573243.561165:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12811 00000100:00100000:2.0:1777573243.561175:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+25:59547:x1863919926130688:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.561190:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.561213:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f063 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.561239:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d56, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.561262:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.561265:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.561295:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f063 expref: 26 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.561312:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f063 expref: 26 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.561325:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631400, rc 0) 00000100:00100000:2.0:1777573243.561374:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+26:59547:x1863919926130688:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 201us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.561381:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12811 00000100:00100000:1.0:1777573243.563133:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.563168:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.563231:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926130944 00000100:00100000:0.0:1777573243.563239:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926130944 00000100:00100000:2.0:1777573243.563335:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926130816 00000100:00100000:2.0:1777573243.563340:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926130816 00002000:00010000:0.0:1777573243.563340:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.563348:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f1500 with x1863919926130944 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.563359:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f1500. 00002000:00010000:2.0:1777573243.563360:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.563365:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f0380 with x1863919926130816 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.563372:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f0380. 00000100:00100000:0.0:1777573243.563390:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5595 00000100:00100000:0.0:1777573243.563400:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926130944:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573243.563407:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5596 00000100:00100000:2.0:1777573243.563418:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926130816:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573243.563579:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.563582:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.563595:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573243.563597:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.563599:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573243.563681:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926130944:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 283us (551us total) trans 21474841966 rc 0/0 00000100:00100000:0.0:1777573243.563690:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5595 00002000:00010000:0.0:1777573243.563694:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.563697:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f1500 with x1863919926130944 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.563702:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f1500. 00002000:00010000:2.0:1777573243.563773:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:2.0:1777573243.563777:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.563779:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573243.563782:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.563784:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:2.0:1777573243.563810:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926130816:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 394us (641us total) trans 17179875168 rc 0/0 00000100:00100000:2.0:1777573243.563817:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5596 00002000:00010000:2.0:1777573243.563821:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.563824:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f0380 with x1863919926130816 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.563828:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f0380. 00000100:00100000:1.0:1777573243.568173:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.568316:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926131072 00000100:00100000:2.0:1777573243.568325:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926131072 00000100:00100000:2.0:1777573243.568377:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15764 00000100:00100000:2.0:1777573243.568386:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+404:59547:x1863919926131072:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.568409:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.568429:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b607 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f06a expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.568518:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b60e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.568537:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b60e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.568548:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b60e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.568579:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573243.568584:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.568604:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b60e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.568632:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b607 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f06a expref: 406 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.568648:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b60e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f06a expref: 405 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.568657:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.568660:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.568664:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:2.0:1777573243.568724:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+405:59547:x1863919926131072:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 338us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.568731:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15764 00000100:00100000:1.0:1777573243.574407:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.574533:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926131328 00000100:00100000:3.0:1777573243.574544:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926131328 00000100:00100000:3.0:1777573243.574607:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15765 00000100:00100000:3.0:1777573243.574618:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+405:59547:x1863919926131328:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573243.574671:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.574697:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b60e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f06a expref: 405 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.574716:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.574720:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.574880:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.574896:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.574906:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573243.574952:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978987 00000004:00010000:3.0:1777573243.574973:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001c516dbd reply state 00000000aa86cf50 transno 4294978988 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.574984:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.574991:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.574994:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573243.574997:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573243.575089:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+407:59547:x1863919926131328:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 473us (691us total) trans 4294978988 rc 0/0 00000100:00100000:3.0:1777573243.575096:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15765 00000020:00080000:3.0:1777573243.575102:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.579170:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.579233:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926131456 00000100:00100000:0.0:1777573243.579244:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926131456 00000100:00100000:0.0:1777573243.579325:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12812 00000100:00100000:0.0:1777573243.579336:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+25:59547:x1863919926131456:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.579355:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.579372:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f071 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573243.579393:0:8938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d57, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:0.0:1777573243.579411:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.579413:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.579419:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f071 expref: 26 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.579434:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f071 expref: 26 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.579443:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589400, rc 0) 00000100:00100000:0.0:1777573243.579490:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+26:59547:x1863919926131456:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 157us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.579496:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12812 00000100:00100000:1.0:1777573243.581860:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.582024:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926131584 00000100:00100000:2.0:1777573243.582034:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926131584 00002000:00010000:2.0:1777573243.582085:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.582091:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f3100 with x1863919926131584 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.582102:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f3100. 00000100:00100000:1.0:1777573243.582106:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.582148:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926131712 00000100:00100000:2.0:1777573243.582152:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926131712 00002000:00010000:2.0:1777573243.582165:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.582169:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eaa680 with x1863919926131712 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.582175:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6eaa680. 00000100:00100000:2.0:1777573243.582204:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5597 00000100:00100000:2.0:1777573243.582216:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926131584:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573243.582245:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5598 00000100:00100000:3.0:1777573243.582256:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926131712:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573243.582399:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.582403:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.582406:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573243.582409:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.582412:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.582460:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926131712:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 205us (356us total) trans 17179875169 rc 0/0 00000100:00100000:3.0:1777573243.582469:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5598 00002000:00010000:3.0:1777573243.582472:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.582475:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eaa680 with x1863919926131712 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.582480:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6eaa680. 00002000:00010000:2.0:1777573243.582640:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:2.0:1777573243.582644:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.582646:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573243.582648:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.582651:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:2.0:1777573243.582683:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926131584:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 470us (830us total) trans 21474841967 rc 0/0 00000100:00100000:2.0:1777573243.582691:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5597 00002000:00010000:2.0:1777573243.582695:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.582697:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f3100 with x1863919926131584 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.582701:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f3100. 00000100:00100000:1.0:1777573243.586736:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.586799:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926131840 00000100:00100000:0.0:1777573243.586818:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926131840 00000100:00100000:0.0:1777573243.586876:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15766 00000100:00100000:0.0:1777573243.586886:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+407:59547:x1863919926131840:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.586908:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.586927:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119b623 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f078 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.587021:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b62a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.587036:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b62a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.587048:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b62a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.587093:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573243.587097:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.587115:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b62a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.587139:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119b623 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f078 expref: 409 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.587156:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b62a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f078 expref: 408 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.587165:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.587168:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.587172:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589a00, rc 0) 00000100:00100000:0.0:1777573243.587226:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+408:59547:x1863919926131840:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 343us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.587233:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15766 00000100:00100000:0.0:1777573243.591180:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.591596:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926132096 00000100:00100000:3.0:1777573243.591606:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926132096 00000100:00100000:3.0:1777573243.591660:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15767 00000100:00100000:3.0:1777573243.591671:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+408:59547:x1863919926132096:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573243.591722:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.591745:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b62a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f078 expref: 408 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.591764:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.591769:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.591911:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.591925:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.591935:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573243.591976:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978989 00000004:00010000:3.0:1777573243.591997:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000647660df reply state 00000000ca4b8700 transno 4294978990 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.592007:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.592013:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.592016:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573243.592018:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573243.592106:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+410:59547:x1863919926132096:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 436us (933us total) trans 4294978990 rc 0/0 00000100:00100000:3.0:1777573243.592113:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15767 00000020:00080000:3.0:1777573243.592118:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573243.593901:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.594127:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926132224 00000100:00100000:0.0:1777573243.594136:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926132224 00000100:00100000:0.0:1777573243.594195:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12813 00000100:00100000:0.0:1777573243.594204:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+27:59547:x1863919926132224:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.594218:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.594236:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f07f expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573243.594261:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d5d, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:0.0:1777573243.594299:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.594301:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.594309:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f07f expref: 28 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.594324:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f07f expref: 28 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.594336:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:0.0:1777573243.594381:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+28:59547:x1863919926132224:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 179us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.594388:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12813 00000100:00100000:1.0:1777573243.597117:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.597216:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.597251:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926132352 00000100:00100000:2.0:1777573243.597260:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926132352 00002000:00010000:2.0:1777573243.597334:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.597340:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9c00 with x1863919926132352 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.597350:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6ea9c00. 00000100:00100000:3.0:1777573243.597388:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926132480 00000100:00100000:3.0:1777573243.597394:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926132480 00002000:00010000:3.0:1777573243.597412:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.597416:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eaad80 with x1863919926132480 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.597422:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6eaad80. 00000100:00100000:3.0:1777573243.597441:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5599 00000100:00100000:3.0:1777573243.597450:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+28:2406:x1863919926132352:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573243.597679:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5600 00000100:00100000:2.0:1777573243.597688:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+28:2406:x1863919926132480:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.597790:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573243.597794:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.597798:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573243.597800:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.597803:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573243.597816:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:3.0:1777573243.597821:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.597823:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573243.597826:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.597828:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:2.0:1777573243.597853:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919926132480:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 166us (636us total) trans 17179875170 rc 0/0 00000100:00100000:3.0:1777573243.597858:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+29:2406:x1863919926132352:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 407us (746us total) trans 21474841968 rc 0/0 00000100:00100000:2.0:1777573243.597867:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5600 00002000:00010000:2.0:1777573243.597871:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.597874:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6eaad80 with x1863919926132480 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.597878:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6eaad80. 00000100:00100000:3.0:1777573243.598820:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5599 00002000:00010000:3.0:1777573243.598826:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (4096->18446744073709551615) 00002000:00100000:3.0:1777573243.598829:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6ea9c00 with x1863919926132352 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573243.598836:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6ea9c00. 00000100:00100000:1.0:1777573243.599786:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.599856:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926132608 00000100:00100000:0.0:1777573243.599863:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926132608 00000100:00100000:0.0:1777573243.599915:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15768 00000100:00100000:0.0:1777573243.599924:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+410:59547:x1863919926132608:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.599944:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.599960:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b63f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f086 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.600060:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b646 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.600076:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b646 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.600087:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b646 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.600117:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573243.600121:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.600240:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b646 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.600267:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b63f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f086 expref: 412 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.600355:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b646 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f086 expref: 411 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.600363:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.600366:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.600369:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588800, rc 0) 00000100:00100000:0.0:1777573243.600403:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+411:59547:x1863919926132608:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 481us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.600409:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15768 00000100:00100000:1.0:1777573243.603871:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.603982:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926132864 00000100:00100000:2.0:1777573243.603993:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926132864 00000100:00100000:2.0:1777573243.604044:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15769 00000100:00100000:2.0:1777573243.604063:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+411:59547:x1863919926132864:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573243.604110:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.604131:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b646 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f086 expref: 411 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.604153:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.604158:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573243.604333:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.604348:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.604357:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.604398:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978991 00000004:00010000:2.0:1777573243.604418:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035bfc126 reply state 000000006f3c378c transno 4294978992 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.604430:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.604436:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.604438:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573243.604441:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573243.604510:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+413:59547:x1863919926132864:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 458us (646us total) trans 4294978992 rc 0/0 00000100:00100000:2.0:1777573243.604516:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15769 00000020:00080000:2.0:1777573243.604521:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.606328:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.606375:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926132992 00000100:00100000:2.0:1777573243.606383:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926132992 00000100:00100000:2.0:1777573243.606428:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12814 00000100:00100000:2.0:1777573243.606436:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+29:59547:x1863919926132992:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.606450:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.606467:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f08d expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.606488:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d5e, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.606503:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.606506:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.606513:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f08d expref: 30 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.606526:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f08d expref: 30 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.606537:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630200, rc 0) 00000100:00100000:2.0:1777573243.606576:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+30:59547:x1863919926132992:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 141us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.606583:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12814 00000100:00100000:1.0:1777573243.608482:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.608543:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.608650:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926133248 00000100:00100000:0.0:1777573243.608658:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926133248 00002000:00010000:0.0:1777573243.608690:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.608695:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f5180 with x1863919926133248 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.608705:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f5180. 00000100:00100000:0.0:1777573243.608730:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926133120 00000100:00100000:0.0:1777573243.608733:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926133120 00002000:00010000:0.0:1777573243.608745:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (4096->18446744073709551615) 00002000:00100000:0.0:1777573243.608748:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f5500 with x1863919926133120 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573243.608752:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f5500. 00000100:00100000:0.0:1777573243.608805:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5601 00000100:00100000:0.0:1777573243.608814:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926133248:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573243.608952:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.608956:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.608959:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573243.608962:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.608965:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573243.609005:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926133248:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 192us (528us total) trans 21474841969 rc 0/0 00000100:00100000:0.0:1777573243.609012:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5601 00002000:00010000:0.0:1777573243.609016:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.609019:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f5180 with x1863919926133248 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.609023:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f5180. 00000100:00100000:0.0:1777573243.609038:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5602 00000100:00100000:0.0:1777573243.609044:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926133120:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573243.610304:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:0.0:1777573243.610309:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.610312:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573243.610315:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.610317:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:0.0:1777573243.610361:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926133120:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1316us (1817us total) trans 17179875171 rc 0/0 00000100:00100000:0.0:1777573243.610369:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5602 00002000:00010000:0.0:1777573243.610373:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (4096->18446744073709551615) 00002000:00100000:0.0:1777573243.610376:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f5500 with x1863919926133120 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573243.610381:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f5500. 00000100:00100000:1.0:1777573243.612654:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.612974:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926133376 00000100:00100000:2.0:1777573243.612991:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926133376 00000100:00100000:2.0:1777573243.613048:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15770 00000100:00100000:2.0:1777573243.613070:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+413:59547:x1863919926133376:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.613091:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.613110:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b65b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f094 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.613206:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b662 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.613219:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b662 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.613227:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b662 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.613252:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573243.613256:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.613401:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b662 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.613428:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b65b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f094 expref: 415 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.613445:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b662 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f094 expref: 414 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.613454:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.613457:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.613461:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630600, rc 0) 00000100:00100000:2.0:1777573243.613499:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+414:59547:x1863919926133376:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 433us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.613506:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15770 00000100:00100000:1.0:1777573243.617158:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.617218:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926133632 00000100:00100000:3.0:1777573243.617235:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926133632 00000100:00100000:3.0:1777573243.617357:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15771 00000100:00100000:3.0:1777573243.617376:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+414:59547:x1863919926133632:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573243.617426:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.617449:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b662 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f094 expref: 414 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.617465:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.617469:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.617603:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.617617:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.617625:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573243.617666:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978993 00000004:00010000:3.0:1777573243.617686:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086b65b15 reply state 0000000098fa9d83 transno 4294978994 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.617697:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.617703:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.617706:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573243.617708:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573243.617773:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+416:59547:x1863919926133632:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 407us (622us total) trans 4294978994 rc 0/0 00000100:00100000:3.0:1777573243.617780:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15771 00000020:00080000:3.0:1777573243.617785:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.620542:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.620590:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926133760 00000100:00100000:2.0:1777573243.620599:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926133760 00000100:00100000:2.0:1777573243.620728:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12815 00000100:00100000:2.0:1777573243.620740:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+30:59547:x1863919926133760:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.620757:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.620776:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f09b expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.620797:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d62, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.620818:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.620821:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.620827:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f09b expref: 31 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.620841:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f09b expref: 31 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.620851:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631600, rc 0) 00000100:00100000:2.0:1777573243.620897:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+31:59547:x1863919926133760:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 161us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.620903:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12815 00000100:00100000:1.0:1777573243.622622:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.622652:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.622691:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926134016 00000100:00100000:3.0:1777573243.622698:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926134016 00000100:00100000:2.0:1777573243.622712:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926133888 00000100:00100000:2.0:1777573243.622718:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926133888 00002000:00010000:3.0:1777573243.622728:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00010000:2.0:1777573243.622736:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.622740:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f7100 with x1863919926133888 ext(4096->18446744073709551615) 00002000:00100000:3.0:1777573243.622742:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f5c00 with x1863919926134016 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.622749:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f7100. 00002000:00010000:3.0:1777573243.622752:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f5c00. 00000100:00100000:2.0:1777573243.622876:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5603 00000100:00100000:2.0:1777573243.622886:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926133888:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573243.622890:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5604 00000100:00100000:3.0:1777573243.622904:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926134016:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573243.623030:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.623033:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.623036:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573243.623039:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.623041:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.623091:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926134016:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 190us (473us total) trans 17179875172 rc 0/0 00000100:00100000:3.0:1777573243.623099:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5604 00002000:00010000:3.0:1777573243.623103:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.623106:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f5c00 with x1863919926134016 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.623110:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f5c00. 00002000:00010000:2.0:1777573243.623481:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:2.0:1777573243.623485:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.623487:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573243.623489:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.623491:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:2.0:1777573243.623527:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926133888:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 642us (873us total) trans 21474841970 rc 0/0 00000100:00100000:2.0:1777573243.623533:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5603 00002000:00010000:2.0:1777573243.623536:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.623539:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f7100 with x1863919926133888 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.623543:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f7100. 00000100:00100000:1.0:1777573243.625039:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.625163:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926134144 00000100:00100000:0.0:1777573243.625178:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926134144 00000100:00100000:0.0:1777573243.625235:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15772 00000100:00100000:0.0:1777573243.625245:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+416:59547:x1863919926134144:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.625264:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.625313:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b677 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0a2 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.625397:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b67e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.625413:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b67e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.625424:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b67e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.625450:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573243.625453:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.625470:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b67e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.625493:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b677 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a2 expref: 418 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.625509:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b67e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a2 expref: 417 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.625518:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.625521:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.625525:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588800, rc 0) 00000100:00100000:0.0:1777573243.625565:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+417:59547:x1863919926134144:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 322us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.625572:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15772 00000100:00100000:1.0:1777573243.629259:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.629550:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926134400 00000100:00100000:3.0:1777573243.629558:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926134400 00000100:00100000:3.0:1777573243.629601:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15773 00000100:00100000:3.0:1777573243.629609:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+417:59547:x1863919926134400:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573243.629656:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.629681:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b67e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a2 expref: 417 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.629696:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.629699:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.629820:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.629831:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.629837:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573243.629866:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978995 00000004:00010000:3.0:1777573243.629880:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1a1bfb8 reply state 00000000229d8079 transno 4294978996 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.629888:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.629892:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.629895:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573243.629897:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573243.630112:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+419:59547:x1863919926134400:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 503us (859us total) trans 4294978996 rc 0/0 00000100:00100000:3.0:1777573243.630120:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15773 00000020:00080000:3.0:1777573243.630125:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.631745:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.631792:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926134528 00000100:00100000:2.0:1777573243.631800:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926134528 00000100:00100000:2.0:1777573243.631849:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12816 00000100:00100000:2.0:1777573243.631859:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+32:59547:x1863919926134528:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.631872:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.631890:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0a9 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.631915:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d67, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.631951:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.631954:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.631964:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a9 expref: 33 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.631980:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a9 expref: 33 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.631992:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:2.0:1777573243.632037:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+33:59547:x1863919926134528:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 180us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.632044:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12816 00000100:00100000:1.0:1777573243.633612:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.633646:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.633689:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926134656 00000100:00100000:3.0:1777573243.633695:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926134656 00002000:00010000:3.0:1777573243.633723:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (4096->18446744073709551615) 00002000:00100000:3.0:1777573243.633728:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f4700 with x1863919926134656 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573243.633736:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f4700. 00000100:00100000:3.0:1777573243.633763:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926134784 00000100:00100000:3.0:1777573243.633767:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926134784 00000100:00100000:2.0:1777573243.633773:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5605 00002000:00010000:3.0:1777573243.633780:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00000100:00100000:2.0:1777573243.633783:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926134656:12345-192.168.204.27@tcp:10:lfs.0 00002000:00100000:3.0:1777573243.633786:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f6300 with x1863919926134784 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.633793:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f6300. 00000100:00100000:3.0:1777573243.633819:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5606 00000100:00100000:3.0:1777573243.633828:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926134784:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573243.633945:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.633949:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.633952:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573243.633955:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.633958:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.634000:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926134784:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 173us (352us total) trans 21474841971 rc 0/0 00000100:00100000:3.0:1777573243.634008:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5606 00002000:00010000:3.0:1777573243.634012:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.634016:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f6300 with x1863919926134784 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.634020:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c87f6300. 00002000:00010000:2.0:1777573243.634109:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:2.0:1777573243.634113:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.634115:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573243.634117:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.634119:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:2.0:1777573243.634139:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926134656:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 359us (531us total) trans 17179875173 rc 0/0 00000100:00100000:2.0:1777573243.634146:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5605 00002000:00010000:2.0:1777573243.634149:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.634152:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c87f4700 with x1863919926134656 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.634156:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c87f4700. 00000100:00100000:1.0:1777573243.636063:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.636167:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926134912 00000100:00100000:3.0:1777573243.636175:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926134912 00000100:00100000:3.0:1777573243.636236:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15774 00000100:00100000:3.0:1777573243.636247:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+419:59547:x1863919926134912:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573243.636266:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573243.636309:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119b693 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0b0 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.636455:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b69a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.636472:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b69a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.636483:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b69a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.636511:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573243.636516:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.636533:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b69a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.636559:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119b693 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b0 expref: 421 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.636576:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b69a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b0 expref: 420 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.636585:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.636588:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.636591:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588600, rc 0) 00000100:00100000:0.0:1777573243.636640:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+420:59547:x1863919926134912:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 396us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.636650:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15774 00000100:00100000:1.0:1777573243.639185:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.639227:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926135168 00000100:00100000:2.0:1777573243.639236:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926135168 00000100:00100000:2.0:1777573243.639313:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15775 00000100:00100000:2.0:1777573243.639323:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+420:59547:x1863919926135168:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573243.639375:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.639397:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b69a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b0 expref: 420 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.639413:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.639418:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573243.639561:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.639574:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.639583:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.639623:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978997 00000004:00010000:2.0:1777573243.639643:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000020f6a8a3 reply state 0000000037ff42d0 transno 4294978998 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.639655:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.639661:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.639664:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573243.639666:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573243.639771:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+422:59547:x1863919926135168:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 451us (589us total) trans 4294978998 rc 0/0 00000100:00100000:2.0:1777573243.639777:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15775 00000020:00080000:2.0:1777573243.639781:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.644182:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.644517:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926135296 00000100:00100000:2.0:1777573243.644527:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926135296 00000100:00100000:2.0:1777573243.644580:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12817 00000100:00100000:2.0:1777573243.644589:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+33:59547:x1863919926135296:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.644605:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.644625:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0b7 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.644653:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d68, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.644674:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.644676:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.644683:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b7 expref: 34 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.644696:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b7 expref: 34 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.644707:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631800, rc 0) 00000100:00100000:2.0:1777573243.644757:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+34:59547:x1863919926135296:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 169us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.644764:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12817 00000100:00100000:1.0:1777573243.647097:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.647306:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926135424 00000100:00100000:1.0:1777573243.647372:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.647424:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926135552 00000100:00100000:0.0:1777573243.647424:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926135424 00000100:00100000:2.0:1777573243.647430:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926135552 00002000:00010000:0.0:1777573243.647460:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (4096->18446744073709551615) 00002000:00100000:0.0:1777573243.647465:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd0000 with x1863919926135424 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573243.647474:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1fd0000. 00000100:00100000:0.0:1777573243.647586:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5607 00000100:00100000:0.0:1777573243.647595:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926135424:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.647632:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.647637:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd1c00 with x1863919926135552 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.647644:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1fd1c00. 00000100:00100000:2.0:1777573243.647670:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5608 00000100:00100000:2.0:1777573243.647678:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926135552:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.647795:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573243.647799:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.647802:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573243.647805:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.647809:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573243.647861:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926135552:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 182us (488us total) trans 17179875174 rc 0/0 00000100:00100000:2.0:1777573243.647869:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5608 00002000:00010000:2.0:1777573243.647874:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.647877:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd1c00 with x1863919926135552 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.647881:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1fd1c00. 00002000:00010000:0.0:1777573243.647921:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:0.0:1777573243.647925:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.647927:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:0.0:1777573243.647929:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.647931:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:0.0:1777573243.647952:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926135424:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 358us (859us total) trans 21474841972 rc 0/0 00000100:00100000:0.0:1777573243.647960:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5607 00002000:00010000:0.0:1777573243.647963:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (4096->18446744073709551615) 00002000:00100000:0.0:1777573243.647966:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd0000 with x1863919926135424 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573243.647969:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1fd0000. 00000100:00100000:1.0:1777573243.651240:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.651525:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926135680 00000100:00100000:2.0:1777573243.651535:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926135680 00000100:00100000:2.0:1777573243.651590:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15776 00000100:00100000:2.0:1777573243.651599:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+422:59547:x1863919926135680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.651622:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.651640:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b6af lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0be expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.651743:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b6b6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.651756:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b6b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.651764:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b6b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.651784:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573243.651787:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.651799:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b6b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.651820:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b6af lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0be expref: 424 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.651831:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b6b6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0be expref: 423 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.651837:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.651838:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.651841:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630000, rc 0) 00000100:00100000:2.0:1777573243.651880:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+423:59547:x1863919926135680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 283us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.651886:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15776 00000100:00100000:1.0:1777573243.654621:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.654723:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926135936 00000100:00100000:0.0:1777573243.654732:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926135936 00000100:00100000:0.0:1777573243.654788:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15777 00000100:00100000:0.0:1777573243.654797:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+423:59547:x1863919926135936:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.654845:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.654869:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b6b6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0be expref: 423 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.654886:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.654891:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.655087:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.655104:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.655113:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.655159:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294978999 00000004:00010000:0.0:1777573243.655181:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c350e02 reply state 000000007e19339d transno 4294979000 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.655194:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.655200:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.655202:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.655205:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.655876:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+425:59547:x1863919926135936:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1078us (1259us total) trans 4294979000 rc 0/0 00000100:00100000:0.0:1777573243.655885:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15777 00000020:00080000:0.0:1777573243.655891:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.658994:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.659303:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926136064 00000100:00100000:2.0:1777573243.659314:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926136064 00000100:00100000:2.0:1777573243.659368:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12818 00000100:00100000:2.0:1777573243.659379:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:59547:x1863919926136064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.659395:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.659416:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0c5 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.659441:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d6a, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.659460:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.659463:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.659470:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0c5 expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.659491:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0c5 expref: 36 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.659503:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630600, rc 0) 00000100:00100000:2.0:1777573243.659550:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+36:59547:x1863919926136064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 173us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.659556:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12818 00000100:00100000:1.0:1777573243.662244:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.662320:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.662341:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926136192 00000100:00100000:2.0:1777573243.662350:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926136192 00002000:00010000:2.0:1777573243.662386:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.662390:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd3b80 with x1863919926136192 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.662400:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1fd3b80. 00000100:00100000:2.0:1777573243.662425:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926136320 00000100:00100000:2.0:1777573243.662429:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926136320 00002000:00010000:2.0:1777573243.662441:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.662445:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd0700 with x1863919926136320 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.662450:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1fd0700. 00000100:00100000:3.0:1777573243.662464:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5609 00000100:00100000:2.0:1777573243.662477:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5610 00000100:00100000:3.0:1777573243.662481:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926136192:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573243.662489:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926136320:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.662649:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573243.662653:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.662656:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573243.662659:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:2.0:1777573243.662661:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573243.662716:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926136320:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 230us (396us total) trans 21474841973 rc 0/0 00000100:00100000:2.0:1777573243.662724:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5610 00002000:00010000:2.0:1777573243.662728:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.662731:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd0700 with x1863919926136320 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.662736:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1fd0700. 00002000:00010000:3.0:1777573243.662901:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:3.0:1777573243.662905:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.662907:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573243.662909:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.662911:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:3.0:1777573243.662935:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926136192:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 461us (712us total) trans 17179875175 rc 0/0 00000100:00100000:3.0:1777573243.662942:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5609 00002000:00010000:3.0:1777573243.662945:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (4096->18446744073709551615) 00002000:00100000:3.0:1777573243.662948:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd3b80 with x1863919926136192 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573243.662952:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1fd3b80. 00000100:00100000:1.0:1777573243.666118:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.666169:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926136448 00000100:00100000:0.0:1777573243.666185:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926136448 00000100:00100000:0.0:1777573243.666390:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15778 00000100:00100000:0.0:1777573243.666399:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+425:59547:x1863919926136448:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.666419:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.666434:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6cb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0cc expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.666506:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b6d2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.666518:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b6d2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.666526:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b6d2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.666545:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573243.666548:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.666560:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b6d2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.666577:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6cb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0cc expref: 427 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.666590:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b6d2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0cc expref: 426 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.666595:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.666597:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.666600:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588600, rc 0) 00000100:00100000:0.0:1777573243.666633:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+426:59547:x1863919926136448:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 237us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.666639:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15778 00000100:00100000:1.0:1777573243.669153:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.669354:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926136704 00000100:00100000:3.0:1777573243.669363:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926136704 00000100:00100000:3.0:1777573243.669413:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15779 00000100:00100000:3.0:1777573243.669423:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+426:59547:x1863919926136704:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573243.669468:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.669487:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b6d2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0cc expref: 426 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.669504:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.669508:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.669657:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.669672:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.669682:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573243.669728:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979001 00000004:00010000:3.0:1777573243.669751:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007693065b reply state 00000000f7d93902 transno 4294979002 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.669763:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.669768:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573243.669771:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573243.669774:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573243.669850:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+428:59547:x1863919926136704:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 428us (703us total) trans 4294979002 rc 0/0 00000100:00100000:3.0:1777573243.669858:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15779 00000020:00080000:3.0:1777573243.669862:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.672012:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.672245:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926136832 00000100:00100000:2.0:1777573243.672254:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926136832 00000100:00100000:2.0:1777573243.672329:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12819 00000100:00100000:2.0:1777573243.672339:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+36:59547:x1863919926136832:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.672353:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.672370:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0d3 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.672392:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d6c, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.672409:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.672411:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.672419:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0d3 expref: 37 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.672433:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0d3 expref: 37 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.672444:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631c00, rc 0) 00000100:00100000:2.0:1777573243.672486:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+37:59547:x1863919926136832:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 150us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.672497:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12819 00000100:00100000:1.0:1777573243.674498:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.674526:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.674674:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926136960 00000100:00100000:0.0:1777573243.674684:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926136960 00000100:00100000:3.0:1777573243.674710:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926137088 00000100:00100000:3.0:1777573243.674715:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926137088 00002000:00010000:0.0:1777573243.674717:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (4096->18446744073709551615) 00002000:00100000:0.0:1777573243.674723:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd2d80 with x1863919926136960 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573243.674734:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1fd2d80. 00002000:00010000:3.0:1777573243.674736:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.674742:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd0a80 with x1863919926137088 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.674749:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1fd0a80. 00000100:00100000:0.0:1777573243.674827:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5611 00000100:00100000:3.0:1777573243.674842:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5612 00000100:00100000:0.0:1777573243.674843:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926136960:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573243.674856:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926137088:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573243.675120:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.675124:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.675127:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573243.675129:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:3.0:1777573243.675131:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.675185:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926137088:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 332us (658us total) trans 17179875176 rc 0/0 00000100:00100000:3.0:1777573243.675193:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5612 00002000:00010000:3.0:1777573243.675197:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.675200:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd0a80 with x1863919926137088 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.675204:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1fd0a80. 00002000:00010000:0.0:1777573243.675260:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:0.0:1777573243.675264:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.675266:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573243.675268:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.675295:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:0.0:1777573243.675330:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926136960:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 484us (827us total) trans 21474841974 rc 0/0 00000100:00100000:0.0:1777573243.675337:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5611 00002000:00010000:0.0:1777573243.675341:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (4096->18446744073709551615) 00002000:00100000:0.0:1777573243.675343:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd2d80 with x1863919926136960 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573243.675348:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1fd2d80. 00000100:00100000:1.0:1777573243.677505:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.677585:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926137216 00000100:00100000:2.0:1777573243.677593:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926137216 00000100:00100000:2.0:1777573243.677640:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15780 00000100:00100000:2.0:1777573243.677649:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+428:59547:x1863919926137216:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.677670:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.677689:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b6e7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0da expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.677768:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b6ee lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.677782:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b6ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.677793:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b6ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.677819:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:2.0:1777573243.677823:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.677837:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b6ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.677858:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b6e7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0da expref: 430 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.677873:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b6ee lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0da expref: 429 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.677887:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.677890:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.677894:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631200, rc 0) 00000100:00100000:2.0:1777573243.677938:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+429:59547:x1863919926137216:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 290us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.677944:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15780 00000100:00100000:2.0:1777573243.682380:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.682491:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926137472 00000100:00100000:0.0:1777573243.682500:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926137472 00000100:00100000:0.0:1777573243.682544:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15781 00000100:00100000:0.0:1777573243.682552:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+429:59547:x1863919926137472:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.682600:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.682623:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b6ee lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0da expref: 429 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.682641:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.682645:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.682787:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.682802:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.682812:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.682854:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979003 00000004:00010000:0.0:1777573243.682873:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d61b043 reply state 000000009f55a73e transno 4294979004 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.682884:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.682890:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.682893:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.682895:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.682971:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+431:59547:x1863919926137472:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 419us (598us total) trans 4294979004 rc 0/0 00000100:00100000:0.0:1777573243.682978:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15781 00000020:00080000:0.0:1777573243.682983:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.684612:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.684682:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926137600 00000100:00100000:2.0:1777573243.684688:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926137600 00000100:00100000:2.0:1777573243.684742:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12820 00000100:00100000:2.0:1777573243.684749:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+38:59547:x1863919926137600:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.684759:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.684774:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0e1 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.684793:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 147019, mtime: 0x69f39d7b, atime: 0x69f39d6d, ctime: 0x69f39d7b, blocks: 0x80 00010000:00010000:2.0:1777573243.684808:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.684810:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.684816:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e1 expref: 39 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.684831:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e1 expref: 39 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.684842:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2cee1b600, rc 0) 00000100:00100000:2.0:1777573243.684884:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+39:59547:x1863919926137600:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 136us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.684889:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12820 00000100:00100000:2.0:1777573243.686443:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.686586:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926137728 00000100:00100000:3.0:1777573243.686592:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926137728 00002000:00010000:3.0:1777573243.686619:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00100000:3.0:1777573243.686623:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182f800 with x1863919926137728 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573243.686632:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c182f800. 00000100:00100000:3.0:1777573243.686656:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5613 00000100:00100000:3.0:1777573243.686737:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919926137728:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573243.686743:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.687020:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926137856 00000100:00100000:0.0:1777573243.687035:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926137856 00002000:00010000:0.0:1777573243.687070:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.687075:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd1180 with x1863919926137856 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.687081:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1fd1180. 00000100:00100000:0.0:1777573243.687115:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5614 00000100:00100000:0.0:1777573243.687125:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919926137856:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573243.687147:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 147019 -> 4096 00002000:00010000:3.0:1777573243.687151:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.687153:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:3.0:1777573243.687154:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.687156:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:3.0:1777573243.687195:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+40:2405:x1863919926137728:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 531us (755us total) trans 17179875177 rc 0/0 00000100:00100000:3.0:1777573243.687199:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5613 00002000:00010000:3.0:1777573243.687203:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (4096->18446744073709551615) 00002000:00100000:3.0:1777573243.687205:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c182f800 with x1863919926137728 ext(4096->18446744073709551615) 00002000:00010000:3.0:1777573243.687209:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c182f800. 00002000:00010000:0.0:1777573243.687210:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.687215:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.687218:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573243.687221:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573240 -> 1777573243 00002000:00010000:0.0:1777573243.687224:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573243.687257:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919926137856:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 135us (517us total) trans 21474841975 rc 0/0 00000100:00100000:0.0:1777573243.687300:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5614 00002000:00010000:0.0:1777573243.687307:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.687310:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1fd1180 with x1863919926137856 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.687316:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1fd1180. 00000100:00100000:2.0:1777573243.690067:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.690139:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926137984 00000100:00100000:0.0:1777573243.690147:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926137984 00000100:00100000:0.0:1777573243.690195:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15782 00000100:00100000:0.0:1777573243.690206:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+431:59547:x1863919926137984:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.690227:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.690245:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b703 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0e8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.690548:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b70a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.690568:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b70a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.690578:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b70a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.690607:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573243.690611:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.690629:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b70a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.690655:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b703 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e8 expref: 433 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.690673:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b70a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e8 expref: 432 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.690681:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.690684:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.690687:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588600, rc 0) 00000100:00100000:0.0:1777573243.690741:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c182e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+432:59547:x1863919926137984:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 537us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.690749:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15782 00000100:00100000:1.0:1777573243.696956:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.697208:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926138240 00000100:00100000:2.0:1777573243.697219:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926138240 00000100:00100000:2.0:1777573243.697294:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15783 00000100:00100000:2.0:1777573243.697305:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+432:59547:x1863919926138240:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573243.697356:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.697382:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119b70a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e8 expref: 432 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.697402:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.697407:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573243.697556:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.697573:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.697583:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.697624:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979005 00000004:00010000:2.0:1777573243.697646:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f0cd989 reply state 00000000799d9c72 transno 4294979006 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.697658:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.697665:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.697668:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573243.697670:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573243.697754:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+434:59547:x1863919926138240:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 451us (808us total) trans 4294979006 rc 0/0 00000100:00100000:2.0:1777573243.697766:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15783 00000020:00080000:2.0:1777573243.697772:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.700151:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.700295:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926138368 00000100:00100000:2.0:1777573243.700304:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926138368 00000100:00100000:2.0:1777573243.700365:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12821 00000100:00100000:2.0:1777573243.700375:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+39:59547:x1863919926138368:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.700390:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.700410:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0ef expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.700434:0:14598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d7b, atime: 0x69f39d79, ctime: 0x69f39d7b, blocks: 0x1a8 00010000:00010000:2.0:1777573243.700455:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.700458:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.700465:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0ef expref: 40 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.700482:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0ef expref: 40 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.700494:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630000, rc 0) 00000100:00100000:2.0:1777573243.700543:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+40:59547:x1863919926138368:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 170us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.700550:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12821 00000100:00100000:1.0:1777573243.702358:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.702466:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926138496 00000100:00100000:0.0:1777573243.702473:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926138496 00000100:00100000:0.0:1777573243.702517:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12822 00000100:00100000:0.0:1777573243.702525:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+40:59547:x1863919926138496:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.702538:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.702551:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119b71f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0f6 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.702575:0:28215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 41 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.702583:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573243.702585:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573243.702589:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119b71f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0f6 expref: 41 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.702618:0:28215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 41 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.702631:0:28215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 41 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.702645:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932210944:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.702710:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.704707:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.704934:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926138624 00000100:00100000:3.0:1777573243.704954:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926138624 00010000:00010000:3.0:1777573243.704997:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 42 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.705035:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5771 00000100:00100000:3.0:1777573243.705043:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926138624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573243.705070:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.705098:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 42 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.705113:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 42 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.705144:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.705147:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.705154:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119b71f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0f6 expref: 42 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.705164:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119b71f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0f6 expref: 42 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.705207:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119b71f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0f6 expref: 42 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.705222:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932211072:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573243.705343:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538240 going to sleep for 11 seconds 00010000:00010000:0.0:1777573243.706426:0:28215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119af8c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ee3a expref: 42 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.706447:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28215:1863919932210944:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.706473:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d011f589/0x8dc0a528a119b71f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0f6 expref: 41 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.706492:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc97c800, rc 0) 00000100:00100000:0.0:1777573243.706541:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+41:59547:x1863919926138496:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 4016us (4187us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.706550:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12822 00000100:00100000:3.0:1777573243.707293:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7410:1863919932211072:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573243.707316:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573243.707367:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926138624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2321us (2663us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573243.707375:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5771 00000100:00100000:1.0:1777573243.708507:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.708546:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.708590:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926138752 00000100:00100000:3.0:1777573243.708601:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926138880 00000100:00100000:2.0:1777573243.708602:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926138752 00000100:00100000:3.0:1777573243.708612:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926138880 00002000:00010000:3.0:1777573243.708655:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00010000:2.0:1777573243.708659:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.708666:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515d180 with x1863919926138752 ext(4096->18446744073709551615) 00002000:00100000:3.0:1777573243.708672:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515d500 with x1863919926138880 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.708677:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c515d180. 00002000:00010000:3.0:1777573243.708686:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c515d500. 00000100:00100000:2.0:1777573243.708714:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5615 00000100:00100000:2.0:1777573243.708725:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926138752:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573243.708796:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5616 00000100:00100000:3.0:1777573243.708805:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926138880:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573243.708967:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.708972:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573241 -> 1777573243 00002000:00010000:3.0:1777573243.708975:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573243.708978:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573241 -> 1777573243 00002000:00010000:3.0:1777573243.708981:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.709034:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926138880:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 230us (486us total) trans 17179875178 rc 0/0 00000100:00100000:3.0:1777573243.709042:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5616 00002000:00010000:3.0:1777573243.709047:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.709061:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515d500 with x1863919926138880 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.709066:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c515d500. 00002000:00010000:2.0:1777573243.709260:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 4096 00002000:00010000:2.0:1777573243.709266:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.709268:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:2.0:1777573243.709316:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.709319:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 424 -> 8 00000100:00100000:2.0:1777573243.709380:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926138752:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 656us (876us total) trans 21474841976 rc 0/0 00000100:00100000:2.0:1777573243.709390:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5615 00002000:00010000:2.0:1777573243.709394:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (4096->18446744073709551615) 00002000:00100000:2.0:1777573243.709397:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515d180 with x1863919926138752 ext(4096->18446744073709551615) 00002000:00010000:2.0:1777573243.709401:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c515d180. 00000100:00100000:1.0:1777573243.711964:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.712010:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926139008 00000100:00100000:0.0:1777573243.712020:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926139008 00000100:00100000:0.0:1777573243.712085:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15784 00000100:00100000:0.0:1777573243.712093:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+434:59547:x1863919926139008:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.712116:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.712144:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b726 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f0fd expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.712250:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119b72d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.712266:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119b72d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.712302:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119b72d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.712329:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573243.712333:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.712350:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119b72d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.712373:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119b726 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0fd expref: 436 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.712390:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119b72d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0fd expref: 435 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.712400:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.712404:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.712408:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:0.0:1777573243.712462:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+435:59547:x1863919926139008:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 370us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.712470:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15784 00000100:00100000:3.0:1777573243.715227:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.715521:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926139264 00000100:00100000:0.0:1777573243.715533:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926139264 00000100:00100000:0.0:1777573243.715596:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15785 00000100:00100000:0.0:1777573243.715603:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+435:59547:x1863919926139264:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.715663:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.715690:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119b72d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0fd expref: 435 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.715707:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.715712:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.716071:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.716092:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.716103:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.716158:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979007 00000004:00010000:0.0:1777573243.716183:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071284ac0 reply state 00000000ad3ca244 transno 4294979008 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.716195:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.716202:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.716205:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.716208:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.716334:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+437:59547:x1863919926139264:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 730us (1121us total) trans 4294979008 rc 0/0 00000100:00100000:0.0:1777573243.716342:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15785 00000020:00080000:0.0:1777573243.716348:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573243.718716:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.718838:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926139392 00000100:00100000:2.0:1777573243.718850:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926139392 00000100:00100000:2.0:1777573243.718918:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12823 00000100:00100000:2.0:1777573243.718930:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+41:59547:x1863919926139392:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.718952:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.718979:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f104 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.719010:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d7b, atime: 0x69f39d7a, ctime: 0x69f39d7b, blocks: 0x100 00010000:00010000:2.0:1777573243.719037:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.719040:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.719068:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f104 expref: 42 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.719087:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f104 expref: 42 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.719101:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18800, rc 0) 00000100:00100000:2.0:1777573243.719164:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+42:59547:x1863919926139392:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 236us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.719171:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12823 00000100:00100000:1.0:1777573243.721175:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.721361:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926139520 00000100:00100000:2.0:1777573243.721374:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926139520 00000100:00100000:2.0:1777573243.721438:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12824 00000100:00100000:2.0:1777573243.721450:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+41:59547:x1863919926139520:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.721471:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.721500:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119b742 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f10b expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.721536:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 42 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.721547:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573243.721549:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573243.721552:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119b742 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f10b expref: 42 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.721586:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 42 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.721596:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 42 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.721608:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919932211200:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.721699:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573243.723022:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919932211200:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573243.723066:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119b742 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f10b expref: 42 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.723085:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18400, rc 0) 00000100:00100000:2.0:1777573243.723135:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+42:59547:x1863919926139520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1687us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.723145:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12824 00000100:00100000:3.0:1777573243.723401:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.723454:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926139648 00000100:00100000:0.0:1777573243.723464:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926139648 00010000:00010000:0.0:1777573243.723499:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 42 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.723535:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5772 00000100:00100000:0.0:1777573243.723546:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926139648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.723564:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.723589:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 42 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.723603:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 42 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.723636:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b37f5e02/0x8dc0a528a119b2c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2ef83 expref: 42 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.723650:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.723652:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.723658:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119b742 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f10b expref: 41 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.723669:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119b742 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f10b expref: 41 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.723706:0:34391:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007dc4f039/0x8dc0a528a119b742 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f10b expref: 41 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.723721:0:34391:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:34391:1863919932211328:192.168.204.27@tcp:105: 00000100:00100000:0.0:1777573243.723789:0:34391:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480600 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.725779:0:34391:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:34391:1863919932211328:192.168.204.27@tcp:105: 00010000:00010000:0.0:1777573243.725812:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573243.725869:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926139648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2326us (2468us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.725882:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5772 00000100:00100000:3.0:1777573243.726352:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.726391:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.726456:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926139776 00000100:00100000:0.0:1777573243.726467:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926139776 00002000:00010000:0.0:1777573243.726570:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (4096->18446744073709551615) 00000100:00100000:1.0:1777573243.726577:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926139904 00002000:00100000:0.0:1777573243.726577:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6300 with x1863919926139776 ext(4096->18446744073709551615) 00000100:00100000:1.0:1777573243.726586:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926139904 00002000:00010000:0.0:1777573243.726590:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec6300. 00002000:00010000:1.0:1777573243.726609:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:1.0:1777573243.726614:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7b80 with x1863919926139904 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573243.726622:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7b80. 00000100:00100000:0.0:1777573243.726628:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5617 00000100:00100000:0.0:1777573243.726639:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926139776:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573243.727132:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5618 00000100:00100000:1.0:1777573243.727143:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926139904:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573243.727191:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 4096 00002000:00010000:0.0:1777573243.727197:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.727199:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573243.727202:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.727204:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 256 -> 8 00002000:00010000:1.0:1777573243.727250:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.727254:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573242 -> 1777573243 00002000:00010000:1.0:1777573243.727256:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573243.727258:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573242 -> 1777573243 00002000:00010000:1.0:1777573243.727260:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573243.727300:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926139776:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 632us (922us total) trans 17179875179 rc 0/0 00000100:00100000:0.0:1777573243.727309:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5617 00002000:00010000:0.0:1777573243.727314:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (4096->18446744073709551615) 00000100:00100000:1.0:1777573243.727316:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926139904:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 174us (922us total) trans 21474841977 rc 0/0 00002000:00100000:0.0:1777573243.727319:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6300 with x1863919926139776 ext(4096->18446744073709551615) 00002000:00010000:0.0:1777573243.727328:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec6300. 00000100:00100000:1.0:1777573243.727334:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5618 00002000:00010000:1.0:1777573243.727338:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:1.0:1777573243.727341:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7b80 with x1863919926139904 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573243.727347:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7b80. 00000100:00100000:3.0:1777573243.729501:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.729548:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926140032 00000100:00100000:0.0:1777573243.729561:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926140032 00000100:00100000:0.0:1777573243.729621:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15786 00000100:00100000:0.0:1777573243.729634:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d300822450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+437:59547:x1863919926140032:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.729675:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.729701:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119b749 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f112 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.730110:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b750 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.730134:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b750 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.730148:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b750 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.730183:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 4096 00000004:00200000:0.0:1777573243.730188:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.730210:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b750 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.730242:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119b749 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f112 expref: 439 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.730263:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b750 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f112 expref: 438 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.730301:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.730305:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.730310:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd5c00, rc 0) 00000100:00100000:0.0:1777573243.730418:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d300822450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+438:59547:x1863919926140032:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 787us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.730426:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15786 00000100:00100000:3.0:1777573243.734478:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.734630:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926140160 00000100:00100000:1.0:1777573243.734644:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926140160 00000100:00100000:1.0:1777573243.734746:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5619 00000100:00100000:1.0:1777573243.734757:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+43:2405:x1863919926140160:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573243.734833:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.734853:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.734856:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.734862:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.734879:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.735013:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.735020:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.735026:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.735035:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573243.735039:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.735045:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.735082:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.735089:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b757 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.735163:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+43:2405:x1863919926140160:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 409us (699us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1777573243.735170:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5619 00000100:00100000:3.0:1777573243.738028:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.738096:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926140288 00000100:00100000:0.0:1777573243.738109:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926140288 00000100:00100000:0.0:1777573243.738200:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5620 00000100:00100000:0.0:1777573243.738211:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+43:2405:x1863919926140288:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573243.738254:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.738307:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f039 expref: 43 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.738320:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573243.738322:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573243.738326:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.738374:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f039 expref: 43 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.738400:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f039 expref: 43 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.738424:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7132680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16544:1863919932211456:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.738539:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480600 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.739744:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7132680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16544:1863919932211456:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.739776:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.739950:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.740030:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926140416 00000100:00100000:2.0:1777573243.740038:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926140416 00010000:00010000:2.0:1777573243.740086:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f039 expref: 44 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.740123:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5773 00000100:00100000:2.0:1777573243.740134:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926140416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573243.740155:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.740196:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f039 expref: 44 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.740207:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f039 expref: 44 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.740230:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119b5ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f039 expref: 44 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.740246:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.740248:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.740253:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.740264:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.740328:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573243.740382:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926140416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 250us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.740390:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5773 00010000:00010000:0.0:1777573243.740513:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.740523:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.742422:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875180 is committed 00002000:00010000:3.0:1777573243.742569:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:3.0:1777573243.742574:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:3.0:1777573243.742588:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.742601:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.742608:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.742618:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc97d800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573243.742622:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.742628:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.742646:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.742654:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045444bef/0x8dc0a528a119b75e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.742763:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+27:2405:x1863919926140288:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4549us (4743us total) trans 17179875180 rc 0/0 00000100:00100000:3.0:1777573243.742776:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5620 00000100:00100000:3.0:1777573243.745958:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.746114:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926140544 00000100:00100000:1.0:1777573243.746128:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926140544 00000100:00100000:1.0:1777573243.746221:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5621 00000100:00100000:1.0:1777573243.746234:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+42:2406:x1863919926140544:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573243.746310:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.746337:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f047 expref: 42 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.746353:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.746355:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.746369:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.746413:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f047 expref: 42 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.746429:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f047 expref: 42 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.746451:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c515c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932211584:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.746525:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.747830:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c515c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932211584:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.747857:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.747862:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.747906:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926140672 00000100:00100000:0.0:1777573243.747913:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926140672 00010000:00010000:0.0:1777573243.747943:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f047 expref: 43 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.747972:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5774 00000100:00100000:0.0:1777573243.747979:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926140672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.747991:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.748012:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f047 expref: 43 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.748022:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f047 expref: 43 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.748043:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acc576aa/0x8dc0a528a119b5c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f047 expref: 43 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.748068:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.748070:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.748075:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.748084:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.748109:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573243.748125:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.748133:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.748145:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926140672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 166us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.748152:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5774 00000001:00080000:0.0:1777573243.750062:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841978 is committed 00002000:00010000:1.0:1777573243.750586:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:1.0:1777573243.750594:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:1.0:1777573243.750610:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.750625:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.750635:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.750641:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573243.750646:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.750653:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.750674:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.750682:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119b765 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.750783:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919926140544:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 4547us (4913us total) trans 21474841978 rc 0/0 00000100:00100000:1.0:1777573243.750795:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5621 00000100:00100000:2.0:1777573243.754456:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.754533:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926140800 00000100:00100000:1.0:1777573243.754547:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926140800 00000100:00100000:1.0:1777573243.754647:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5622 00000100:00100000:1.0:1777573243.754660:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919926140800:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573243.754705:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.754733:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f055 expref: 26 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.754744:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.754746:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.754750:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.754795:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f055 expref: 26 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.754811:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f055 expref: 26 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.754830:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c515c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932211712:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.754924:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.756612:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c515c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932211712:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.756639:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.756768:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.756831:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926140928 00000100:00100000:1.0:1777573243.756840:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926140928 00010000:00010000:1.0:1777573243.756882:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f055 expref: 27 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.756924:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5775 00000100:00100000:1.0:1777573243.756933:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926140928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.756951:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.756976:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f055 expref: 27 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.756988:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f055 expref: 27 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.757013:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe421f64/0x8dc0a528a119b5e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f055 expref: 27 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.757032:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.757033:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.757039:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.757060:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.757090:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.757147:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.757161:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926140928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 226us (398us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573243.757165:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.757180:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5775 00000001:00080000:0.0:1777573243.760991:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841979 is committed 00002000:00010000:3.0:1777573243.761135:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:3.0:1777573243.761140:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:3.0:1777573243.761155:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.761166:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.761172:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.761176:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573243.761181:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.761187:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.761204:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.761209:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6eb261e/0x8dc0a528a119b76c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.761359:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919926140800:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6696us (6917us total) trans 21474841979 rc 0/0 00000100:00100000:3.0:1777573243.761371:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5622 00000100:00100000:0.0:1777573243.764428:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.764477:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926141056 00000100:00100000:1.0:1777573243.764490:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926141056 00000100:00100000:1.0:1777573243.764583:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5623 00000100:00100000:1.0:1777573243.764596:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926141056:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573243.764641:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.764668:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f063 expref: 27 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.764677:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.764680:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.764684:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.764724:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f063 expref: 27 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.764740:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f063 expref: 27 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.764757:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c515c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932211840:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.764844:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.766425:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c515c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932211840:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.766457:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.767352:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.767399:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926141184 00000100:00100000:1.0:1777573243.767408:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926141184 00010000:00010000:1.0:1777573243.767452:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f063 expref: 28 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.767503:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5776 00000100:00100000:1.0:1777573243.767514:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926141184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.767533:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.767561:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f063 expref: 28 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.767577:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f063 expref: 28 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.767608:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bd51aa6/0x8dc0a528a119b600 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f063 expref: 28 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.767629:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.767631:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.767636:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.767648:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.767686:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.767729:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.767742:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.767749:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926141184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 235us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.767761:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5776 00000001:00080000:2.0:1777573243.771095:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875181 is committed 00002000:00010000:0.0:1777573243.771377:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:0.0:1777573243.771382:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573243.771396:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.771407:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.771414:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.771419:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.771424:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.771435:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.771457:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.771466:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b773 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.771592:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919926141056:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6993us (7170us total) trans 17179875181 rc 0/0 00000100:00100000:0.0:1777573243.771604:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5623 00000100:00100000:2.0:1777573243.776030:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.776191:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926141312 00000100:00100000:1.0:1777573243.776207:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926141312 00000100:00100000:1.0:1777573243.776329:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5624 00000100:00100000:1.0:1777573243.776343:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919926141312:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573243.776387:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.776413:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f071 expref: 25 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.776423:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.776426:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.776430:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.776475:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f071 expref: 25 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.776491:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f071 expref: 25 pid: 8938 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.776514:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c515c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932211968:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.776610:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.778087:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c515c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932211968:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.778116:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.778243:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.778305:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926141440 00000100:00100000:3.0:1777573243.778369:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926141440 00010000:00010000:3.0:1777573243.778409:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f071 expref: 26 pid: 8938 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.778449:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5777 00000100:00100000:3.0:1777573243.778460:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926141440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573243.778478:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.778505:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f071 expref: 26 pid: 8938 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.778518:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f071 expref: 26 pid: 8938 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.778545:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007211db5e/0x8dc0a528a119b61c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f071 expref: 26 pid: 8938 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.778562:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.778565:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.778570:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.778581:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.778608:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573243.778656:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926141440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 198us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573243.778667:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5777 00010000:00010000:1.0:1777573243.778669:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.778680:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.782667:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841980 is committed 00002000:00010000:1.0:1777573243.782797:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:1.0:1777573243.782802:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:1.0:1777573243.782815:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.782825:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.782832:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.782836:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573243.782841:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.782848:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.782868:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.782875:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119b77a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.782989:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2406:x1863919926141312:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6646us (6966us total) trans 21474841980 rc 0/0 00000100:00100000:1.0:1777573243.782999:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5624 00000100:00100000:2.0:1777573243.786958:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.787009:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926141568 00000100:00100000:3.0:1777573243.787022:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926141568 00000100:00100000:2.0:1777573243.787134:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5625 00000100:00100000:2.0:1777573243.787148:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919926141568:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573243.787202:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.787226:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f07f expref: 24 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.787236:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573243.787239:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573243.787243:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.787314:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f07f expref: 24 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.787331:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f07f expref: 24 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.787349:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932212096:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573243.787439:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573243.788429:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932212096:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573243.788455:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.788612:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.788673:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926141696 00000100:00100000:0.0:1777573243.788680:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926141696 00010000:00010000:0.0:1777573243.788713:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f07f expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.788755:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5778 00000100:00100000:0.0:1777573243.788765:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926141696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.788779:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.788806:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f07f expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.788819:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f07f expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.788858:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e298122b/0x8dc0a528a119b638 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f07f expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.788874:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.788876:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.788881:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.788895:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.788927:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.788987:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.788989:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926141696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 221us (373us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573243.789005:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.789008:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5778 00000001:00080000:0.0:1777573243.792860:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841981 is committed 00002000:00010000:3.0:1777573243.793007:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:3.0:1777573243.793014:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:3.0:1777573243.793030:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.793043:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.793060:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.793066:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c6be8200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573243.793071:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.793085:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.793109:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.793118:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be124cd5/0x8dc0a528a119b781 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.793236:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926141568:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6086us (6285us total) trans 21474841981 rc 0/0 00000100:00100000:3.0:1777573243.793251:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5625 00000100:00100000:1.0:1777573243.799129:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.799304:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926141824 00000100:00100000:3.0:1777573243.799316:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926141824 00000100:00100000:3.0:1777573243.799397:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5626 00000100:00100000:3.0:1777573243.799409:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919926141824:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573243.799450:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.799477:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f08d expref: 26 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.799487:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573243.799489:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573243.799494:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.799541:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f08d expref: 26 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.799557:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f08d expref: 26 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.799575:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932212224:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573243.799676:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573243.800990:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932212224:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573243.801019:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.801360:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.801421:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926141952 00000100:00100000:0.0:1777573243.801431:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926141952 00010000:00010000:0.0:1777573243.801472:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f08d expref: 27 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.801517:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5779 00000100:00100000:0.0:1777573243.801529:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926141952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.801548:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.801576:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f08d expref: 27 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.801592:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f08d expref: 27 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.801620:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f2c3d27/0x8dc0a528a119b654 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f08d expref: 27 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.801650:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.801653:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.801659:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.801670:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.801700:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573243.801758:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926141952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 231us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.801768:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5779 00010000:00010000:3.0:1777573243.801815:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.801826:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.806877:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875182 is committed 00002000:00010000:3.0:1777573243.807451:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:3.0:1777573243.807461:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:3.0:1777573243.807479:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.807496:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.807507:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.807515:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573243.807521:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.807531:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.807554:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.807563:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119b788 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.807682:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919926141824:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8269us (8560us total) trans 17179875182 rc 0/0 00000100:00100000:3.0:1777573243.807694:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5626 00000100:00100000:2.0:1777573243.811666:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.811800:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926142080 00000100:00100000:1.0:1777573243.811810:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926142080 00000100:00100000:1.0:1777573243.811874:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5627 00000100:00100000:1.0:1777573243.811885:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926142080:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573243.811917:0:16739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.811938:0:16739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f09b expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.811945:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.811947:0:16739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.811950:0:16739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.811977:0:16739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f09b expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.811987:0:16739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f09b expref: 23 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.811997:0:16739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932212352:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.812068:0:16739:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.814590:0:16739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:16739:1863919932212352:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.814616:0:16739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.814877:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.814941:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926142208 00000100:00100000:0.0:1777573243.814956:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926142208 00010000:00010000:0.0:1777573243.815010:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f09b expref: 24 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.815074:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5780 00000100:00100000:0.0:1777573243.815095:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926142208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.815120:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.815144:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f09b expref: 24 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.815156:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f09b expref: 24 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.815186:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014899c58/0x8dc0a528a119b670 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f09b expref: 24 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.815207:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.815208:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.815215:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.815225:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.815258:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573243.815318:0:16739:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.815330:0:16739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.815353:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926142208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 267us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.815362:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5780 00000001:00080000:0.0:1777573243.819199:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841982 is committed 00002000:00010000:2.0:1777573243.819373:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:2.0:1777573243.819383:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:2.0:1777573243.819396:0:16739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.819410:0:16739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.819420:0:16739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.819427:0:16739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573243.819432:0:16739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.819441:0:16739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.819460:0:16739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.819468:0:16739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a97e4e39/0x8dc0a528a119b78f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.819570:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926142080:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7683us (7909us total) trans 21474841982 rc 0/0 00000100:00100000:2.0:1777573243.819582:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5627 00000100:00100000:2.0:1777573243.822661:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.822712:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926142336 00000100:00100000:1.0:1777573243.822722:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926142336 00000100:00100000:1.0:1777573243.822796:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5628 00000100:00100000:1.0:1777573243.822805:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919926142336:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573243.822840:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.822860:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a9 expref: 25 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.822867:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.822869:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.822872:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.822909:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a9 expref: 25 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.822939:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a9 expref: 25 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.822954:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932212480:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.823021:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573243.825077:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.825158:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926142464 00000100:00100000:0.0:1777573243.825170:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926142464 00010000:00010000:0.0:1777573243.825222:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a9 expref: 26 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.825223:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24427:1863919932212480:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.825255:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.825329:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5781 00000100:00100000:0.0:1777573243.825341:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926142464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.825359:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.825388:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a9 expref: 26 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.825405:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a9 expref: 26 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.825434:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b68c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0a9 expref: 26 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.825457:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.825459:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.825465:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.825477:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.825509:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573243.825532:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.825550:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.825572:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926142464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 232us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.825580:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5781 00000001:00080000:0.0:1777573243.829898:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875183 is committed 00002000:00010000:1.0:1777573243.830094:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:1.0:1777573243.830100:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:1.0:1777573243.830113:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.830125:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.830135:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.830142:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573243.830147:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.830156:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.830176:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.830184:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b796 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.830320:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919926142336:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7511us (7662us total) trans 17179875183 rc 0/0 00000100:00100000:1.0:1777573243.830330:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5628 00000100:00100000:2.0:1777573243.833465:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.833568:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926142592 00000100:00100000:3.0:1777573243.833579:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926142592 00000100:00100000:3.0:1777573243.833699:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5629 00000100:00100000:3.0:1777573243.833710:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926142592:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573243.833740:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.833760:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b7 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.833765:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573243.833767:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573243.833769:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.833793:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b7 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.833802:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b7 expref: 22 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.833812:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932212608:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573243.833871:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.836237:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.836378:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926142720 00000100:00100000:1.0:1777573243.836387:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926142720 00000100:00100000:3.0:1777573243.836420:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932212608:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.836423:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b7 expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.836446:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.837015:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5782 00000100:00100000:0.0:1777573243.837024:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926142720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.837037:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.837068:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b7 expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.837077:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b7 expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.837095:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076d6edec/0x8dc0a528a119b6a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0b7 expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.837107:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.837108:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.837112:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.837119:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.837138:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573243.837170:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.837178:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.837237:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926142720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 213us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.837244:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5782 00000001:00080000:2.0:1777573243.840402:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841983 is committed 00002000:00010000:0.0:1777573243.840475:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:0.0:1777573243.840479:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573243.840488:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.840496:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.840501:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.840506:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.840509:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.840515:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.840528:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.840532:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119b79d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.840810:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926142592:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7099us (7349us total) trans 21474841983 rc 0/0 00000100:00100000:0.0:1777573243.840820:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5629 00000100:00100000:0.0:1777573243.844223:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.844533:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926142848 00000100:00100000:1.0:1777573243.844544:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926142848 00000100:00100000:1.0:1777573243.844784:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5630 00000100:00100000:1.0:1777573243.844795:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+24:2405:x1863919926142848:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573243.844829:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.844851:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0c5 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.844860:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.844862:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.844865:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.844899:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0c5 expref: 24 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.844918:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0c5 expref: 24 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.844931:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932212736:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.845012:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573243.847195:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.847320:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28799:1863919932212736:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.847345:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.847437:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926142976 00000100:00100000:3.0:1777573243.847443:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926142976 00010000:00010000:3.0:1777573243.847469:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0c5 expref: 25 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.847501:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5783 00000100:00100000:3.0:1777573243.847510:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926142976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573243.847523:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.847543:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0c5 expref: 25 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.847553:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0c5 expref: 25 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.847573:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2703adc/0x8dc0a528a119b6c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0c5 expref: 25 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.847597:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.847599:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.847603:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.847712:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.847744:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573243.847771:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.847779:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.847796:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926142976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 288us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573243.847804:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5783 00000001:00080000:0.0:1777573243.852484:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875184 is committed 00002000:00010000:1.0:1777573243.852592:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:1.0:1777573243.852597:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:1.0:1777573243.852607:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.852616:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.852622:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.852627:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573243.852631:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.852636:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.852649:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.852653:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c14342f/0x8dc0a528a119b7a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.852746:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926142848:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7949us (8527us total) trans 17179875184 rc 0/0 00000100:00100000:1.0:1777573243.852756:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5630 00000100:00100000:0.0:1777573243.856776:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.856886:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926143104 00000100:00100000:1.0:1777573243.856897:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926143104 00000100:00100000:1.0:1777573243.856968:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5631 00000100:00100000:1.0:1777573243.856979:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926143104:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573243.857010:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.857029:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0d3 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.857039:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.857040:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.857043:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.857093:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0d3 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.857107:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0d3 expref: 21 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.857122:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932212864:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.857195:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.858582:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932212864:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.858604:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.858943:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.859069:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926143232 00000100:00100000:0.0:1777573243.859075:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926143232 00010000:00010000:0.0:1777573243.859099:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0d3 expref: 22 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.859133:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5784 00000100:00100000:0.0:1777573243.859140:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926143232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573243.859153:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.859171:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0d3 expref: 22 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.859181:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0d3 expref: 22 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.859365:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b6e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0d3 expref: 22 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.859379:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.859381:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.859385:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.859395:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.859451:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573243.859494:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926143232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 353us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.859502:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5784 00010000:00010000:1.0:1777573243.859598:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.859608:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.862959:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841984 is committed 00002000:00010000:1.0:1777573243.863071:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:1.0:1777573243.863077:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:1.0:1777573243.863088:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.863101:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.863110:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.863117:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573243.863123:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.863133:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.863151:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.863159:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.863253:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919926143104:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6272us (6479us total) trans 21474841984 rc 0/0 00000100:00100000:1.0:1777573243.863264:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5631 00000100:00100000:3.0:1777573243.866365:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.866712:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926143360 00000100:00100000:0.0:1777573243.866723:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926143360 00000100:00100000:0.0:1777573243.866824:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5632 00000100:00100000:0.0:1777573243.866834:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926143360:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573243.866865:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.866897:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e1 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.866907:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573243.866909:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573243.866914:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.866949:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e1 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.866968:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e1 expref: 23 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.866983:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932212992:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.867063:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.869389:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8368:1863919932212992:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.869419:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.869575:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.869621:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926143488 00000100:00100000:1.0:1777573243.869629:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926143488 00010000:00010000:1.0:1777573243.869663:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e1 expref: 24 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.869696:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5785 00000100:00100000:1.0:1777573243.869704:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926143488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.869715:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.869734:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e1 expref: 24 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.869747:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e1 expref: 24 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.869769:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d890684c/0x8dc0a528a119b6fc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0e1 expref: 24 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.869784:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.869786:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.869791:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.869801:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.869822:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.869842:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.869853:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.869865:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926143488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 161us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.869873:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5785 00000001:00080000:2.0:1777573243.875061:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875185 is committed 00002000:00010000:0.0:1777573243.875166:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:0.0:1777573243.875171:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:0.0:1777573243.875192:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.875205:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.875213:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.875220:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573243.875224:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.875233:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.875255:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.875263:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076d6edec/0x8dc0a528a119b7b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.875385:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919926143360:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8547us (9024us total) trans 17179875185 rc 0/0 00000100:00100000:0.0:1777573243.875395:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5632 00000100:00100000:2.0:1777573243.878546:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.878599:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926143616 00000100:00100000:1.0:1777573243.878609:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926143616 00000100:00100000:1.0:1777573243.878683:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5633 00000100:00100000:1.0:1777573243.878693:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926143616:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573243.878725:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.878745:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0ef expref: 20 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.878754:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.878756:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573243.878759:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.878791:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0ef expref: 20 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.878805:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0ef expref: 20 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.878820:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932213120:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573243.878891:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573243.880191:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c515dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932213120:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573243.880211:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.880928:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.880988:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926143744 00000100:00100000:0.0:1777573243.880995:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926143744 00010000:00010000:0.0:1777573243.881025:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0ef expref: 21 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.881190:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5786 00000100:00100000:3.0:1777573243.881203:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926143744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573243.881219:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573243.881255:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0ef expref: 21 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.881294:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0ef expref: 21 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.881318:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014a45b6b/0x8dc0a528a119b718 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f0ef expref: 21 pid: 14598 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.881335:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.881338:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573243.881342:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573243.881352:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.881427:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573243.881454:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.881464:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.881474:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926143744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 273us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.881484:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5786 00000001:00080000:2.0:1777573243.884716:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474841985 is committed 00002000:00010000:1.0:1777573243.884831:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:1.0:1777573243.884837:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:1.0:1777573243.884847:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.884858:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.884866:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.884873:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573243.884877:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.884885:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.884902:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.884914:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007816f0c/0x8dc0a528a119b7b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.884994:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926143616:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6299us (6464us total) trans 21474841985 rc 0/0 00000100:00100000:1.0:1777573243.885005:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5633 00000100:00100000:3.0:1777573243.888352:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.888711:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926143872 00000100:00100000:0.0:1777573243.888720:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926143872 00000100:00100000:0.0:1777573243.888781:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5634 00000100:00100000:0.0:1777573243.888791:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926143872:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573243.888821:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.888841:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f104 expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.888849:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573243.888851:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573243.888854:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.888884:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f104 expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.888897:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f104 expref: 22 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573243.888913:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932213248:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573243.889024:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573243.890750:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932213248:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573243.890774:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573243.891792:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.891840:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926144000 00000100:00100000:1.0:1777573243.891847:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926144000 00010000:00010000:1.0:1777573243.891876:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f104 expref: 23 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.891912:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5787 00000100:00100000:1.0:1777573243.891922:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926144000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573243.891938:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.891959:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f104 expref: 23 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.891971:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f104 expref: 23 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.891998:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119b73b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f104 expref: 23 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.892012:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.892015:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.892030:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.892040:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.892072:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.892101:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.892113:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573243.892118:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926144000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 196us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.892133:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5787 00000001:00080000:0.0:1777573243.896856:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875186 is committed 00002000:00010000:2.0:1777573243.897008:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:2.0:1777573243.897013:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:2.0:1777573243.897024:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.897036:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.897055:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.897062:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573243.897068:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.897076:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.897092:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.897099:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014691c05/0x8dc0a528a119b7c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573243.897185:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926143872:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8392us (8839us total) trans 17179875186 rc 0/0 00000100:00100000:2.0:1777573243.897195:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5634 00000100:00100000:3.0:1777573243.900474:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.900580:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926144128 00000100:00100000:2.0:1777573243.900593:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926144128 00000100:00100000:2.0:1777573243.900660:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12825 00000100:00100000:2.0:1777573243.900668:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926144128:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573243.900778:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926144128:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 111us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.900783:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12825 00000100:00100000:3.0:1777573243.902673:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.902754:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926144256 00000100:00100000:1.0:1777573243.902765:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926144256 00000100:00100000:1.0:1777573243.902823:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12826 00000100:00100000:1.0:1777573243.902834:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926144256:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573243.902947:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926144256:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 115us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.902955:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12826 00000100:00100000:0.0:1777573243.905509:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.905584:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926144512 00000100:00100000:1.0:1777573243.905596:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926144512 00000100:00100000:1.0:1777573243.905657:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15787 00000100:00100000:1.0:1777573243.905668:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+438:59547:x1863919926144512:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573243.905736:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.905770:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b750 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f112 expref: 438 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.905793:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.905797:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573243.906025:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.906057:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.906070:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573243.906125:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979009 00000004:00010000:1.0:1777573243.906152:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ecbf5ad2 reply state 00000000f6e52525 transno 4294979010 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.906167:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.906173:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.906176:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573243.906179:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573243.906345:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+440:59547:x1863919926144512:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 678us (841us total) trans 4294979010 rc 0/0 00000100:00100000:1.0:1777573243.906354:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15787 00000020:00080000:1.0:1777573243.906361:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573243.909192:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.909332:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926144640 00000100:00100000:0.0:1777573243.909344:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926144640 00000100:00100000:0.0:1777573243.909415:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12827 00000100:00100000:0.0:1777573243.909426:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+21:59547:x1863919926144640:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.909444:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.909465:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f119 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573243.909490:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d4f, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:0.0:1777573243.909510:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.909513:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.909521:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f119 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.909536:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f119 expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.909549:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:0.0:1777573243.909613:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+22:59547:x1863919926144640:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 190us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.909621:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12827 00000100:00100000:3.0:1777573243.912771:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.912815:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.912956:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926144896 00000100:00100000:2.0:1777573243.912968:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926144896 00002000:00010000:2.0:1777573243.913006:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.913011:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7100 with x1863919926144896 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.913031:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7100. 00000100:00100000:2.0:1777573243.913068:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926144768 00000100:00100000:2.0:1777573243.913072:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926144768 00002000:00010000:2.0:1777573243.913083:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (94208->18446744073709551615) 00002000:00100000:2.0:1777573243.913086:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5500 with x1863919926144768 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573243.913091:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5500. 00000100:00100000:2.0:1777573243.913117:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5635 00000100:00100000:2.0:1777573243.913126:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926144896:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573243.913165:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5636 00000100:00100000:3.0:1777573243.913183:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926144768:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.913308:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573243.913312:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.913314:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573243.913317:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.913319:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573243.913380:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926144896:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 253us (616us total) trans 21474841986 rc 0/0 00000100:00100000:2.0:1777573243.913391:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5635 00002000:00010000:2.0:1777573243.913395:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.913398:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7100 with x1863919926144896 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.913403:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7100. 00002000:00010000:3.0:1777573243.913504:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:3.0:1777573243.913509:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.913512:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:3.0:1777573243.913514:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.913516:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573243.913569:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926144768:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 393us (752us total) trans 17179875187 rc 0/0 00000100:00100000:3.0:1777573243.913577:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5636 00002000:00010000:3.0:1777573243.913581:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (94208->18446744073709551615) 00002000:00100000:3.0:1777573243.913585:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5500 with x1863919926144768 ext(94208->18446744073709551615) 00002000:00010000:3.0:1777573243.913592:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5500. 00000100:00100000:3.0:1777573243.915488:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.915596:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926145024 00000100:00100000:2.0:1777573243.915607:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926145024 00000100:00100000:2.0:1777573243.915667:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15788 00000100:00100000:2.0:1777573243.915679:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+440:59547:x1863919926145024:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.915707:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.915729:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119b7d5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f120 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.915855:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b7dc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.915873:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b7dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.915884:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b7dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.915916:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:2.0:1777573243.915919:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.915934:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b7dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.915956:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119b7d5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f120 expref: 442 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.915974:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b7dc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f120 expref: 441 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.915981:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.915983:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.915986:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a8e00, rc 0) 00000100:00100000:2.0:1777573243.916032:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+441:59547:x1863919926145024:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 357us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.916037:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15788 00000100:00100000:2.0:1777573243.919065:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.919189:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926145280 00000100:00100000:0.0:1777573243.919202:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926145280 00000100:00100000:0.0:1777573243.919267:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15789 00000100:00100000:0.0:1777573243.919305:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+441:59547:x1863919926145280:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.919371:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.919405:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b7dc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f120 expref: 441 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.919434:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.919440:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.919660:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.919680:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.919692:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.919747:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979011 00000004:00010000:0.0:1777573243.919772:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023a05ce0 reply state 000000003869b43d transno 4294979012 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.919785:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.919791:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.919794:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.919796:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.919941:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+443:59547:x1863919926145280:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 638us (894us total) trans 4294979012 rc 0/0 00000100:00100000:0.0:1777573243.919949:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15789 00000020:00080000:0.0:1777573243.919955:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.921140:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.921212:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926145408 00000100:00100000:2.0:1777573243.921226:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926145408 00000100:00100000:2.0:1777573243.921320:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12828 00000100:00100000:2.0:1777573243.921331:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+20:59547:x1863919926145408:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.921347:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.921364:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f127 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.921383:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d51, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573243.921401:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.921403:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.921408:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f127 expref: 21 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.921422:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f127 expref: 21 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.921435:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a8800, rc 0) 00000100:00100000:2.0:1777573243.921495:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+21:59547:x1863919926145408:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 166us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.921502:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12828 00000100:00100000:3.0:1777573243.923076:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.923127:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.923184:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926145664 00000100:00100000:1.0:1777573243.923195:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926145664 00002000:00010000:1.0:1777573243.923239:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573243.923245:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5c00 with x1863919926145664 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573243.923291:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5c00. 00000100:00100000:1.0:1777573243.923318:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926145536 00000100:00100000:1.0:1777573243.923322:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926145536 00002000:00010000:1.0:1777573243.923335:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (94208->18446744073709551615) 00002000:00100000:1.0:1777573243.923338:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7800 with x1863919926145536 ext(94208->18446744073709551615) 00002000:00010000:1.0:1777573243.923344:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7800. 00000100:00100000:1.0:1777573243.923372:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5637 00000100:00100000:1.0:1777573243.923381:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926145664:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573243.923533:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5638 00000100:00100000:0.0:1777573243.923547:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926145536:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573243.923591:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573243.923596:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:1.0:1777573243.923599:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:1.0:1777573243.923602:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:1.0:1777573243.923604:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573243.923648:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:0.0:1777573243.923653:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.923656:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573243.923658:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.923661:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1777573243.923677:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926145664:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 295us (606us total) trans 17179875188 rc 0/0 00000100:00100000:1.0:1777573243.923686:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5637 00000100:00100000:0.0:1777573243.923691:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926145536:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 146us (560us total) trans 21474841987 rc 0/0 00002000:00010000:1.0:1777573243.923692:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573243.923699:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5c00 with x1863919926145664 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573243.923704:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5c00. 00000100:00100000:0.0:1777573243.923705:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5638 00002000:00010000:0.0:1777573243.923710:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (94208->18446744073709551615) 00002000:00100000:0.0:1777573243.923714:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec7800 with x1863919926145536 ext(94208->18446744073709551615) 00002000:00010000:0.0:1777573243.923720:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec7800. 00000100:00100000:0.0:1777573243.926647:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.926737:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926145792 00000100:00100000:2.0:1777573243.926751:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926145792 00000100:00100000:2.0:1777573243.926818:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15790 00000100:00100000:2.0:1777573243.926831:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+443:59547:x1863919926145792:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.926862:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.926889:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119b7f1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f12e expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.927138:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b7f8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.927156:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b7f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.927169:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b7f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.927205:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:2.0:1777573243.927210:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.927532:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b7f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.927568:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119b7f1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f12e expref: 445 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.927591:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b7f8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f12e expref: 444 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.927601:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.927604:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.927608:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb30000, rc 0) 00000100:00100000:2.0:1777573243.927834:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+444:59547:x1863919926145792:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1006us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.927841:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15790 00000100:00100000:3.0:1777573243.931623:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.931696:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926146048 00000100:00100000:0.0:1777573243.931709:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926146048 00000100:00100000:2.0:1777573243.931844:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15791 00000100:00100000:2.0:1777573243.931863:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+444:59547:x1863919926146048:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573243.931935:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.931968:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b7f8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f12e expref: 444 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.931989:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.931995:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573243.932211:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.932229:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.932238:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.932317:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979013 00000004:00010000:2.0:1777573243.932342:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000def9e2eb reply state 00000000f61b2dba transno 4294979014 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.932356:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.932362:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.932365:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573243.932368:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573243.932471:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+446:59547:x1863919926146048:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 614us (861us total) trans 4294979014 rc 0/0 00000100:00100000:2.0:1777573243.932480:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15791 00000020:00080000:2.0:1777573243.932493:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573243.934031:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.934086:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926146176 00000100:00100000:2.0:1777573243.934097:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926146176 00000100:00100000:2.0:1777573243.934162:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12829 00000100:00100000:2.0:1777573243.934172:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+22:59547:x1863919926146176:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.934190:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.934213:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f135 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.934243:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d55, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573243.934268:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.934295:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.934304:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f135 expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.934321:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f135 expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.934337:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c600, rc 0) 00000100:00100000:2.0:1777573243.934390:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+23:59547:x1863919926146176:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 220us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.934397:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12829 00000100:00100000:0.0:1777573243.936102:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.936148:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.936211:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926146304 00000100:00100000:3.0:1777573243.936226:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926146304 00002000:00010000:3.0:1777573243.936316:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (94208->18446744073709551615) 00002000:00100000:3.0:1777573243.936321:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130700 with x1863919926146304 ext(94208->18446744073709551615) 00002000:00010000:3.0:1777573243.936332:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7130700. 00000100:00100000:3.0:1777573243.936366:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926146432 00000100:00100000:3.0:1777573243.936370:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926146432 00002000:00010000:3.0:1777573243.936383:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.936386:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7132300 with x1863919926146432 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.936392:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7132300. 00000100:00100000:3.0:1777573243.936415:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5639 00000100:00100000:3.0:1777573243.936425:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926146304:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573243.936440:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5640 00000100:00100000:0.0:1777573243.936452:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926146432:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573243.936575:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.936576:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:3.0:1777573243.936582:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.936582:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.936589:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573243.936589:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573243.936595:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.936596:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.936601:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573243.936603:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573243.937235:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926146304:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 807us (1138us total) trans 21474841988 rc 0/0 00000100:00100000:0.0:1777573243.937235:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926146432:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 782us (1084us total) trans 17179875189 rc 0/0 00000100:00100000:0.0:1777573243.937249:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5640 00002000:00010000:0.0:1777573243.937254:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00000100:00100000:3.0:1777573243.937258:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5639 00002000:00100000:0.0:1777573243.937259:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7132300 with x1863919926146432 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.937264:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (94208->18446744073709551615) 00002000:00010000:0.0:1777573243.937266:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7132300. 00002000:00100000:3.0:1777573243.937291:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7130700 with x1863919926146304 ext(94208->18446744073709551615) 00002000:00010000:3.0:1777573243.937296:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7130700. 00000100:00100000:3.0:1777573243.941025:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.941132:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926146560 00000100:00100000:2.0:1777573243.941141:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926146560 00000100:00100000:2.0:1777573243.941193:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15792 00000100:00100000:2.0:1777573243.941205:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+446:59547:x1863919926146560:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.941226:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.941245:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119b80d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f13c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.941377:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119b814 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.941393:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119b814 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.941404:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119b814 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.941433:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:2.0:1777573243.941437:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.941454:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119b814 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.941479:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119b80d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f13c expref: 448 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.941494:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119b814 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f13c expref: 447 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.941503:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.941506:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.941510:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2da00, rc 0) 00000100:00100000:2.0:1777573243.941558:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+447:59547:x1863919926146560:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 356us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.941566:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15792 00000100:00100000:2.0:1777573243.944618:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.944814:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926146816 00000100:00100000:1.0:1777573243.944824:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926146816 00000100:00100000:1.0:1777573243.944876:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15793 00000100:00100000:1.0:1777573243.944886:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+447:59547:x1863919926146816:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573243.944934:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573243.944955:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119b814 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f13c expref: 447 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.944973:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.944978:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573243.945156:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.945268:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.945339:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573243.945387:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979015 00000004:00010000:1.0:1777573243.945409:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d5797ba reply state 00000000feefd342 transno 4294979016 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.945422:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.945428:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573243.945431:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573243.945434:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573243.945513:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+449:59547:x1863919926146816:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 629us (901us total) trans 4294979016 rc 0/0 00000100:00100000:1.0:1777573243.945520:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15793 00000020:00080000:1.0:1777573243.945525:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573243.946918:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.947066:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926146944 00000100:00100000:2.0:1777573243.947074:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926146944 00000100:00100000:2.0:1777573243.947150:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12830 00000100:00100000:2.0:1777573243.947159:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+25:59547:x1863919926146944:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.947172:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.947193:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f143 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.947217:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d56, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573243.947233:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.947235:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.947240:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f143 expref: 26 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.947251:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f143 expref: 26 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.947259:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d200, rc 0) 00000100:00100000:2.0:1777573243.947336:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+26:59547:x1863919926146944:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 178us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.947343:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12830 00000100:00100000:3.0:1777573243.949707:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.949734:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.949785:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926147072 00000100:00100000:2.0:1777573243.949793:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926147072 00002000:00010000:2.0:1777573243.949825:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (94208->18446744073709551615) 00002000:00100000:2.0:1777573243.949829:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5f80 with x1863919926147072 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573243.949839:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5f80. 00000100:00100000:2.0:1777573243.949860:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926147200 00000100:00100000:2.0:1777573243.949863:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926147200 00000100:00100000:0.0:1777573243.949870:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5641 00002000:00010000:2.0:1777573243.949876:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.949879:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19500 with x1863919926147200 ext(0->18446744073709551615) 00000100:00100000:0.0:1777573243.949880:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926147072:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.949886:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a19500. 00000100:00100000:2.0:1777573243.949914:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5642 00000100:00100000:2.0:1777573243.949921:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926147200:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.950009:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.950009:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:2.0:1777573243.950013:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.950013:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.950016:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573243.950016:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573243.950019:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.950019:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.950022:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573243.950022:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:0.0:1777573243.950080:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926147072:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 200us (375us total) trans 17179875190 rc 0/0 00000100:00100000:2.0:1777573243.950084:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926147200:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 157us (343us total) trans 21474841989 rc 0/0 00000100:00100000:0.0:1777573243.950087:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5641 00002000:00010000:0.0:1777573243.950090:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (94208->18446744073709551615) 00000100:00100000:2.0:1777573243.950091:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5642 00002000:00010000:2.0:1777573243.950093:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.950093:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec5f80 with x1863919926147072 ext(94208->18446744073709551615) 00002000:00100000:2.0:1777573243.950095:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19500 with x1863919926147200 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.950098:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec5f80. 00002000:00010000:2.0:1777573243.950099:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a19500. 00000100:00100000:3.0:1777573243.951508:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.951575:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926147328 00000100:00100000:0.0:1777573243.951582:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926147328 00000100:00100000:0.0:1777573243.951636:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15794 00000100:00100000:0.0:1777573243.951645:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+449:59547:x1863919926147328:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.951662:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.951678:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b829 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f14a expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.951765:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b830 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.951780:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b830 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.951792:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b830 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.951814:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:0.0:1777573243.951817:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.951829:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b830 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.951848:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b829 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f14a expref: 451 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.951859:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b830 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f14a expref: 450 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.951865:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.951867:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.951869:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631400, rc 0) 00000100:00100000:0.0:1777573243.951908:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+450:59547:x1863919926147328:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 264us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.951914:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15794 00000100:00100000:1.0:1777573243.954475:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.954524:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926147584 00000100:00100000:0.0:1777573243.954533:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926147584 00000100:00100000:0.0:1777573243.954585:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15795 00000100:00100000:0.0:1777573243.954593:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+450:59547:x1863919926147584:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.954644:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.954666:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b830 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f14a expref: 450 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.954682:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.954685:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.954813:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.954829:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.954838:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.954875:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979017 00000004:00010000:0.0:1777573243.954892:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014fe8515 reply state 00000000939d9b95 transno 4294979018 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.954903:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.954909:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.954911:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.954914:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.954981:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+452:59547:x1863919926147584:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 388us (513us total) trans 4294979018 rc 0/0 00000100:00100000:0.0:1777573243.954988:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15795 00000020:00080000:0.0:1777573243.954993:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573243.956446:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.957304:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926147712 00000100:00100000:1.0:1777573243.957312:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926147712 00000100:00100000:1.0:1777573243.957359:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12831 00000100:00100000:1.0:1777573243.957368:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+25:59547:x1863919926147712:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573243.957381:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573243.957397:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f151 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573243.957419:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d57, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:1.0:1777573243.957436:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.957438:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573243.957445:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f151 expref: 26 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.957458:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f151 expref: 26 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573243.957468:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0a00, rc 0) 00000100:00100000:1.0:1777573243.957520:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+26:59547:x1863919926147712:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 152us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573243.957528:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12831 00000100:00100000:3.0:1777573243.959602:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.959641:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.959765:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926147840 00000100:00100000:2.0:1777573243.959774:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926147840 00000100:00100000:1.0:1777573243.959793:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926147968 00000100:00100000:1.0:1777573243.959798:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926147968 00002000:00010000:2.0:1777573243.959808:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (94208->18446744073709551615) 00002000:00100000:2.0:1777573243.959814:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19f80 with x1863919926147840 ext(94208->18446744073709551615) 00002000:00010000:1.0:1777573243.959818:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573243.959823:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a18700 with x1863919926147968 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.959824:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a19f80. 00002000:00010000:1.0:1777573243.959832:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a18700. 00000100:00100000:2.0:1777573243.959857:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5643 00000100:00100000:2.0:1777573243.959867:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926147840:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573243.959968:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5644 00002000:00010000:2.0:1777573243.959992:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:2.0:1777573243.959997:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.960000:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573243.960002:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.960004:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573243.960017:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926147968:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573243.960064:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926147840:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 199us (468us total) trans 21474841990 rc 0/0 00000100:00100000:2.0:1777573243.960209:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5643 00002000:00010000:2.0:1777573243.960214:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (94208->18446744073709551615) 00002000:00100000:2.0:1777573243.960217:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a19f80 with x1863919926147840 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573243.960222:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7a19f80. 00002000:00010000:3.0:1777573243.960227:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.960230:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.960232:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573243.960234:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.960235:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.960254:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926147968:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 241us (613us total) trans 17179875191 rc 0/0 00000100:00100000:3.0:1777573243.960259:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5644 00002000:00010000:3.0:1777573243.960261:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.960263:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a18700 with x1863919926147968 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.960265:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a18700. 00000100:00100000:2.0:1777573243.962441:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.962496:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926148096 00000100:00100000:0.0:1777573243.962504:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926148096 00000100:00100000:0.0:1777573243.962557:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15796 00000100:00100000:0.0:1777573243.962567:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+452:59547:x1863919926148096:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.962586:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.962604:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b845 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f158 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.962695:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b84c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.962710:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b84c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.962721:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b84c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.962748:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:0.0:1777573243.962753:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.962768:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b84c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.962791:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b845 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f158 expref: 454 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.962807:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b84c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f158 expref: 453 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.962815:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.962818:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.962822:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631800, rc 0) 00000100:00100000:0.0:1777573243.962869:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+453:59547:x1863919926148096:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 304us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.962875:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15796 00000100:00100000:0.0:1777573243.965448:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.965537:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926148352 00000100:00100000:2.0:1777573243.965546:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926148352 00000100:00100000:2.0:1777573243.965626:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15797 00000100:00100000:2.0:1777573243.965637:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+453:59547:x1863919926148352:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573243.965680:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573243.965701:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b84c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f158 expref: 453 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.965718:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.965724:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573243.965875:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.965892:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.965901:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573243.965949:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979019 00000004:00010000:2.0:1777573243.965970:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006a7a80b5 reply state 00000000ad433b62 transno 4294979020 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.965983:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.965990:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.965993:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573243.965996:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573243.966091:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+455:59547:x1863919926148352:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 456us (648us total) trans 4294979020 rc 0/0 00000100:00100000:2.0:1777573243.966098:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15797 00000020:00080000:2.0:1777573243.966104:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573243.967384:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.967502:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926148480 00000100:00100000:0.0:1777573243.967513:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926148480 00000100:00100000:0.0:1777573243.967575:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12832 00000100:00100000:0.0:1777573243.967587:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+27:59547:x1863919926148480:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.967607:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.967631:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f15f expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573243.967660:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d5d, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:0.0:1777573243.967685:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.967688:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573243.967697:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f15f expref: 28 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.967713:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f15f expref: 28 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.967728:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631c00, rc 0) 00000100:00100000:0.0:1777573243.967796:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+28:59547:x1863919926148480:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 209us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.967804:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12832 00000100:00100000:1.0:1777573243.969828:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.969876:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.970241:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926148608 00000100:00100000:3.0:1777573243.970253:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926148608 00002000:00010000:3.0:1777573243.970341:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (94208->18446744073709551615) 00002000:00100000:3.0:1777573243.970348:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515ce00 with x1863919926148608 ext(94208->18446744073709551615) 00002000:00010000:3.0:1777573243.970362:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c515ce00. 00000100:00100000:3.0:1777573243.970391:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926148736 00000100:00100000:3.0:1777573243.970396:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926148736 00002000:00010000:3.0:1777573243.970413:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.970417:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515e680 with x1863919926148736 ext(0->18446744073709551615) 00000100:00100000:2.0:1777573243.970422:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5645 00002000:00010000:3.0:1777573243.970436:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c515e680. 00000100:00100000:2.0:1777573243.970445:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926148608:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573243.970464:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5646 00000100:00100000:3.0:1777573243.970471:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926148736:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.970595:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:2.0:1777573243.970599:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.970601:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573243.970603:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.970605:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:3.0:1777573243.970608:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.970613:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.970616:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573243.970619:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.970621:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573243.970655:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926148608:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 219us (831us total) trans 21474841991 rc 0/0 00000100:00100000:2.0:1777573243.970663:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5645 00002000:00010000:2.0:1777573243.970669:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (94208->18446744073709551615) 00002000:00100000:2.0:1777573243.970673:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515ce00 with x1863919926148608 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573243.970681:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c515ce00. 00000100:00100000:3.0:1777573243.970683:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926148736:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 210us (806us total) trans 17179875192 rc 0/0 00000100:00100000:3.0:1777573243.970692:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5646 00002000:00010000:3.0:1777573243.970696:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.970699:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515e680 with x1863919926148736 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.970704:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c515e680. 00000100:00100000:3.0:1777573243.972474:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.972610:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926148864 00000100:00100000:2.0:1777573243.972619:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926148864 00000100:00100000:2.0:1777573243.972668:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15798 00000100:00100000:2.0:1777573243.972677:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+455:59547:x1863919926148864:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.972696:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.973711:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119b861 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f166 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.973816:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b868 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.973832:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b868 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.973842:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b868 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573243.973864:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:2.0:1777573243.973867:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573243.973879:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b868 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.973908:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119b861 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f166 expref: 457 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.973925:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b868 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f166 expref: 456 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.973931:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573243.973934:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573243.973936:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2ce00, rc 0) 00000100:00100000:2.0:1777573243.973984:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+456:59547:x1863919926148864:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1308us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.973991:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15798 00000100:00100000:1.0:1777573243.977409:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.977511:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926149120 00000100:00100000:0.0:1777573243.977520:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926149120 00000100:00100000:0.0:1777573243.977840:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15799 00000100:00100000:0.0:1777573243.977852:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+456:59547:x1863919926149120:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.977902:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.977925:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b868 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f166 expref: 456 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.977947:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.977952:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.978128:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.978145:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.978154:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.978199:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979021 00000004:00010000:0.0:1777573243.978221:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0353378 reply state 00000000658783fc transno 4294979022 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.978233:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.978239:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.978242:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.978244:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.978363:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+458:59547:x1863919926149120:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 513us (961us total) trans 4294979022 rc 0/0 00000100:00100000:0.0:1777573243.978371:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15799 00000020:00080000:0.0:1777573243.978376:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573243.980566:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.980609:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926149248 00000100:00100000:2.0:1777573243.980619:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926149248 00000100:00100000:2.0:1777573243.980675:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12833 00000100:00100000:2.0:1777573243.980687:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+29:59547:x1863919926149248:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.980703:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.980720:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f16d expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.981200:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d5e, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573243.981223:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.981226:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.981234:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f16d expref: 30 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.981262:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f16d expref: 30 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.981407:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d400, rc 0) 00000100:00100000:2.0:1777573243.981460:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+30:59547:x1863919926149248:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 775us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.981469:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12833 00000100:00100000:3.0:1777573243.983574:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.983698:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926149376 00000100:00100000:2.0:1777573243.983707:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926149376 00000100:00100000:3.0:1777573243.983722:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:2.0:1777573243.983741:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (94208->18446744073709551615) 00002000:00100000:2.0:1777573243.983747:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1bb80 with x1863919926149376 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573243.983757:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1bb80. 00000100:00100000:2.0:1777573243.983780:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926149504 00000100:00100000:2.0:1777573243.983782:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926149504 00002000:00010000:2.0:1777573243.983792:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:2.0:1777573243.983795:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26300 with x1863919926149504 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573243.983801:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c26300. 00000100:00100000:2.0:1777573243.983910:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5647 00000100:00100000:3.0:1777573243.983920:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5648 00000100:00100000:2.0:1777573243.983921:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926149376:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573243.983931:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+29:2403:x1863919926149504:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573243.984068:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:3.0:1777573243.984069:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573243.984075:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.984075:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.984081:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573243.984081:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:3.0:1777573243.984086:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573243.984087:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.984091:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573243.984092:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1777573243.984180:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926149504:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 250us (457us total) trans 21474841992 rc 0/0 00000100:00100000:2.0:1777573243.984185:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926149376:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 260us (611us total) trans 17179875193 rc 0/0 00000100:00100000:2.0:1777573243.984195:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5647 00002000:00010000:2.0:1777573243.984200:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (94208->18446744073709551615) 00000100:00100000:3.0:1777573243.984204:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5648 00002000:00100000:2.0:1777573243.984205:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7a1bb80 with x1863919926149376 ext(94208->18446744073709551615) 00002000:00010000:3.0:1777573243.984211:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00010000:2.0:1777573243.984212:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7a1bb80. 00002000:00100000:3.0:1777573243.984217:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c26300 with x1863919926149504 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.984223:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c26300. 00000100:00100000:1.0:1777573243.986509:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.986578:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926149632 00000100:00100000:0.0:1777573243.986586:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926149632 00000100:00100000:0.0:1777573243.986635:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15800 00000100:00100000:0.0:1777573243.986643:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+458:59547:x1863919926149632:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.986663:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.986681:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b87d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f174 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.986764:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b884 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.986779:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b884 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.986790:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b884 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.986815:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:0.0:1777573243.986819:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.986834:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b884 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.986858:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b87d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f174 expref: 460 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.986874:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b884 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f174 expref: 459 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.986882:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.986885:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.986888:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630600, rc 0) 00000100:00100000:0.0:1777573243.986939:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+459:59547:x1863919926149632:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 296us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.986946:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15800 00000100:00100000:1.0:1777573243.989665:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.989814:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926149888 00000100:00100000:0.0:1777573243.989823:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926149888 00000100:00100000:0.0:1777573243.989875:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15801 00000100:00100000:0.0:1777573243.989883:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+459:59547:x1863919926149888:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573243.989929:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573243.989953:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b884 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f174 expref: 459 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.989971:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.989975:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573243.990147:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.990162:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.990169:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573243.990202:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979023 00000004:00010000:0.0:1777573243.990217:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007ac1a4b reply state 000000007de4a40c transno 4294979024 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.990229:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.990239:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.990242:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573243.990244:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573243.990349:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+461:59547:x1863919926149888:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 467us (691us total) trans 4294979024 rc 0/0 00000100:00100000:0.0:1777573243.990357:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15801 00000020:00080000:0.0:1777573243.990362:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573243.992217:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573243.992311:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926150016 00000100:00100000:2.0:1777573243.992320:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926150016 00000100:00100000:2.0:1777573243.992381:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12834 00000100:00100000:2.0:1777573243.992391:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+30:59547:x1863919926150016:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573243.992410:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573243.992429:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f17b expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573243.992453:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d62, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573243.992473:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.992475:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573243.992482:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f17b expref: 31 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.992498:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f17b expref: 31 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573243.992510:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2dc00, rc 0) 00000100:00100000:2.0:1777573243.992558:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+31:59547:x1863919926150016:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 169us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573243.992564:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12834 00000100:00100000:1.0:1777573243.994005:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573243.994063:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573243.994120:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926150144 00000100:00100000:3.0:1777573243.994128:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926150144 00000100:00100000:0.0:1777573243.994140:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926150272 00000100:00100000:0.0:1777573243.994145:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926150272 00002000:00010000:3.0:1777573243.994161:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (94208->18446744073709551615) 00002000:00010000:0.0:1777573243.994162:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:3.0:1777573243.994170:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515f800 with x1863919926150144 ext(94208->18446744073709551615) 00002000:00100000:0.0:1777573243.994170:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515ed80 with x1863919926150272 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573243.994180:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c515f800. 00002000:00010000:0.0:1777573243.994180:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c515ed80. 00000100:00100000:3.0:1777573243.994214:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5649 00000100:00100000:3.0:1777573243.994223:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926150144:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573243.994233:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5650 00000100:00100000:0.0:1777573243.994242:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926150272:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573243.994415:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:0.0:1777573243.994415:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573243.994422:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.994423:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.994428:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573243.994429:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573243.994435:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573243.994435:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573243.994442:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:0.0:1777573243.994442:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573243.994500:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926150144:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 278us (499us total) trans 21474841993 rc 0/0 00000100:00100000:0.0:1777573243.994503:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926150272:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 259us (437us total) trans 17179875194 rc 0/0 00000100:00100000:3.0:1777573243.994509:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5649 00002000:00010000:3.0:1777573243.994514:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (94208->18446744073709551615) 00002000:00100000:3.0:1777573243.994517:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515f800 with x1863919926150144 ext(94208->18446744073709551615) 00000100:00100000:0.0:1777573243.994518:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5650 00002000:00010000:3.0:1777573243.994521:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c515f800. 00002000:00010000:0.0:1777573243.994523:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573243.994527:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515ed80 with x1863919926150272 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573243.994533:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c515ed80. 00000100:00100000:1.0:1777573243.996821:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573243.996903:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926150400 00000100:00100000:0.0:1777573243.996911:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926150400 00000100:00100000:0.0:1777573243.996966:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15802 00000100:00100000:0.0:1777573243.996975:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+461:59547:x1863919926150400:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573243.996997:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573243.997013:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b899 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f182 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.997109:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8a0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.997123:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.997133:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573243.997160:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:0.0:1777573243.997164:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573243.997180:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.997203:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b899 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f182 expref: 463 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.997220:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f182 expref: 462 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573243.997228:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573243.997232:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573243.997236:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630000, rc 0) 00000100:00100000:0.0:1777573243.997327:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+462:59547:x1863919926150400:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 344us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573243.997335:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15802 00000100:00100000:1.0:1777573244.000150:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.000239:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926150656 00000100:00100000:2.0:1777573244.000249:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926150656 00000100:00100000:2.0:1777573244.000324:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15803 00000100:00100000:2.0:1777573244.000349:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+462:59547:x1863919926150656:12345-192.168.204.27@tcp:36:lfs.0 00000100:00080000:3.0:1777573244.000374:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1777573244.000401:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.000421:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8a0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f182 expref: 462 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.000437:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.000442:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.000590:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.000608:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.000618:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.000667:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979025 00000004:00010000:2.0:1777573244.000686:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7e3b80f reply state 00000000cd8c02c3 transno 4294979026 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.000697:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.000704:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.000707:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.000709:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.000820:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+464:59547:x1863919926150656:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 487us (676us total) trans 4294979026 rc 0/0 00000100:00100000:2.0:1777573244.000828:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15803 00000020:00080000:2.0:1777573244.000832:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.002509:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.002556:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926150784 00000100:00100000:2.0:1777573244.002565:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926150784 00000100:00100000:2.0:1777573244.002631:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12835 00000100:00100000:2.0:1777573244.002641:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+32:59547:x1863919926150784:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.002654:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.002669:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f189 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.002694:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d67, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573244.002712:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.002714:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.002721:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f189 expref: 33 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.002736:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f189 expref: 33 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.002748:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c000, rc 0) 00000100:00100000:2.0:1777573244.002792:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+33:59547:x1863919926150784:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 153us (287us total) trans 0 rc 0/0 00000100:00080000:3.0:1777573244.002797:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573244.002802:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12835 00000100:00100000:1.0:1777573244.005718:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.005745:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.005770:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926150912 00000100:00100000:2.0:1777573244.005780:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926150912 00000100:00100000:3.0:1777573244.005799:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926151040 00000100:00100000:3.0:1777573244.005805:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926151040 00002000:00010000:2.0:1777573244.005818:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (94208->18446744073709551615) 00002000:00100000:2.0:1777573244.005824:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515d180 with x1863919926150912 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573244.005836:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c515d180. 00000100:00100000:2.0:1777573244.005863:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5651 00000100:00080000:0.0:1777573244.005871:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573244.005875:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926150912:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.005919:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.005924:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515d880 with x1863919926151040 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.005932:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c515d880. 00000100:00100000:3.0:1777573244.005958:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5652 00000100:00100000:3.0:1777573244.005969:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926151040:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.006022:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:2.0:1777573244.006026:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573244.006029:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573244.006031:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573244.006035:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:3.0:1777573244.006073:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.006077:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573244.006080:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573244.006082:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573244.006084:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573244.006126:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926150912:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 254us (413us total) trans 17179875195 rc 0/0 00000100:00100000:2.0:1777573244.006133:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5651 00002000:00010000:2.0:1777573244.006137:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (94208->18446744073709551615) 00000100:00100000:3.0:1777573244.006138:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926151040:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 160us (377us total) trans 21474841994 rc 0/0 00002000:00100000:2.0:1777573244.006142:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515d180 with x1863919926150912 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573244.006148:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c515d180. 00000100:00100000:3.0:1777573244.006153:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5652 00002000:00010000:3.0:1777573244.006157:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.006160:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c515d880 with x1863919926151040 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.006165:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c515d880. 00000100:00100000:1.0:1777573244.008475:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.008524:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926151168 00000100:00100000:2.0:1777573244.008533:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926151168 00000100:00100000:2.0:1777573244.008586:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15804 00000100:00100000:2.0:1777573244.008595:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+464:59547:x1863919926151168:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.008626:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.008644:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119b8b5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f190 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.008738:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8bc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.008753:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.008764:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.008805:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:2.0:1777573244.008809:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.008831:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.008860:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119b8b5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f190 expref: 466 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.008877:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8bc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f190 expref: 465 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.008886:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.008889:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.008892:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c200, rc 0) 00000100:00100000:2.0:1777573244.008960:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+465:59547:x1863919926151168:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 365us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.008967:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15804 00000100:00100000:1.0:1777573244.012646:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.012745:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926151424 00000100:00100000:0.0:1777573244.012755:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926151424 00000100:00100000:0.0:1777573244.012815:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15805 00000100:00100000:0.0:1777573244.012825:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+465:59547:x1863919926151424:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.012884:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.012912:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8bc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f190 expref: 465 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.012938:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.012944:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.013135:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.013154:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.013164:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.013212:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979027 00000004:00010000:0.0:1777573244.013234:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f95702db reply state 000000009a124f05 transno 4294979028 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.013247:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.013257:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.013260:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.013262:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.013373:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+467:59547:x1863919926151424:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 549us (735us total) trans 4294979028 rc 0/0 00000100:00100000:0.0:1777573244.013381:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15805 00000020:00080000:0.0:1777573244.013385:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.014999:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.015138:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926151552 00000100:00100000:2.0:1777573244.015147:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926151552 00000100:00100000:2.0:1777573244.015192:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12836 00000100:00100000:2.0:1777573244.015203:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+33:59547:x1863919926151552:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.015219:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.015237:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f197 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.015261:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d68, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573244.015298:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.015301:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.015307:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f197 expref: 34 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.015328:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f197 expref: 34 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.015341:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2cc00, rc 0) 00000100:00100000:2.0:1777573244.015392:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+34:59547:x1863919926151552:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 191us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.015399:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12836 00000100:00100000:1.0:1777573244.016871:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.016923:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.016966:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926151680 00000100:00100000:2.0:1777573244.016974:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926151680 00000100:00100000:3.0:1777573244.016996:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926151808 00000100:00100000:3.0:1777573244.017001:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926151808 00002000:00010000:2.0:1777573244.017004:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (94208->18446744073709551615) 00002000:00100000:2.0:1777573244.017009:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fb480 with x1863919926151680 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573244.017019:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70fb480. 00002000:00010000:3.0:1777573244.017021:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.017026:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f8e00 with x1863919926151808 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.017033:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f8e00. 00000100:00100000:2.0:1777573244.017060:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5653 00000100:00100000:2.0:1777573244.017066:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926151680:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573244.017103:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5654 00000100:00100000:3.0:1777573244.017112:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926151808:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.017202:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:2.0:1777573244.017206:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573244.017208:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:2.0:1777573244.017209:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573244.017212:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.017216:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573244.017218:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:3.0:1777573244.017219:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573244.017229:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573244.017231:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573244.017265:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926151680:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 198us (397us total) trans 21474841995 rc 0/0 00000100:00100000:2.0:1777573244.017293:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5653 00002000:00010000:2.0:1777573244.017297:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (94208->18446744073709551615) 00002000:00100000:2.0:1777573244.017301:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fb480 with x1863919926151680 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573244.017305:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70fb480. 00000100:00100000:3.0:1777573244.017334:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926151808:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 222us (410us total) trans 17179875196 rc 0/0 00000100:00100000:3.0:1777573244.017341:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5654 00002000:00010000:3.0:1777573244.017344:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.017346:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f8e00 with x1863919926151808 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.017352:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f8e00. 00000100:00100000:1.0:1777573244.019647:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.019724:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926151936 00000100:00100000:0.0:1777573244.019733:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926151936 00000100:00100000:0.0:1777573244.019787:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15806 00000100:00100000:0.0:1777573244.019796:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+467:59547:x1863919926151936:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.019815:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.019829:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b8d1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f19e expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.019905:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b8d8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.019921:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b8d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.019933:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b8d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.019962:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:0.0:1777573244.019966:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.019983:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b8d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.020012:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b8d1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f19e expref: 469 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.020027:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b8d8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f19e expref: 468 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.020033:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.020035:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.020038:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631a00, rc 0) 00000100:00100000:0.0:1777573244.020097:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+468:59547:x1863919926151936:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 301us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.020103:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15806 00000100:00100000:1.0:1777573244.024847:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.024908:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926152192 00000100:00100000:0.0:1777573244.024920:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926152192 00000100:00100000:0.0:1777573244.024983:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15807 00000100:00100000:0.0:1777573244.024992:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+468:59547:x1863919926152192:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.025054:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.025079:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b8d8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f19e expref: 468 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.025098:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.025103:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.025262:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.025321:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.025331:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.025390:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979029 00000004:00010000:0.0:1777573244.025413:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009fffcf69 reply state 00000000c62cc2c8 transno 4294979030 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.025425:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.025432:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.025434:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.025437:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.025557:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+470:59547:x1863919926152192:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 565us (718us total) trans 4294979030 rc 0/0 00000100:00100000:0.0:1777573244.025565:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15807 00000020:00080000:0.0:1777573244.025579:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.027399:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.027539:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926152320 00000100:00100000:0.0:1777573244.027547:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926152320 00000100:00100000:0.0:1777573244.027610:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12837 00000100:00100000:0.0:1777573244.027617:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+35:59547:x1863919926152320:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.027628:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.027643:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1a5 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.027659:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d6a, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:0.0:1777573244.027678:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.027680:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.027686:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1a5 expref: 36 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.027695:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1a5 expref: 36 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.027703:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a9c00, rc 0) 00000100:00100000:0.0:1777573244.027733:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+36:59547:x1863919926152320:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 118us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.027737:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12837 00000100:00100000:1.0:1777573244.029786:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.029828:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.029853:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926152576 00000100:00100000:3.0:1777573244.029869:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926152576 00000100:00100000:0.0:1777573244.029894:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926152448 00000100:00100000:0.0:1777573244.029909:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926152448 00002000:00010000:3.0:1777573244.029927:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.029935:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fa680 with x1863919926152576 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.029950:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (94208->18446744073709551615) 00002000:00010000:3.0:1777573244.029953:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70fa680. 00002000:00100000:0.0:1777573244.029963:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f8700 with x1863919926152448 ext(94208->18446744073709551615) 00002000:00010000:0.0:1777573244.029975:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f8700. 00000100:00100000:3.0:1777573244.029999:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5655 00000100:00100000:3.0:1777573244.030012:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926152576:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.030024:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5656 00000100:00100000:0.0:1777573244.030039:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926152448:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573244.030201:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:0.0:1777573244.030204:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573244.030207:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573244.030209:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573244.030210:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:3.0:1777573244.030230:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.030235:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573244.030238:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573244.030241:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573244.030244:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573244.030266:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926152448:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 230us (436us total) trans 17179875197 rc 0/0 00000100:00100000:0.0:1777573244.030342:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5656 00002000:00010000:0.0:1777573244.030347:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (94208->18446744073709551615) 00002000:00100000:0.0:1777573244.030353:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70f8700 with x1863919926152448 ext(94208->18446744073709551615) 00002000:00010000:0.0:1777573244.030359:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d70f8700. 00000100:00100000:3.0:1777573244.030372:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926152576:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 358us (602us total) trans 21474841996 rc 0/0 00000100:00100000:3.0:1777573244.030385:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5655 00002000:00010000:3.0:1777573244.030389:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.030393:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d70fa680 with x1863919926152576 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.030401:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d70fa680. 00000100:00100000:1.0:1777573244.032390:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.032466:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926152704 00000100:00100000:2.0:1777573244.032478:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926152704 00000100:00100000:2.0:1777573244.032536:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15808 00000100:00100000:2.0:1777573244.032546:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+470:59547:x1863919926152704:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.032567:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.032585:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119b8ed lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1ac expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.032668:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119b8f4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.032682:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119b8f4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.032693:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119b8f4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.032724:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:2.0:1777573244.032728:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.032744:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119b8f4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.032768:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119b8ed lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1ac expref: 472 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.032786:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119b8f4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1ac expref: 471 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.032799:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.032802:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.032805:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2ca00, rc 0) 00000100:00100000:2.0:1777573244.032868:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+471:59547:x1863919926152704:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 323us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.032875:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15808 00000100:00100000:1.0:1777573244.036169:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.036301:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926152960 00000100:00100000:2.0:1777573244.036311:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926152960 00000100:00100000:2.0:1777573244.036373:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15809 00000100:00100000:2.0:1777573244.036382:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+471:59547:x1863919926152960:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.036424:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.036446:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119b8f4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1ac expref: 471 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.036463:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.036468:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.036622:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.036641:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.036649:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.036688:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979031 00000004:00010000:2.0:1777573244.036706:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7ed7929 reply state 0000000045941371 transno 4294979032 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.036716:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.036721:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.036724:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.036726:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.036798:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+473:59547:x1863919926152960:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 417us (635us total) trans 4294979032 rc 0/0 00000100:00100000:2.0:1777573244.036805:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15809 00000020:00080000:2.0:1777573244.036809:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.038565:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.038731:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926153088 00000100:00100000:2.0:1777573244.038738:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926153088 00000100:00100000:2.0:1777573244.038784:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12838 00000100:00100000:2.0:1777573244.038793:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+36:59547:x1863919926153088:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.038806:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.038823:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1b3 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.038845:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d6c, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573244.038861:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.038863:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.038870:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1b3 expref: 37 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.038883:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1b3 expref: 37 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.038900:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c800, rc 0) 00000100:00100000:2.0:1777573244.038941:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+37:59547:x1863919926153088:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 150us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.038948:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12838 00000100:00100000:1.0:1777573244.041085:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.041126:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.041177:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926153216 00000100:00100000:0.0:1777573244.041183:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926153344 00000100:00100000:3.0:1777573244.041186:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926153216 00000100:00100000:0.0:1777573244.041189:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926153344 00002000:00010000:0.0:1777573244.041225:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00010000:3.0:1777573244.041229:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (94208->18446744073709551615) 00002000:00100000:0.0:1777573244.041230:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d4e00 with x1863919926153344 ext(0->18446744073709551615) 00002000:00100000:3.0:1777573244.041238:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d5880 with x1863919926153216 ext(94208->18446744073709551615) 00002000:00010000:0.0:1777573244.041244:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d4e00. 00002000:00010000:3.0:1777573244.041246:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c73d5880. 00000100:00100000:0.0:1777573244.041300:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5657 00000100:00100000:0.0:1777573244.041311:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926153344:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573244.041314:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5658 00000100:00100000:1.0:1777573244.041329:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926153216:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573244.041467:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.041468:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:0.0:1777573244.041472:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:1.0:1777573244.041474:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573244.041477:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573244.041479:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:0.0:1777573244.041481:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:1.0:1777573244.041483:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573244.041484:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573244.041489:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:0.0:1777573244.041538:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926153344:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 229us (410us total) trans 17179875198 rc 0/0 00000100:00100000:0.0:1777573244.041545:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5657 00002000:00010000:0.0:1777573244.041549:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.041552:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d4e00 with x1863919926153344 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.041556:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c73d4e00. 00000100:00100000:1.0:1777573244.041682:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c73d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926153216:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 356us (601us total) trans 21474841997 rc 0/0 00000100:00100000:1.0:1777573244.041689:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5658 00002000:00010000:1.0:1777573244.041693:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (94208->18446744073709551615) 00002000:00100000:1.0:1777573244.041700:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c73d5880 with x1863919926153216 ext(94208->18446744073709551615) 00002000:00010000:1.0:1777573244.041705:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c73d5880. 00000100:00100000:1.0:1777573244.044334:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.044414:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926153472 00000100:00100000:2.0:1777573244.044425:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926153472 00000100:00100000:2.0:1777573244.044480:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15810 00000100:00100000:2.0:1777573244.044490:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+473:59547:x1863919926153472:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.044513:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.044530:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119b909 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1ba expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.044634:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b910 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.044647:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b910 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.044655:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b910 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.044675:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:2.0:1777573244.044678:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.044691:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b910 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.044709:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119b909 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1ba expref: 475 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.044720:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b910 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1ba expref: 474 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.044725:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.044727:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.044730:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2ce00, rc 0) 00000100:00100000:2.0:1777573244.044770:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+474:59547:x1863919926153472:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 282us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.044777:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15810 00000100:00100000:3.0:1777573244.049722:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.049820:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926153728 00000100:00100000:0.0:1777573244.049835:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926153728 00000100:00100000:0.0:1777573244.050106:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15811 00000100:00100000:0.0:1777573244.050118:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+474:59547:x1863919926153728:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.050170:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.050208:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b910 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1ba expref: 474 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.050229:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.050234:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.050427:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.050445:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.050455:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.050496:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979033 00000004:00010000:0.0:1777573244.050516:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004af6c30f reply state 00000000381a1ee8 transno 4294979034 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.050529:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.050536:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.050539:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.050541:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.050627:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+476:59547:x1863919926153728:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 512us (929us total) trans 4294979034 rc 0/0 00000100:00100000:0.0:1777573244.050635:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15811 00000020:00080000:0.0:1777573244.050645:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.053401:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.053482:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926153856 00000100:00100000:2.0:1777573244.053495:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926153856 00000100:00100000:2.0:1777573244.053606:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12839 00000100:00100000:2.0:1777573244.053617:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+38:59547:x1863919926153856:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.053633:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.053651:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1c1 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.053675:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d6d, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573244.053695:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.053697:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.053705:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c1 expref: 39 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.053720:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c1 expref: 39 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.053739:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2ca00, rc 0) 00000100:00100000:2.0:1777573244.053794:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+39:59547:x1863919926153856:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 180us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.053801:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12839 00000100:00100000:1.0:1777573244.057644:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.057696:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.057839:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926153984 00000100:00100000:0.0:1777573244.057851:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926153984 00002000:00010000:0.0:1777573244.057888:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (94208->18446744073709551615) 00002000:00100000:0.0:1777573244.057892:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59880 with x1863919926153984 ext(94208->18446744073709551615) 00002000:00010000:0.0:1777573244.057901:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b59880. 00000100:00100000:0.0:1777573244.057932:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926154112 00000100:00100000:0.0:1777573244.057936:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926154112 00002000:00010000:0.0:1777573244.057949:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.057952:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b480 with x1863919926154112 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.057958:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b5b480. 00000100:00100000:2.0:1777573244.058060:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5659 00000100:00100000:2.0:1777573244.058074:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926153984:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.058118:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5660 00000100:00100000:0.0:1777573244.058193:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926154112:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.058242:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:2.0:1777573244.058247:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573244.058249:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:2.0:1777573244.058252:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573244.058255:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:0.0:1777573244.058314:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.058317:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573244.058319:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573244.058320:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573244.058322:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573244.058457:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926153984:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 387us (828us total) trans 17179875199 rc 0/0 00000100:00100000:2.0:1777573244.058465:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5659 00002000:00010000:2.0:1777573244.058469:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (94208->18446744073709551615) 00002000:00100000:2.0:1777573244.058472:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59880 with x1863919926153984 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573244.058477:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b59880. 00000100:00100000:0.0:1777573244.058619:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926154112:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 493us (922us total) trans 21474841998 rc 0/0 00000100:00100000:0.0:1777573244.058624:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5660 00002000:00010000:0.0:1777573244.058626:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.058628:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5b480 with x1863919926154112 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.058632:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b5b480. 00000100:00100000:3.0:1777573244.061607:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.061716:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926154240 00000100:00100000:0.0:1777573244.061725:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926154240 00000100:00100000:0.0:1777573244.061779:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15812 00000100:00100000:0.0:1777573244.061790:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+476:59547:x1863919926154240:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.061812:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.061832:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b925 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1c8 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.061923:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b92c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.061940:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b92c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.061952:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b92c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.061980:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:0.0:1777573244.061985:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.062002:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b92c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.062029:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b925 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c8 expref: 478 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.062060:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b92c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c8 expref: 477 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.062069:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.062072:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.062075:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630400, rc 0) 00000100:00100000:0.0:1777573244.062131:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+477:59547:x1863919926154240:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 344us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.062139:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15812 00000100:00100000:1.0:1777573244.065251:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.065375:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926154496 00000100:00100000:0.0:1777573244.065386:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926154496 00000100:00100000:0.0:1777573244.065442:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15813 00000100:00100000:0.0:1777573244.065452:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+477:59547:x1863919926154496:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.065506:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.065529:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119b92c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c8 expref: 477 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.065547:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.065552:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.065709:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.065726:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.065735:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.065785:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979035 00000004:00010000:0.0:1777573244.065803:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028bf4d41 reply state 00000000e425e2e1 transno 4294979036 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.065814:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.065820:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.065823:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.065825:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.065900:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+479:59547:x1863919926154496:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 444us (651us total) trans 4294979036 rc 0/0 00000100:00100000:0.0:1777573244.065909:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15813 00000020:00080000:0.0:1777573244.065913:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.068158:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.068217:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926154624 00000100:00100000:2.0:1777573244.068225:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926154624 00000100:00100000:2.0:1777573244.068268:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12840 00000100:00100000:2.0:1777573244.068306:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+39:59547:x1863919926154624:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.068319:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.068336:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1cf expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.068359:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d79, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573244.068378:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.068380:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.068387:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1cf expref: 40 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.068402:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1cf expref: 40 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.068415:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d800, rc 0) 00000100:00100000:2.0:1777573244.068456:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+40:59547:x1863919926154624:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 154us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.068463:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12840 00000100:00100000:3.0:1777573244.069952:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.069994:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.070066:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926154752 00000100:00100000:2.0:1777573244.070074:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926154752 00000100:00100000:1.0:1777573244.070080:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926154880 00000100:00100000:1.0:1777573244.070086:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926154880 00002000:00010000:2.0:1777573244.070105:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (94208->18446744073709551615) 00002000:00010000:1.0:1777573244.070106:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.070114:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c27480 with x1863919926154752 ext(94208->18446744073709551615) 00002000:00100000:1.0:1777573244.070114:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24380 with x1863919926154880 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.070127:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c27480. 00002000:00010000:1.0:1777573244.070127:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c24380. 00000100:00100000:1.0:1777573244.070165:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5661 00000100:00100000:1.0:1777573244.070176:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926154880:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573244.070323:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5662 00000100:00100000:2.0:1777573244.070332:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926154752:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.070433:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573244.070434:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:1.0:1777573244.070437:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573244.070440:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:1.0:1777573244.070440:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573244.070445:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573244.070446:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:1.0:1777573244.070448:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573244.070452:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:2.0:1777573244.070456:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:2.0:1777573244.070523:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926154752:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 192us (574us total) trans 21474841999 rc 0/0 00000100:00100000:2.0:1777573244.070530:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5662 00002000:00010000:2.0:1777573244.070533:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (94208->18446744073709551615) 00002000:00100000:2.0:1777573244.070536:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c27480 with x1863919926154752 ext(94208->18446744073709551615) 00002000:00010000:2.0:1777573244.070542:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2c27480. 00000100:00100000:1.0:1777573244.070622:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926154880:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 449us (628us total) trans 17179875200 rc 0/0 00000100:00100000:1.0:1777573244.070628:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5661 00002000:00010000:1.0:1777573244.070630:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.070632:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2c24380 with x1863919926154880 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.070635:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2c24380. 00000100:00100000:1.0:1777573244.072600:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.072653:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926155008 00000100:00100000:2.0:1777573244.072661:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926155008 00000100:00100000:2.0:1777573244.072730:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15814 00000100:00100000:2.0:1777573244.072740:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+479:59547:x1863919926155008:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.072760:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.072778:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119b941 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1d6 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.072859:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119b948 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.072874:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119b948 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.072886:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119b948 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.072913:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:2.0:1777573244.072917:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.072934:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119b948 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.072964:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2da00/0x8dc0a528a119b941 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1d6 expref: 481 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.072979:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119b948 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1d6 expref: 480 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.072987:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.072990:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.072993:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2de00, rc 0) 00000100:00100000:2.0:1777573244.073063:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+480:59547:x1863919926155008:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 325us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.073070:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15814 00000100:00100000:3.0:1777573244.075662:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.075709:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926155264 00000100:00100000:2.0:1777573244.075718:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926155264 00000100:00100000:2.0:1777573244.075781:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15815 00000100:00100000:2.0:1777573244.075791:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+480:59547:x1863919926155264:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.075835:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.075857:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119b948 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1d6 expref: 480 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.075875:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.075880:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.076248:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.076266:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.076345:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.076390:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979037 00000004:00010000:2.0:1777573244.076413:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ee81586 reply state 000000006edf5db0 transno 4294979038 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.076425:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.076432:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.076435:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.076437:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.076516:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+482:59547:x1863919926155264:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 726us (857us total) trans 4294979038 rc 0/0 00000100:00100000:2.0:1777573244.076523:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15815 00000020:00080000:2.0:1777573244.076529:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.079060:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.079106:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926155392 00000100:00100000:2.0:1777573244.079114:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926155392 00000100:00100000:2.0:1777573244.079166:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12841 00000100:00100000:2.0:1777573244.079177:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+41:59547:x1863919926155392:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.079196:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.079214:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1dd expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.079233:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 94208, mtime: 0x69f39d7b, atime: 0x69f39d7a, ctime: 0x69f39d7b, blocks: 0x28 00010000:00010000:2.0:1777573244.079250:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.079252:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.079259:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1dd expref: 42 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.079293:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1dd expref: 42 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.079302:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2da00, rc 0) 00000100:00100000:2.0:1777573244.079344:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+42:59547:x1863919926155392:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 171us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.079349:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12841 00000100:00100000:1.0:1777573244.081412:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.081464:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.081486:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926155648 00000100:00100000:3.0:1777573244.081496:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926155648 00000100:00100000:0.0:1777573244.081515:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926155520 00000100:00100000:0.0:1777573244.081522:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926155520 00002000:00010000:3.0:1777573244.081531:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.081537:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59f80 with x1863919926155648 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.081540:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (94208->18446744073709551615) 00002000:00100000:0.0:1777573244.081543:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5aa00 with x1863919926155520 ext(94208->18446744073709551615) 00002000:00010000:3.0:1777573244.081547:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b59f80. 00002000:00010000:0.0:1777573244.081549:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5aa00. 00000100:00100000:3.0:1777573244.081580:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5663 00000100:00100000:0.0:1777573244.081592:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5664 00000100:00100000:3.0:1777573244.081593:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926155648:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.081605:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926155520:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573244.081749:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:3.0:1777573244.081750:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.081754:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:3.0:1777573244.081756:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573244.081760:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573244.081761:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573244.081767:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573244.081767:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573243 -> 1777573243 00002000:00010000:0.0:1777573244.081772:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:3.0:1777573244.081774:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573244.081824:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926155648:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 235us (415us total) trans 21474842000 rc 0/0 00000100:00100000:0.0:1777573244.081825:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926155520:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 222us (359us total) trans 17179875201 rc 0/0 00000100:00100000:3.0:1777573244.081841:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5663 00002000:00010000:3.0:1777573244.081845:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.081849:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b59f80 with x1863919926155648 ext(0->18446744073709551615) 00000100:00100000:0.0:1777573244.081850:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5664 00002000:00010000:0.0:1777573244.081856:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (94208->18446744073709551615) 00002000:00010000:3.0:1777573244.081858:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b59f80. 00002000:00100000:0.0:1777573244.081862:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b5aa00 with x1863919926155520 ext(94208->18446744073709551615) 00002000:00010000:0.0:1777573244.081869:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b5aa00. 00000100:00100000:3.0:1777573244.085131:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.085316:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926155776 00000100:00100000:2.0:1777573244.085329:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926155776 00000100:00100000:2.0:1777573244.085405:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15816 00000100:00100000:2.0:1777573244.085416:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+482:59547:x1863919926155776:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.085448:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.085476:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119b95d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1e4 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.085688:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b964 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.085709:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b964 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.085723:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b964 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.085759:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 94208 00000004:00200000:2.0:1777573244.085764:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.085788:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b964 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.085820:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119b95d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1e4 expref: 484 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.085842:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b964 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1e4 expref: 483 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.085851:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.085854:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.085859:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb30000, rc 0) 00000100:00100000:2.0:1777573244.085931:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+483:59547:x1863919926155776:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 517us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.085939:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15816 00000100:00100000:1.0:1777573244.089006:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.089322:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926155904 00000100:00100000:3.0:1777573244.089336:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926155904 00000100:00100000:3.0:1777573244.089425:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5665 00000100:00100000:3.0:1777573244.089446:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926155904:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573244.089491:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.089511:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.089513:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.089521:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.089537:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.091861:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.091882:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.091893:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.091901:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573244.091906:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.091914:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.091932:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.091940:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b96b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.092091:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926155904:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2644us (3092us total) trans 0 rc 86016/86016 00000100:00100000:3.0:1777573244.092103:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5665 00000100:00100000:3.0:1777573244.096653:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.096734:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926156032 00000100:00100000:2.0:1777573244.096744:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926156032 00000100:00100000:2.0:1777573244.096815:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5666 00000100:00100000:2.0:1777573244.096826:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926156032:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573244.096863:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.096884:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f119 expref: 43 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.096892:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.096894:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.096898:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.096933:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f119 expref: 43 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.096948:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f119 expref: 43 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.096963:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932213376:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.097037:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.098711:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28803:1863919932213376:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.098735:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.098909:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.099010:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926156160 00000100:00100000:0.0:1777573244.099018:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926156160 00010000:00010000:0.0:1777573244.099072:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f119 expref: 44 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.099118:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5788 00000100:00100000:0.0:1777573244.099128:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926156160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573244.099141:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.099163:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f119 expref: 44 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.099175:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f119 expref: 44 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.099198:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119b7ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f119 expref: 44 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.099214:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.099215:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.099220:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.099229:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.099256:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573244.099337:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926156160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 211us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.099345:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5788 00010000:00010000:2.0:1777573244.099455:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.099465:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.103975:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875202 is committed 00002000:00010000:3.0:1777573244.104114:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:3.0:1777573244.104119:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:3.0:1777573244.104132:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.104148:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.104157:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.104164:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2de00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573244.104169:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.104176:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.104193:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.104200:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119b972 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.104327:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926156032:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7490us (7666us total) trans 17179875202 rc 0/0 00000100:00100000:3.0:1777573244.104338:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5666 00000100:00100000:2.0:1777573244.109052:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.109153:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926156288 00000100:00100000:1.0:1777573244.109161:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926156288 00000100:00100000:1.0:1777573244.109231:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5667 00000100:00100000:1.0:1777573244.109241:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+42:2405:x1863919926156288:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.109309:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.109336:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f127 expref: 42 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.109342:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.109343:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.109346:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.109377:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f127 expref: 42 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.109395:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f127 expref: 42 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.109409:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932213504:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.109485:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.112408:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28804:1863919932213504:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.112410:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1777573244.112436:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.112505:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926156416 00000100:00100000:0.0:1777573244.112511:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926156416 00010000:00010000:0.0:1777573244.112538:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f127 expref: 43 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.112568:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5789 00000100:00100000:0.0:1777573244.112575:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926156416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573244.112585:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.112601:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f127 expref: 43 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.112610:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f127 expref: 43 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.112626:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad748075/0x8dc0a528a119b7ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f127 expref: 43 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.112638:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.112639:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.112643:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.112649:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.112666:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573244.112702:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926156416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 128us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.112710:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5789 00010000:00010000:3.0:1777573244.112730:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.112744:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.119075:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842001 is committed 00002000:00010000:1.0:1777573244.121017:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:1.0:1777573244.121024:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:1.0:1777573244.121036:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.121060:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.121069:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.121076:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.121081:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.121090:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.121109:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.121119:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004239c9ca/0x8dc0a528a119b979 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.121225:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919926156288:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11981us (12189us total) trans 21474842001 rc 0/0 00000100:00100000:1.0:1777573244.121235:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5667 00000100:00100000:1.0:1777573244.127523:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.127656:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926156544 00000100:00100000:3.0:1777573244.127666:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926156544 00000100:00100000:3.0:1777573244.127732:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5668 00000100:00100000:3.0:1777573244.127744:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919926156544:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573244.127778:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.127794:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f135 expref: 26 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.127800:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.127802:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.127804:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.127834:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f135 expref: 26 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.127847:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f135 expref: 26 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.127864:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932213632:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.127940:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.131809:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932213632:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.131841:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.132360:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.132444:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926156672 00000100:00100000:0.0:1777573244.132450:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926156672 00010000:00010000:0.0:1777573244.132484:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f135 expref: 27 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.132513:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5790 00000100:00100000:0.0:1777573244.132520:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926156672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573244.132532:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.132561:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f135 expref: 27 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.132573:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f135 expref: 27 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.132596:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119b806 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f135 expref: 27 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.132611:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.132612:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.132616:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.132624:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.132649:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.132690:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.132698:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926156672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 176us (336us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573244.132711:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.132713:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5790 00000001:00080000:0.0:1777573244.137843:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842002 is committed 00002000:00010000:2.0:1777573244.137962:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:2.0:1777573244.137968:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:2.0:1777573244.137980:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.137993:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.138003:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.138011:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.138016:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.138025:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.138056:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.138065:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b339ddc/0x8dc0a528a119b980 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.138160:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919926156544:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10416us (10642us total) trans 21474842002 rc 0/0 00000100:00100000:2.0:1777573244.138170:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5668 00000100:00100000:3.0:1777573244.140980:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.142558:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926156800 00000100:00100000:0.0:1777573244.142568:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926156800 00000100:00100000:0.0:1777573244.142646:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5669 00000100:00100000:0.0:1777573244.142656:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926156800:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573244.142691:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.142714:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f143 expref: 27 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.142722:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573244.142725:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573244.142728:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.142765:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f143 expref: 27 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.142777:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f143 expref: 27 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.142796:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932213760:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573244.142878:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.146564:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932213760:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573244.146592:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.147108:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.147193:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926156928 00000100:00100000:0.0:1777573244.147200:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926156928 00010000:00010000:0.0:1777573244.147398:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f143 expref: 28 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.147476:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5791 00000100:00100000:0.0:1777573244.147486:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+28:2403:x1863919926156928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573244.147500:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.147521:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f143 expref: 28 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.147534:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f143 expref: 28 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.147556:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119b822 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f143 expref: 28 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.147575:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.147576:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.147581:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.147590:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.147616:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.147652:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.147664:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.147679:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926156928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 193us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.147687:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5791 00000001:00080000:2.0:1777573244.158820:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875203 is committed 00002000:00010000:0.0:1777573244.159132:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:0.0:1777573244.159138:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:0.0:1777573244.159150:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.159162:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.159172:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.159179:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd4600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573244.159184:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.159198:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.159215:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.159222:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004030b381/0x8dc0a528a119b987 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.159327:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926156800:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 16669us (18350us total) trans 17179875203 rc 0/0 00000100:00100000:0.0:1777573244.159337:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5669 00000100:00100000:3.0:1777573244.164509:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.164760:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926157056 00000100:00100000:2.0:1777573244.164769:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926157056 00000100:00100000:2.0:1777573244.164826:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5670 00000100:00100000:2.0:1777573244.164834:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926157056:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573244.164862:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.164883:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f151 expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.164891:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.164893:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.164897:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.164929:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f151 expref: 25 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.164942:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f151 expref: 25 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.164956:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932213888:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.165091:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.169337:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932213888:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.169370:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.169994:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.170096:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926157184 00000100:00100000:0.0:1777573244.170103:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926157184 00010000:00010000:0.0:1777573244.170133:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f151 expref: 26 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.170165:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5792 00000100:00100000:0.0:1777573244.170171:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926157184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573244.170183:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.170201:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f151 expref: 26 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.170210:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f151 expref: 26 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.170229:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5522f59/0x8dc0a528a119b83e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f151 expref: 26 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.170240:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.170241:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.170245:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.170252:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.170297:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573244.170334:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926157184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 163us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.170340:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5792 00010000:00010000:2.0:1777573244.170509:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.170520:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.176106:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842003 is committed 00002000:00010000:1.0:1777573244.176207:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:1.0:1777573244.176213:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:1.0:1777573244.176224:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.176238:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.176247:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.176254:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4592200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.176258:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.176267:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.176314:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.176321:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ed1d6c3/0x8dc0a528a119b98e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.176428:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926157056:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11589us (11923us total) trans 21474842003 rc 0/0 00000100:00100000:1.0:1777573244.176438:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5670 00000100:00100000:2.0:1777573244.181831:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.181920:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926157312 00000100:00100000:0.0:1777573244.181937:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926157312 00000100:00100000:0.0:1777573244.182034:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5671 00000100:00100000:0.0:1777573244.182063:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926157312:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573244.182108:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.182133:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f15f expref: 24 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.182147:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573244.182149:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573244.182153:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.182198:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f15f expref: 24 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.182214:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f15f expref: 24 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.182233:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932214016:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573244.182430:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.185310:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.185424:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932214016:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573244.185451:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.185535:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926157440 00000100:00100000:1.0:1777573244.185543:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926157440 00010000:00010000:1.0:1777573244.185579:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f15f expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.185610:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5793 00000100:00100000:1.0:1777573244.185617:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926157440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.185629:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.185648:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f15f expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.185660:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f15f expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.185682:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014691c05/0x8dc0a528a119b85a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f15f expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.185698:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.185700:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.185704:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.185713:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.185745:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573244.185797:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926157440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 179us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.185805:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5793 00010000:00010000:2.0:1777573244.185819:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.185828:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.192026:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842004 is committed 00002000:00010000:2.0:1777573244.192201:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:2.0:1777573244.192206:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:2.0:1777573244.192229:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.192242:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.192251:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.192257:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd4600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.192262:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.192301:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.192321:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.192329:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119b995 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.192424:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926157312:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10363us (10598us total) trans 21474842004 rc 0/0 00000100:00100000:2.0:1777573244.192436:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5671 00000100:00100000:1.0:1777573244.197743:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.197923:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926157568 00000100:00100000:3.0:1777573244.197933:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926157568 00000100:00100000:3.0:1777573244.198008:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5672 00000100:00100000:3.0:1777573244.198018:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919926157568:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573244.198064:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.198085:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f16d expref: 26 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.198094:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.198096:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.198100:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.198132:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f16d expref: 26 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.198153:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f16d expref: 26 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.198166:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932214144:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.198261:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.203964:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932214144:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573244.203968:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.204063:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926157696 00000100:00100000:1.0:1777573244.204070:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926157696 00010000:00010000:3.0:1777573244.204082:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.204111:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f16d expref: 27 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.204186:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5794 00000100:00100000:1.0:1777573244.204196:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926157696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.204210:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.204230:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f16d expref: 27 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.204242:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f16d expref: 27 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.204266:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074918371/0x8dc0a528a119b876 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f16d expref: 27 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.204314:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.204316:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.204321:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.204330:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.204354:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573244.204413:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926157696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 218us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.204420:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5794 00010000:00010000:3.0:1777573244.204422:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.204430:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.214592:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875204 is committed 00002000:00010000:0.0:1777573244.214767:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:0.0:1777573244.214773:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:0.0:1777573244.214791:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.214807:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.214817:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.214825:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573244.214831:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.214841:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.214864:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.214872:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7156c03/0x8dc0a528a119b99c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.214999:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+25:2406:x1863919926157568:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 16975us (17257us total) trans 17179875204 rc 0/0 00000100:00100000:0.0:1777573244.215010:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5672 00000100:00100000:0.0:1777573244.218799:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.219241:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926157824 00000100:00100000:2.0:1777573244.219255:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926157824 00000100:00100000:2.0:1777573244.219389:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5673 00000100:00100000:2.0:1777573244.219401:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926157824:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573244.219448:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.219475:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f17b expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.219485:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.219487:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.219491:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.219540:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f17b expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.219557:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f17b expref: 23 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.219574:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932214272:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.219757:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.221987:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14599:1863919932214272:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573244.222017:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.225636:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.225711:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926157952 00000100:00100000:3.0:1777573244.225723:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926157952 00010000:00010000:3.0:1777573244.225835:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f17b expref: 24 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.225886:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5795 00000100:00100000:3.0:1777573244.225898:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926157952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573244.225917:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.225946:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f17b expref: 24 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.225959:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f17b expref: 24 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.225982:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039b410ed/0x8dc0a528a119b892 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f17b expref: 24 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.225998:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.226000:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.226005:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.226014:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.226056:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.226092:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.226104:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.226123:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926157952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 226us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.226132:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5795 00000001:00080000:2.0:1777573244.232331:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842005 is committed 00002000:00010000:1.0:1777573244.232475:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:1.0:1777573244.232483:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:1.0:1777573244.232495:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.232515:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.232524:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.232531:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12ab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.232536:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.232545:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.232564:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.232572:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.232675:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926157824:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 13272us (13885us total) trans 21474842005 rc 0/0 00000100:00100000:1.0:1777573244.232684:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5673 00000100:00100000:0.0:1777573244.236387:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.236517:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926158080 00000100:00100000:3.0:1777573244.236529:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926158080 00000100:00100000:3.0:1777573244.236621:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5674 00000100:00100000:3.0:1777573244.236634:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926158080:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573244.236679:0:8369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.236710:0:8369:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f189 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.236719:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.236722:0:8369:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.236726:0:8369:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.236771:0:8369:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f189 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.236788:0:8369:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f189 expref: 25 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.236810:0:8369:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932214400:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.236914:0:8369:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.238163:0:8369:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8369:1863919932214400:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.238191:0:8369:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.238544:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.238735:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926158208 00000100:00100000:1.0:1777573244.238751:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926158208 00010000:00010000:1.0:1777573244.238801:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f189 expref: 26 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.238902:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5796 00000100:00100000:1.0:1777573244.238912:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926158208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.238927:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.238955:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f189 expref: 26 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.238970:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f189 expref: 26 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.238991:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d75af77a/0x8dc0a528a119b8ae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f189 expref: 26 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.239007:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.239009:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.239013:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.239022:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.239065:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.239105:0:8369:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.239118:0:8369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.239145:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926158208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 233us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.239155:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5796 00000001:00080000:0.0:1777573244.244654:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875205 is committed 00002000:00010000:2.0:1777573244.244799:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:2.0:1777573244.244805:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.244808:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.244810:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:2.0:1777573244.244826:0:8369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.244841:0:8369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.244851:0:8369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.244858:0:8369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.244864:0:8369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.244879:0:8369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.244903:0:8369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.244911:0:8369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b339ddc/0x8dc0a528a119b9aa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.245027:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926158080:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8392us (8649us total) trans 17179875205 rc 0/0 00000100:00100000:2.0:1777573244.245053:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5674 00000100:00100000:3.0:1777573244.247373:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.248082:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926158336 00000100:00100000:2.0:1777573244.248095:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926158336 00000100:00100000:2.0:1777573244.248186:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5675 00000100:00100000:2.0:1777573244.248201:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926158336:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573244.248246:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.248289:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f197 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.248300:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.248303:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.248308:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.248358:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f197 expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.248374:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f197 expref: 22 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.248393:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932214528:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.248500:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d6900 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.250190:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.250241:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932214528:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.250266:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926158464 00000100:00100000:1.0:1777573244.250312:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926158464 00010000:00010000:2.0:1777573244.250323:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.250356:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f197 expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.250397:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5797 00000100:00100000:1.0:1777573244.250407:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926158464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.250435:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.250482:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f197 expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.250498:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f197 expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.250529:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119b8ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f197 expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.250555:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.250557:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.250563:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.250573:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.250609:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573244.250643:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.250655:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.250711:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926158464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 304us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.250722:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5797 00000001:00080000:0.0:1777573244.256268:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842006 is committed 00002000:00010000:2.0:1777573244.256413:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:2.0:1777573244.256419:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.256422:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.256424:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:2.0:1777573244.256440:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.256456:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.256468:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.256482:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12ab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.256488:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.256498:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.256523:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.256532:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.256657:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926158336:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8453us (9287us total) trans 21474842006 rc 0/0 00000100:00100000:2.0:1777573244.256669:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5675 00000100:00100000:3.0:1777573244.260722:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.260792:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926158592 00000100:00100000:1.0:1777573244.260806:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926158592 00000100:00100000:1.0:1777573244.260938:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5676 00000100:00100000:1.0:1777573244.260952:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926158592:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.260996:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.261025:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1a5 expref: 24 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.261034:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.261036:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.261051:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.261096:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1a5 expref: 24 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.261112:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1a5 expref: 24 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.261130:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932214656:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.261231:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.263725:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.263766:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932214656:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573244.263810:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.263940:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926158720 00000100:00100000:2.0:1777573244.263951:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926158720 00010000:00010000:2.0:1777573244.263993:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1a5 expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.264035:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5798 00000100:00100000:2.0:1777573244.264067:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926158720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573244.264087:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.264116:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1a5 expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.264131:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1a5 expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.264159:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004df1561b/0x8dc0a528a119b8e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1a5 expref: 25 pid: 28215 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.264179:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.264181:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.264186:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.264196:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.264227:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.264265:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.264295:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.264342:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926158720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 278us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.264351:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5798 00000001:00080000:0.0:1777573244.270885:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875206 is committed 00002000:00010000:2.0:1777573244.271101:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:2.0:1777573244.271107:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.271110:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.271112:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:2.0:1777573244.271129:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.271147:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.271158:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.271166:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.271172:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.271186:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.271212:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.271220:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119b9b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.271398:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926158592:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10442us (10689us total) trans 17179875206 rc 0/0 00000100:00100000:2.0:1777573244.271412:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5676 00000100:00100000:0.0:1777573244.276377:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.276537:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926158848 00000100:00100000:2.0:1777573244.276553:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926158848 00000100:00100000:2.0:1777573244.276647:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5677 00000100:00100000:2.0:1777573244.276669:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926158848:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573244.277262:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.277308:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1b3 expref: 21 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.277314:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.277316:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.277319:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.277380:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1b3 expref: 21 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.277399:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1b3 expref: 21 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.277417:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932214784:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.277877:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.280394:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28806:1863919932214784:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.280417:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.280706:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.280841:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926158976 00000100:00100000:0.0:1777573244.280853:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926158976 00010000:00010000:0.0:1777573244.280895:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1b3 expref: 22 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.280978:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5799 00000100:00100000:0.0:1777573244.280990:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926158976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573244.281008:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.281035:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1b3 expref: 22 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.281061:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1b3 expref: 22 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.281097:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119b902 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1b3 expref: 22 pid: 28214 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.281118:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.281121:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.281127:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.281145:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.281186:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573244.281249:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926158976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 261us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.281258:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5799 00010000:00010000:2.0:1777573244.281318:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.281331:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.287873:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842007 is committed 00002000:00010000:2.0:1777573244.288009:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:2.0:1777573244.288013:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.288015:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.288017:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:2.0:1777573244.288030:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.288055:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.288063:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.288068:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12ab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.288074:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.288086:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.288109:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.288117:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.288334:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919926158848:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11661us (11962us total) trans 21474842007 rc 0/0 00000100:00100000:2.0:1777573244.288346:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5677 00000100:00100000:1.0:1777573244.292814:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.292918:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926159104 00000100:00100000:0.0:1777573244.292930:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926159104 00000100:00100000:0.0:1777573244.293012:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5678 00000100:00100000:0.0:1777573244.293024:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926159104:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:0.0:1777573244.293085:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.293108:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c1 expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.293115:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573244.293117:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573244.293120:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.293157:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c1 expref: 23 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.293187:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c1 expref: 23 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.293205:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7133480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932214912:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.293392:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.295757:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7133480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932214912:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.295791:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.296346:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.296656:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926159232 00000100:00100000:3.0:1777573244.296668:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926159232 00010000:00010000:3.0:1777573244.296710:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c1 expref: 24 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.296756:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5800 00000100:00100000:3.0:1777573244.296766:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926159232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573244.296780:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.296799:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c1 expref: 24 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.296812:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c1 expref: 24 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.296835:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119b91e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1c1 expref: 24 pid: 8362 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.296852:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.296854:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.296859:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.296869:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.296905:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573244.296974:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926159232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 209us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.296983:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5800 00010000:00010000:2.0:1777573244.297129:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.297139:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.306813:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875207 is committed 00002000:00010000:2.0:1777573244.306951:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:2.0:1777573244.306955:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.306958:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.306960:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:2.0:1777573244.306974:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.306990:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.307000:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.307009:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.307015:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.307025:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.307072:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.307082:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe421f64/0x8dc0a528a119b9c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.307232:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926159104:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 14203us (14424us total) trans 17179875207 rc 0/0 00000100:00100000:2.0:1777573244.307245:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5678 00000100:00100000:1.0:1777573244.311632:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.312269:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926159360 00000100:00100000:2.0:1777573244.312308:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926159360 00000100:00100000:2.0:1777573244.312443:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5679 00000100:00100000:2.0:1777573244.312466:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926159360:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573244.312503:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.312524:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1cf expref: 20 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.312538:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.312540:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.312543:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.312580:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1cf expref: 20 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.312607:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1cf expref: 20 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.312623:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932215040:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.312709:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.314525:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932215040:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.314551:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.314753:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.315126:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926159488 00000100:00100000:3.0:1777573244.315134:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926159488 00010000:00010000:3.0:1777573244.315166:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1cf expref: 21 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.315204:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5801 00000100:00100000:3.0:1777573244.315213:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926159488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573244.315226:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.315248:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1cf expref: 21 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.315261:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1cf expref: 21 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.315316:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119b93a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1cf expref: 21 pid: 27874 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.315327:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.315328:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.315332:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.315339:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.315369:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573244.315404:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926159488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 193us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.315409:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5801 00010000:00010000:1.0:1777573244.315590:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.315599:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.322095:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842008 is committed 00002000:00010000:2.0:1777573244.322213:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:2.0:1777573244.322218:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.322221:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.322223:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:2.0:1777573244.322235:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.322254:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.322263:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.322306:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12ab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.322312:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.322322:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.322340:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.322347:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.322439:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926159360:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9983us (10811us total) trans 21474842008 rc 0/0 00000100:00100000:2.0:1777573244.322450:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5679 00000100:00100000:3.0:1777573244.325764:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.325869:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926159616 00000100:00100000:2.0:1777573244.325878:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926159616 00000100:00100000:2.0:1777573244.326026:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5680 00000100:00100000:2.0:1777573244.326048:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926159616:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573244.326085:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.326106:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1dd expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.326114:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.326116:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.326120:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.326151:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1dd expref: 22 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.326165:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1dd expref: 22 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.326180:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c58a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932215168:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.326256:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.329323:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c58a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932215168:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.329354:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.330369:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.330493:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926159744 00000100:00100000:1.0:1777573244.330500:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926159744 00010000:00010000:1.0:1777573244.330535:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1dd expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.330574:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5802 00000100:00100000:1.0:1777573244.330584:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926159744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.330598:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.330620:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1dd expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.330633:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1dd expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.330670:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119b956 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1dd expref: 23 pid: 8360 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.330685:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.330686:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.330690:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.330700:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.330730:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573244.330785:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926159744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 201us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.330793:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5802 00010000:00010000:2.0:1777573244.330798:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.330816:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.337630:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875208 is committed 00002000:00010000:2.0:1777573244.337773:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 94208 -> 192512 00002000:00010000:2.0:1777573244.337779:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.337782:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.337784:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 40 -> 208 00010000:00010000:2.0:1777573244.337798:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.337812:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.337821:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.337828:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12aa800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.337833:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.337843:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.337861:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.337874:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [106496->192511] (req 106496->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.338026:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926159616:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11987us (12265us total) trans 17179875208 rc 0/0 00000100:00100000:2.0:1777573244.338046:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5680 00000100:00100000:1.0:1777573244.343236:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.343427:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926159872 00000100:00100000:2.0:1777573244.343437:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926159872 00000100:00100000:2.0:1777573244.343493:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12842 00000100:00100000:2.0:1777573244.343508:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926159872:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573244.343617:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926159872:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 111us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.343626:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12842 00000100:00100000:3.0:1777573244.348738:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.349004:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926160000 00000100:00100000:2.0:1777573244.349013:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926160000 00000100:00100000:2.0:1777573244.349121:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12843 00000100:00100000:2.0:1777573244.349129:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926160000:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573244.349219:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926160000:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 90us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.349226:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12843 00010000:00010000:0.0:1777573244.350866:0:29350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573244.352796:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.353521:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926160256 00000100:00100000:0.0:1777573244.353531:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926160256 00000100:00100000:0.0:1777573244.353593:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15817 00000100:00100000:0.0:1777573244.353602:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+483:59547:x1863919926160256:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.353645:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.353666:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b964 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1e4 expref: 483 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.353680:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.353683:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.353860:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.353880:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.353889:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.353942:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979039 00000004:00010000:0.0:1777573244.353964:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3e51e56 reply state 00000000593af276 transno 4294979040 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.353975:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.353982:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.353985:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.353987:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.354085:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+485:59547:x1863919926160256:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 483us (1303us total) trans 4294979040 rc 0/0 00000100:00100000:0.0:1777573244.354091:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15817 00000020:00080000:0.0:1777573244.354097:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.356727:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.356803:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926160384 00000100:00100000:2.0:1777573244.356813:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926160384 00000100:00100000:2.0:1777573244.356860:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12844 00000100:00100000:2.0:1777573244.356869:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+21:59547:x1863919926160384:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.356886:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.356905:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1eb expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.356929:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 192512, mtime: 0x69f39d7b, atime: 0x69f39d4f, ctime: 0x69f39d7b, blocks: 0xd0 00010000:00010000:2.0:1777573244.356947:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.356950:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.356956:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1eb expref: 22 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.356970:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1eb expref: 22 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.356982:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c12aa800, rc 0) 00000100:00100000:2.0:1777573244.357026:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+22:59547:x1863919926160384:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 159us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.357031:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12844 00000100:00100000:3.0:1777573244.359172:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.359239:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.359364:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926160512 00000100:00100000:0.0:1777573244.359372:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926160512 00002000:00010000:0.0:1777573244.359404:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (192512->18446744073709551615) 00002000:00100000:0.0:1777573244.359409:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e28000 with x1863919926160512 ext(192512->18446744073709551615) 00002000:00010000:0.0:1777573244.359419:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e28000. 00000100:00100000:0.0:1777573244.359440:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926160640 00000100:00100000:0.0:1777573244.359443:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926160640 00002000:00010000:0.0:1777573244.359457:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.359460:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2ad80 with x1863919926160640 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.359466:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e2ad80. 00000100:00100000:0.0:1777573244.359490:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5681 00000100:00100000:0.0:1777573244.359499:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926160512:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573244.359554:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5682 00000100:00100000:1.0:1777573244.359564:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+19:2403:x1863919926160640:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573244.359662:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:1.0:1777573244.359665:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.359667:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.359669:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.359672:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:1.0:1777573244.359673:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:1.0:1777573244.359677:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.359679:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573244.359685:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.359688:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777573244.359720:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926160640:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 159us (482us total) trans 21474842009 rc 0/0 00000100:00100000:1.0:1777573244.359725:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5682 00002000:00010000:1.0:1777573244.359727:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.359729:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2ad80 with x1863919926160640 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.359732:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e2ad80. 00000100:00100000:0.0:1777573244.359876:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926160512:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 378us (709us total) trans 17179875209 rc 0/0 00000100:00100000:0.0:1777573244.359884:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5681 00002000:00010000:0.0:1777573244.359897:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (192512->18446744073709551615) 00002000:00100000:0.0:1777573244.359900:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e28000 with x1863919926160512 ext(192512->18446744073709551615) 00002000:00010000:0.0:1777573244.359905:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2e28000. 00000100:00100000:1.0:1777573244.363376:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.363476:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926160768 00000100:00100000:0.0:1777573244.363486:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926160768 00000100:00100000:0.0:1777573244.363544:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15818 00000100:00100000:0.0:1777573244.363553:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+485:59547:x1863919926160768:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.363579:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.363733:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b9e9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1f2 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.363818:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b9f0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.363832:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b9f0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.363843:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b9f0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.363870:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:0.0:1777573244.363874:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.363892:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b9f0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.363917:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630a00/0x8dc0a528a119b9e9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f2 expref: 487 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.363934:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b9f0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f2 expref: 486 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.363942:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.363945:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.363949:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7631c00, rc 0) 00000100:00100000:0.0:1777573244.364005:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+486:59547:x1863919926160768:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 452us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.364012:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15818 00000100:00100000:1.0:1777573244.368741:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.368879:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926161024 00000100:00100000:0.0:1777573244.368888:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926161024 00000100:00100000:0.0:1777573244.368990:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15819 00000100:00100000:0.0:1777573244.369001:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+486:59547:x1863919926161024:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.369061:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.369084:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119b9f0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f2 expref: 486 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.369101:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.369105:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.369256:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.369325:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.369335:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.369380:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979041 00000004:00010000:0.0:1777573244.369405:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0781f67 reply state 000000004cd05915 transno 4294979042 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.369416:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.369422:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.369424:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.369427:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.369498:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+488:59547:x1863919926161024:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 499us (763us total) trans 4294979042 rc 0/0 00000100:00100000:0.0:1777573244.369504:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15819 00000020:00080000:0.0:1777573244.369509:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.372480:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.372614:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926161152 00000100:00100000:2.0:1777573244.372624:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926161152 00000100:00100000:2.0:1777573244.372675:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12845 00000100:00100000:2.0:1777573244.372683:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+20:59547:x1863919926161152:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.372697:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.372720:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f1f9 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.372744:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 192512, mtime: 0x69f39d7b, atime: 0x69f39d51, ctime: 0x69f39d7b, blocks: 0xd0 00010000:00010000:2.0:1777573244.372761:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.372763:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.372769:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f9 expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.372779:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f9 expref: 21 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.372789:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c12ab200, rc 0) 00000100:00100000:2.0:1777573244.372866:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+21:59547:x1863919926161152:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 185us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.372871:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12845 00000100:00100000:1.0:1777573244.375576:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.375601:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.375639:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926161408 00000100:00100000:0.0:1777573244.375642:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926161280 00000100:00100000:2.0:1777573244.375649:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926161408 00000100:00100000:0.0:1777573244.375658:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926161280 00002000:00010000:2.0:1777573244.375686:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00010000:0.0:1777573244.375687:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.375692:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821500 with x1863919926161408 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573244.375694:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821880 with x1863919926161280 ext(192512->18446744073709551615) 00002000:00010000:2.0:1777573244.375704:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821500. 00002000:00010000:0.0:1777573244.375704:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6821880. 00000100:00100000:2.0:1777573244.375744:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5683 00000100:00100000:2.0:1777573244.375757:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926161408:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.375757:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5684 00000100:00100000:0.0:1777573244.375772:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926161280:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.375913:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.375913:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:2.0:1777573244.375919:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.375920:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.375925:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573244.375926:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:2.0:1777573244.375930:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.375932:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.375936:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573244.375937:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:2.0:1777573244.376003:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926161408:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 249us (432us total) trans 17179875210 rc 0/0 00000100:00100000:2.0:1777573244.376015:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5683 00002000:00010000:2.0:1777573244.376018:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.376021:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821500 with x1863919926161408 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.376025:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821500. 00000100:00100000:0.0:1777573244.376796:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926161280:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 1026us (1190us total) trans 21474842010 rc 0/0 00000100:00100000:0.0:1777573244.376805:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5684 00002000:00010000:0.0:1777573244.376808:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (192512->18446744073709551615) 00002000:00100000:0.0:1777573244.376811:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821880 with x1863919926161280 ext(192512->18446744073709551615) 00002000:00010000:0.0:1777573244.376816:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6821880. 00000100:00100000:1.0:1777573244.379604:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.379737:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926161536 00000100:00100000:2.0:1777573244.379746:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926161536 00000100:00100000:2.0:1777573244.379796:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15820 00000100:00100000:2.0:1777573244.379806:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+488:59547:x1863919926161536:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.379827:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.379847:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ba05 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f200 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.379939:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba0c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.379954:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba0c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.379966:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba0c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.379994:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:2.0:1777573244.379999:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.380015:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba0c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.380048:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ba05 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f200 expref: 490 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.380072:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba0c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f200 expref: 489 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.380080:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.380084:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.380087:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358800, rc 0) 00000100:00100000:2.0:1777573244.380139:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+489:59547:x1863919926161536:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 335us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.380146:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15820 00000100:00100000:1.0:1777573244.384538:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.384595:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926161792 00000100:00100000:0.0:1777573244.384606:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926161792 00000100:00100000:0.0:1777573244.384660:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15821 00000100:00100000:0.0:1777573244.384671:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+489:59547:x1863919926161792:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.384726:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.384751:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba0c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f200 expref: 489 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.384767:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.384772:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.384934:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.384951:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.384962:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.385014:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979043 00000004:00010000:0.0:1777573244.385050:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8ae0f90 reply state 000000009abada77 transno 4294979044 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.385060:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.385064:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.385066:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.385067:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.385137:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+491:59547:x1863919926161792:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 468us (605us total) trans 4294979044 rc 0/0 00000100:00100000:0.0:1777573244.385144:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15821 00000020:00080000:0.0:1777573244.385149:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.387478:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.387564:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926161920 00000100:00100000:2.0:1777573244.387573:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926161920 00000100:00100000:2.0:1777573244.387633:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12846 00000100:00100000:2.0:1777573244.387641:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:59547:x1863919926161920:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.387656:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.387676:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f207 expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.387698:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 192512, mtime: 0x69f39d7b, atime: 0x69f39d55, ctime: 0x69f39d7b, blocks: 0xd0 00010000:00010000:2.0:1777573244.387715:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.387717:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.387723:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f207 expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.387737:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f207 expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.387753:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5358400, rc 0) 00000100:00100000:2.0:1777573244.387808:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+23:59547:x1863919926161920:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 168us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.387814:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12846 00000100:00100000:1.0:1777573244.389537:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.389570:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.389627:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926162048 00000100:00100000:2.0:1777573244.389635:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926162048 00002000:00010000:2.0:1777573244.389665:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.389669:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919926162048 ext(192512->18446744073709551615) 00002000:00010000:2.0:1777573244.389678:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820380. 00000100:00100000:2.0:1777573244.389705:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926162176 00000100:00100000:2.0:1777573244.389708:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926162176 00002000:00010000:2.0:1777573244.389718:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.389721:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821180 with x1863919926162176 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.389727:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821180. 00000100:00100000:2.0:1777573244.389745:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5685 00000100:00100000:2.0:1777573244.389753:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926162048:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.389812:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5686 00000100:00100000:0.0:1777573244.389824:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926162176:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.389880:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:2.0:1777573244.389884:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.389886:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:2.0:1777573244.389889:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.389891:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 208 -> 208 00002000:00010000:0.0:1777573244.389917:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.389920:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.389921:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:0.0:1777573244.389923:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.389925:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573244.389930:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926162048:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 177us (399us total) trans 21474842011 rc 0/0 00000100:00100000:2.0:1777573244.389937:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5685 00002000:00010000:2.0:1777573244.389942:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.389944:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6820380 with x1863919926162048 ext(192512->18446744073709551615) 00000100:00100000:0.0:1777573244.389949:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926162176:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 128us (376us total) trans 17179875211 rc 0/0 00002000:00010000:2.0:1777573244.389953:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d6820380. 00000100:00100000:0.0:1777573244.389954:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5686 00002000:00010000:0.0:1777573244.389959:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.389961:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6821180 with x1863919926162176 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.389965:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6821180. 00000100:00100000:1.0:1777573244.391882:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.391932:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926162304 00000100:00100000:2.0:1777573244.391940:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926162304 00000100:00100000:2.0:1777573244.391992:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15822 00000100:00100000:2.0:1777573244.392006:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+491:59547:x1863919926162304:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.392027:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.392058:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ba21 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f20e expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.392150:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba28 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.392165:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba28 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.392177:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba28 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.392205:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:2.0:1777573244.392209:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.392224:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba28 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.392247:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ba21 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f20e expref: 493 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.392263:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba28 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f20e expref: 492 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.392305:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.392308:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.392311:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359600, rc 0) 00000100:00100000:2.0:1777573244.392355:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+492:59547:x1863919926162304:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 351us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.392362:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15822 00000100:00100000:3.0:1777573244.396092:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.396153:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926162560 00000100:00100000:0.0:1777573244.396163:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926162560 00000100:00100000:0.0:1777573244.396226:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15823 00000100:00100000:0.0:1777573244.396236:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+492:59547:x1863919926162560:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.396316:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.396344:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba28 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f20e expref: 492 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.396361:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.396366:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.396523:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.396543:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.396553:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.396616:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979045 00000004:00010000:0.0:1777573244.396638:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000066360af1 reply state 0000000041c68f9e transno 4294979046 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.396649:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.396656:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.396658:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.396661:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.396754:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+494:59547:x1863919926162560:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 519us (670us total) trans 4294979046 rc 0/0 00000100:00100000:0.0:1777573244.396762:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15823 00000020:00080000:0.0:1777573244.396768:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.398787:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.398821:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926162688 00000100:00100000:0.0:1777573244.398829:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926162688 00000100:00100000:0.0:1777573244.398872:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12847 00000100:00100000:0.0:1777573244.398879:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+25:59547:x1863919926162688:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.398893:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.398908:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f215 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.398928:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 192512, mtime: 0x69f39d7b, atime: 0x69f39d56, ctime: 0x69f39d7b, blocks: 0xd0 00010000:00010000:0.0:1777573244.398945:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.398946:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.398952:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f215 expref: 26 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.398962:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f215 expref: 26 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.398970:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c7630a00, rc 0) 00000100:00100000:0.0:1777573244.399009:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+26:59547:x1863919926162688:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 130us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.399013:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12847 00000100:00100000:1.0:1777573244.401053:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.401110:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926162816 00000100:00100000:1.0:1777573244.401111:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.401120:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926162816 00002000:00010000:2.0:1777573244.401156:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.401161:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823800 with x1863919926162816 ext(192512->18446744073709551615) 00000100:00100000:0.0:1777573244.401169:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926162944 00002000:00010000:2.0:1777573244.401171:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6823800. 00000100:00100000:0.0:1777573244.401175:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926162944 00002000:00010000:0.0:1777573244.401195:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.401199:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554000 with x1863919926162944 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.401207:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8554000. 00000100:00100000:2.0:1777573244.401208:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5687 00000100:00100000:2.0:1777573244.401221:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926162816:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.401243:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5688 00000100:00100000:0.0:1777573244.401251:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926162944:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.401401:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:0.0:1777573244.401401:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573244.401407:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.401408:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.401413:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573244.401414:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:2.0:1777573244.401419:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.401420:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.401423:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 208 -> 208 00002000:00010000:0.0:1777573244.401425:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573244.401479:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926162816:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 255us (438us total) trans 17179875212 rc 0/0 00000100:00100000:2.0:1777573244.401486:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5687 00002000:00010000:2.0:1777573244.401491:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.401494:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d6823800 with x1863919926162816 ext(192512->18446744073709551615) 00002000:00010000:2.0:1777573244.401499:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d6823800. 00000100:00100000:0.0:1777573244.401588:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926162944:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 338us (478us total) trans 21474842012 rc 0/0 00000100:00100000:0.0:1777573244.401594:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5688 00002000:00010000:0.0:1777573244.401597:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.401599:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8554000 with x1863919926162944 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.401604:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8554000. 00000100:00100000:3.0:1777573244.403900:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.403978:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926163072 00000100:00100000:2.0:1777573244.403985:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926163072 00000100:00100000:2.0:1777573244.404066:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15824 00000100:00100000:2.0:1777573244.404075:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+494:59547:x1863919926163072:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.404096:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.404112:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ba3d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f21c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.404191:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba44 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.404207:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba44 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.404218:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba44 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.404241:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:2.0:1777573244.404243:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.404257:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba44 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.404300:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359a00/0x8dc0a528a119ba3d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f21c expref: 496 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.404315:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba44 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f21c expref: 495 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.404324:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.404328:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.404331:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359200, rc 0) 00000100:00100000:2.0:1777573244.404372:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+495:59547:x1863919926163072:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 299us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.404378:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15824 00000100:00100000:1.0:1777573244.406998:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.407077:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926163328 00000100:00100000:0.0:1777573244.407087:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926163328 00000100:00100000:0.0:1777573244.407153:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15825 00000100:00100000:0.0:1777573244.407164:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+495:59547:x1863919926163328:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.407210:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.407232:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba44 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f21c expref: 495 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.407250:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.407255:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.407454:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.407472:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.407481:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.407525:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979047 00000004:00010000:0.0:1777573244.407548:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ab97424 reply state 000000001d9f520f transno 4294979048 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.407560:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.407567:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.407570:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.407572:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.407640:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+497:59547:x1863919926163328:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 478us (651us total) trans 4294979048 rc 0/0 00000100:00100000:0.0:1777573244.407648:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15825 00000020:00080000:0.0:1777573244.407652:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.409057:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.409135:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926163456 00000100:00100000:2.0:1777573244.409143:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926163456 00000100:00100000:2.0:1777573244.409313:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12848 00000100:00100000:2.0:1777573244.409323:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+25:59547:x1863919926163456:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.409337:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.409360:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f223 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.409398:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 192512, mtime: 0x69f39d7b, atime: 0x69f39d57, ctime: 0x69f39d7b, blocks: 0xd0 00010000:00010000:2.0:1777573244.409417:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.409420:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.409427:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f223 expref: 26 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.409442:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f223 expref: 26 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.409454:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359e00, rc 0) 00000100:00100000:2.0:1777573244.409501:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+26:59547:x1863919926163456:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 181us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.409508:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12848 00000100:00100000:3.0:1777573244.411029:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.411103:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.411239:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926163584 00000100:00100000:2.0:1777573244.411247:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926163584 00000100:00100000:1.0:1777573244.411305:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926163712 00000100:00100000:1.0:1777573244.411311:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926163712 00002000:00010000:1.0:1777573244.411341:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.411346:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38000 with x1863919926163712 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.411355:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f38000. 00000100:00100000:1.0:1777573244.411391:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5689 00000100:00100000:1.0:1777573244.411400:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926163712:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.411423:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.411428:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2bb80 with x1863919926163584 ext(192512->18446744073709551615) 00002000:00010000:2.0:1777573244.411435:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e2bb80. 00000100:00100000:2.0:1777573244.411461:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5690 00000100:00100000:2.0:1777573244.411470:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926163584:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.411538:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.411542:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.411544:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:1.0:1777573244.411547:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.411549:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573244.411571:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:2.0:1777573244.411575:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.411577:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573244.411580:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.411582:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777573244.411601:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926163712:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 202us (496us total) trans 17179875213 rc 0/0 00000100:00100000:2.0:1777573244.411608:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926163584:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 140us (583us total) trans 21474842013 rc 0/0 00000100:00100000:1.0:1777573244.411611:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5689 00002000:00010000:1.0:1777573244.411617:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00000100:00100000:2.0:1777573244.411621:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5690 00002000:00100000:1.0:1777573244.411624:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38000 with x1863919926163712 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.411625:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.411629:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e2bb80 with x1863919926163584 ext(192512->18446744073709551615) 00002000:00010000:1.0:1777573244.411630:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f38000. 00002000:00010000:2.0:1777573244.411633:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e2bb80. 00000100:00100000:1.0:1777573244.413704:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.414071:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926163840 00000100:00100000:0.0:1777573244.414079:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926163840 00000100:00100000:0.0:1777573244.414122:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15826 00000100:00100000:0.0:1777573244.414131:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+497:59547:x1863919926163840:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.414151:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.414169:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba59 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f22a expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.414260:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ba60 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.414300:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ba60 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.414314:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ba60 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.414343:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:0.0:1777573244.414347:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.414365:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ba60 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.414389:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba59 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f22a expref: 499 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.414405:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ba60 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f22a expref: 498 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.414414:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.414417:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.414421:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a600, rc 0) 00000100:00100000:0.0:1777573244.414472:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+498:59547:x1863919926163840:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 343us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.414480:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15826 00000100:00100000:3.0:1777573244.417455:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.417609:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926164096 00000100:00100000:0.0:1777573244.417620:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926164096 00000100:00100000:0.0:1777573244.417686:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15827 00000100:00100000:0.0:1777573244.417697:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+498:59547:x1863919926164096:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.417755:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.417788:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a600/0x8dc0a528a119ba60 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f22a expref: 498 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.417805:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.417811:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.417980:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.418001:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.418010:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.418070:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979049 00000004:00010000:0.0:1777573244.418108:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000acaf49be reply state 00000000f03f446d transno 4294979050 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.418122:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.418128:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.418131:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.418134:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.418224:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+500:59547:x1863919926164096:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 528us (778us total) trans 4294979050 rc 0/0 00000100:00100000:0.0:1777573244.418232:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15827 00000020:00080000:0.0:1777573244.418237:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.420057:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.420174:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926164224 00000100:00100000:2.0:1777573244.420181:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926164224 00000100:00100000:2.0:1777573244.420227:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12849 00000100:00100000:2.0:1777573244.420234:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+27:59547:x1863919926164224:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.420250:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.420303:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f231 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.420329:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 192512, mtime: 0x69f39d7b, atime: 0x69f39d5d, ctime: 0x69f39d7b, blocks: 0xd0 00010000:00010000:2.0:1777573244.420350:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.420353:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.420361:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f231 expref: 28 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.420383:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f231 expref: 28 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.420395:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359a00, rc 0) 00000100:00100000:2.0:1777573244.420482:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+28:59547:x1863919926164224:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 246us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.420489:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12849 00000100:00100000:1.0:1777573244.421932:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.421955:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.421985:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926164352 00000100:00100000:0.0:1777573244.421994:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926164352 00000100:00100000:2.0:1777573244.421999:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926164480 00000100:00100000:2.0:1777573244.422005:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926164480 00002000:00010000:0.0:1777573244.422024:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (192512->18446744073709551615) 00002000:00010000:2.0:1777573244.422026:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.422043:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557480 with x1863919926164480 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573244.422044:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556300 with x1863919926164352 ext(192512->18446744073709551615) 00002000:00010000:2.0:1777573244.422055:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557480. 00002000:00010000:0.0:1777573244.422055:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8556300. 00000100:00100000:2.0:1777573244.422086:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5691 00000100:00100000:2.0:1777573244.422099:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926164480:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.422102:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5692 00000100:00100000:0.0:1777573244.422117:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926164352:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573244.422246:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:2.0:1777573244.422250:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.422251:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.422256:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.422257:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573244.422261:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.422263:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 208 -> 208 00002000:00010000:2.0:1777573244.422301:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:2.0:1777573244.422303:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.422304:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573244.422344:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926164480:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 249us (386us total) trans 17179875214 rc 0/0 00000100:00100000:0.0:1777573244.422345:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926164352:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 230us (413us total) trans 21474842014 rc 0/0 00000100:00100000:0.0:1777573244.422363:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5692 00002000:00010000:0.0:1777573244.422367:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (192512->18446744073709551615) 00000100:00100000:2.0:1777573244.422373:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5691 00002000:00100000:0.0:1777573244.422373:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556300 with x1863919926164352 ext(192512->18446744073709551615) 00002000:00010000:2.0:1777573244.422379:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00010000:0.0:1777573244.422381:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8556300. 00002000:00100000:2.0:1777573244.422382:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557480 with x1863919926164480 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.422390:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557480. 00000100:00100000:3.0:1777573244.424665:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.424727:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926164608 00000100:00100000:2.0:1777573244.424736:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926164608 00000100:00100000:2.0:1777573244.424783:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15828 00000100:00100000:2.0:1777573244.424793:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+500:59547:x1863919926164608:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.424813:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.424831:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba75 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f238 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.424924:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba7c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.424940:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.424951:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.424989:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:2.0:1777573244.424994:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.425011:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.425047:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba75 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f238 expref: 502 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.425069:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba7c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f238 expref: 501 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.425079:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.425082:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.425086:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359600, rc 0) 00000100:00100000:2.0:1777573244.425129:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+501:59547:x1863919926164608:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 338us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.425136:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15828 00000100:00100000:3.0:1777573244.427401:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.427448:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926164864 00000100:00100000:2.0:1777573244.427455:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926164864 00000100:00100000:2.0:1777573244.427509:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15829 00000100:00100000:2.0:1777573244.427519:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+501:59547:x1863919926164864:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.427557:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.427575:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359600/0x8dc0a528a119ba7c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f238 expref: 501 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.427587:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.427591:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.427733:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.427754:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.427764:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.427815:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979051 00000004:00010000:2.0:1777573244.427832:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fdee6c7 reply state 0000000009210654 transno 4294979052 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.427841:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.427845:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.427847:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.427848:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.427913:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+503:59547:x1863919926164864:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 396us (516us total) trans 4294979052 rc 0/0 00000100:00100000:2.0:1777573244.427920:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15829 00000020:00080000:2.0:1777573244.427925:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.429699:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.429776:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926164992 00000100:00100000:0.0:1777573244.429784:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926164992 00000100:00100000:0.0:1777573244.429863:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12850 00000100:00100000:0.0:1777573244.429873:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+29:59547:x1863919926164992:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.429887:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.429903:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f23f expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.429936:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 192512, mtime: 0x69f39d7b, atime: 0x69f39d5e, ctime: 0x69f39d7b, blocks: 0xd0 00010000:00010000:0.0:1777573244.429957:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.429959:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.429966:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f23f expref: 30 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.429983:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f23f expref: 30 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.429997:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a600, rc 0) 00000100:00100000:0.0:1777573244.430050:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+30:59547:x1863919926164992:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 179us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.430061:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12850 00000100:00100000:3.0:1777573244.431587:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.431626:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.431703:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926165248 00000100:00100000:0.0:1777573244.431709:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926165248 00002000:00010000:0.0:1777573244.431737:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.431742:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3ad80 with x1863919926165248 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.431751:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3ad80. 00000100:00100000:0.0:1777573244.431780:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926165120 00000100:00100000:0.0:1777573244.431784:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926165120 00002000:00010000:0.0:1777573244.431796:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (192512->18446744073709551615) 00002000:00100000:0.0:1777573244.431799:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f39f80 with x1863919926165120 ext(192512->18446744073709551615) 00002000:00010000:0.0:1777573244.431805:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f39f80. 00000100:00100000:0.0:1777573244.431830:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5693 00000100:00100000:2.0:1777573244.431838:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5694 00000100:00100000:0.0:1777573244.431842:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926165248:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573244.431853:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+30:2403:x1863919926165120:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.431991:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:0.0:1777573244.431991:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.431997:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.431998:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.432002:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:0.0:1777573244.432006:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.432009:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573244.432011:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573244.432015:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:2.0:1777573244.432017:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1777573244.432057:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926165248:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 218us (472us total) trans 21474842015 rc 0/0 00000100:00100000:0.0:1777573244.432064:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5693 00002000:00010000:0.0:1777573244.432067:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.432070:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3ad80 with x1863919926165248 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.432074:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f3ad80. 00000100:00100000:2.0:1777573244.432121:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926165120:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 271us (493us total) trans 17179875215 rc 0/0 00000100:00100000:2.0:1777573244.432129:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5694 00002000:00010000:2.0:1777573244.432132:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.432135:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f39f80 with x1863919926165120 ext(192512->18446744073709551615) 00002000:00010000:2.0:1777573244.432141:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f39f80. 00000100:00100000:3.0:1777573244.433913:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.434015:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926165376 00000100:00100000:2.0:1777573244.434022:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926165376 00000100:00100000:2.0:1777573244.434085:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15830 00000100:00100000:2.0:1777573244.434094:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+503:59547:x1863919926165376:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.434113:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.434139:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba91 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f246 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.434236:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ba98 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.434253:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ba98 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.434265:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ba98 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.434329:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:2.0:1777573244.434332:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.434348:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ba98 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.434374:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5359200/0x8dc0a528a119ba91 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f246 expref: 505 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.434389:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ba98 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f246 expref: 504 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.434398:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.434401:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.434404:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:2.0:1777573244.434461:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+504:59547:x1863919926165376:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 368us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.434468:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15830 00000100:00100000:1.0:1777573244.439471:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.439524:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926165632 00000100:00100000:0.0:1777573244.439535:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926165632 00000100:00100000:0.0:1777573244.439606:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15831 00000100:00100000:0.0:1777573244.439617:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+504:59547:x1863919926165632:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.439669:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.439697:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119ba98 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f246 expref: 504 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.439721:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.439726:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.439877:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.439899:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.439914:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.439955:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979053 00000004:00010000:0.0:1777573244.439974:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071b6b06f reply state 000000000f5ac3d9 transno 4294979054 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.439997:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.440004:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.440007:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.440009:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.440099:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+506:59547:x1863919926165632:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 483us (640us total) trans 4294979054 rc 0/0 00000100:00100000:0.0:1777573244.440106:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15831 00000020:00080000:0.0:1777573244.440110:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.442516:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.442552:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926165760 00000100:00100000:2.0:1777573244.442560:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926165760 00000100:00100000:2.0:1777573244.442604:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12851 00000100:00100000:2.0:1777573244.442610:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+30:59547:x1863919926165760:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.442624:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.442640:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f24d expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.442661:0:8360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 192512, mtime: 0x69f39d7b, atime: 0x69f39d62, ctime: 0x69f39d7b, blocks: 0xd0 00010000:00010000:2.0:1777573244.442677:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.442678:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.442684:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f24d expref: 31 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.442694:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f24d expref: 31 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.442702:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359600, rc 0) 00000100:00100000:2.0:1777573244.442741:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+31:59547:x1863919926165760:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 132us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.442748:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12851 00000100:00100000:3.0:1777573244.444533:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.444624:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926165888 00000100:00100000:1.0:1777573244.444634:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926165888 00002000:00010000:1.0:1777573244.444673:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (192512->18446744073709551615) 00002000:00100000:1.0:1777573244.444679:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f39180 with x1863919926165888 ext(192512->18446744073709551615) 00002000:00010000:1.0:1777573244.444695:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f39180. 00000100:00100000:1.0:1777573244.444722:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5695 00000100:00100000:1.0:1777573244.444731:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926165888:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.444898:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:1.0:1777573244.444902:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.444905:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573244.444907:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00000100:00100000:3.0:1777573244.445069:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.445119:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926166016 00000100:00100000:0.0:1777573244.445124:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926166016 00002000:00010000:0.0:1777573244.445145:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.445149:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3bb80 with x1863919926166016 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.445155:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3bb80. 00000100:00100000:0.0:1777573244.445178:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5696 00000100:00100000:0.0:1777573244.445183:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926166016:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573244.445266:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.445338:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.445342:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573244.445344:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:0.0:1777573244.445348:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573244.445350:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777573244.445424:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926165888:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 690us (892us total) trans 21474842016 rc 0/0 00000100:00100000:0.0:1777573244.445426:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926166016:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 235us (349us total) trans 17179875216 rc 0/0 00000100:00100000:1.0:1777573244.445439:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5695 00002000:00010000:1.0:1777573244.445444:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (192512->18446744073709551615) 00002000:00100000:1.0:1777573244.445446:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f39180 with x1863919926165888 ext(192512->18446744073709551615) 00002000:00010000:1.0:1777573244.445451:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1f39180. 00000100:00100000:0.0:1777573244.445586:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5696 00002000:00010000:0.0:1777573244.445590:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.445593:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f3bb80 with x1863919926166016 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.445599:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f3bb80. 00000100:00100000:3.0:1777573244.450809:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.451148:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926166144 00000100:00100000:0.0:1777573244.451159:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926166144 00000100:00100000:0.0:1777573244.451221:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15832 00000100:00100000:0.0:1777573244.451231:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+506:59547:x1863919926166144:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.451258:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.453632:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119baad lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f254 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.453777:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bab4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.453795:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bab4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.453809:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bab4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.453842:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:0.0:1777573244.453846:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.453942:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bab4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.453977:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5a800/0x8dc0a528a119baad lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f254 expref: 508 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.453996:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bab4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f254 expref: 507 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.454005:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.454008:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.454012:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5b400, rc 0) 00000100:00100000:0.0:1777573244.454130:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+507:59547:x1863919926166144:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2900us (3330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.454137:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15832 00000100:00100000:2.0:1777573244.457239:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.457325:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926166400 00000100:00100000:0.0:1777573244.457340:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926166400 00000100:00100000:1.0:1777573244.457516:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15833 00000100:00100000:1.0:1777573244.457538:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+507:59547:x1863919926166400:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573244.457601:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.457638:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bab4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f254 expref: 507 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.457659:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.457663:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.457827:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.457850:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.457860:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573244.457926:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979055 00000004:00010000:1.0:1777573244.457952:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000044632f32 reply state 00000000e0166160 transno 4294979056 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.457965:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.457971:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.457973:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573244.458473:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573244.458775:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+509:59547:x1863919926166400:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1237us (1544us total) trans 4294979056 rc 0/0 00000100:00100000:1.0:1777573244.458785:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15833 00000020:00080000:1.0:1777573244.458791:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.461254:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.461694:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926166528 00000100:00100000:0.0:1777573244.461705:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926166528 00000100:00100000:0.0:1777573244.461774:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12852 00000100:00100000:0.0:1777573244.461784:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+32:59547:x1863919926166528:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.461801:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.461825:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f25b expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.461854:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 192512, mtime: 0x69f39d7c, atime: 0x69f39d67, ctime: 0x69f39d7c, blocks: 0xd0 00010000:00010000:0.0:1777573244.461882:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.462170:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.462180:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f25b expref: 33 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.462201:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f25b expref: 33 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.462219:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cbb5a800, rc 0) 00000100:00100000:0.0:1777573244.462348:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+33:59547:x1863919926166528:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 565us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.462355:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12852 00000100:00100000:3.0:1777573244.464476:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.464514:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.464544:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926166656 00000100:00100000:0.0:1777573244.464554:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926166656 00000100:00100000:1.0:1777573244.464665:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926166784 00000100:00100000:1.0:1777573244.464670:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926166784 00002000:00010000:0.0:1777573244.464671:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (192512->18446744073709551615) 00002000:00100000:0.0:1777573244.464678:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38e00 with x1863919926166656 ext(192512->18446744073709551615) 00002000:00010000:0.0:1777573244.464690:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f38e00. 00002000:00010000:1.0:1777573244.464691:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.464701:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6d80 with x1863919926166784 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.464709:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec6d80. 00000100:00100000:1.0:1777573244.464743:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5697 00000100:00100000:1.0:1777573244.464752:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926166656:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.464910:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:1.0:1777573244.464914:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.464916:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:1.0:1777573244.464918:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.464920:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777573244.464966:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926166656:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 215us (497us total) trans 17179875217 rc 0/0 00000100:00100000:1.0:1777573244.464973:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5697 00000100:00100000:3.0:1777573244.465149:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5698 00000100:00100000:3.0:1777573244.465159:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926166784:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.465248:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.465252:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:3.0:1777573244.465254:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:3.0:1777573244.465256:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:3.0:1777573244.465258:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573244.465307:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+33:2403:x1863919926166784:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 149us (790us total) trans 21474842017 rc 0/0 00000100:00100000:3.0:1777573244.465324:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5698 00002000:00010000:3.0:1777573244.465330:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.465335:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6d80 with x1863919926166784 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.465345:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec6d80. 00002000:00010000:1.0:1777573244.465782:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (192512->18446744073709551615) 00002000:00100000:1.0:1777573244.465786:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1f38e00 with x1863919926166656 ext(192512->18446744073709551615) 00002000:00010000:1.0:1777573244.465792:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1f38e00. 00000100:00100000:2.0:1777573244.467616:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.467682:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926166912 00000100:00100000:0.0:1777573244.467691:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926166912 00000100:00100000:0.0:1777573244.467749:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15834 00000100:00100000:0.0:1777573244.467759:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+509:59547:x1863919926166912:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.467779:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.467799:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bac9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f262 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.467889:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119bad0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.467906:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119bad0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.467935:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119bad0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.467965:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:0.0:1777573244.467969:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.467986:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119bad0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.468013:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bac9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f262 expref: 511 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.468028:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119bad0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f262 expref: 510 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.468051:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.468054:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.468058:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:0.0:1777573244.468160:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+510:59547:x1863919926166912:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 401us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.468167:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15834 00000100:00100000:2.0:1777573244.471569:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.471614:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926167168 00000100:00100000:0.0:1777573244.471624:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926167168 00000100:00100000:0.0:1777573244.471685:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15835 00000100:00100000:0.0:1777573244.471695:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+510:59547:x1863919926167168:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.471747:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.471772:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd4600/0x8dc0a528a119bad0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f262 expref: 510 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.471795:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.471799:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.471968:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.471988:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.471998:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.472054:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979057 00000004:00010000:0.0:1777573244.472079:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000574d065c reply state 00000000be64db3e transno 4294979058 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.472090:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.472097:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.472100:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.472103:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.472252:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+512:59547:x1863919926167168:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 557us (690us total) trans 4294979058 rc 0/0 00000100:00100000:0.0:1777573244.472260:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15835 00000020:00080000:0.0:1777573244.472265:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.474468:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.474563:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926167296 00000100:00100000:2.0:1777573244.474898:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926167296 00000100:00100000:2.0:1777573244.474961:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12853 00000100:00100000:2.0:1777573244.474973:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+33:59547:x1863919926167296:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.474989:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.475009:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f269 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.475043:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 192512, mtime: 0x69f39d7c, atime: 0x69f39d68, ctime: 0x69f39d7c, blocks: 0xd0 00010000:00010000:2.0:1777573244.475062:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.475064:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.475071:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f269 expref: 34 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.475087:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f269 expref: 34 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.475099:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c5359200, rc 0) 00000100:00100000:2.0:1777573244.475151:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+34:59547:x1863919926167296:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 183us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.475159:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12853 00000100:00100000:2.0:1777573244.477253:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.477404:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.477503:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.477549:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.477568:0:32702:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926167680 00000100:00100000:2.0:1777573244.477581:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926167808 00000100:00100000:1.0:1777573244.477584:0:32702:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926167680 00000100:00100000:2.0:1777573244.477592:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926167808 00000100:00100000:1.0:1777573244.477670:0:32702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 158 00000100:00100000:2.0:1777573244.477696:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 877 00000100:00100000:1.0:1777573244.477697:0:32702:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fc84f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2405:x1863919926167680:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:2.0:1777573244.477712:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926167808:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1777573244.477778:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926167552 00000100:00100000:3.0:1777573244.477784:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926167552 00000100:00100000:1.0:1777573244.477792:0:32702:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fc84f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c8dcb8c6-8514-4db1-914e-5d7b02fd9762+9:2405:x1863919926167680:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 107us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.477801:0:32702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 158 00002000:00010000:3.0:1777573244.477824:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.477831:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1c00 with x1863919926167552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.477847:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a1c00. 00000100:00100000:3.0:1777573244.477877:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926167424 00000100:00080000:1.0:1777573244.477879:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573244.477881:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926167424 00002000:00010000:3.0:1777573244.477900:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (192512->18446744073709551615) 00002000:00100000:3.0:1777573244.477907:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0a80 with x1863919926167424 ext(192512->18446744073709551615) 00000100:00100000:1.0:1777573244.477908:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5699 00002000:00010000:3.0:1777573244.477923:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a0a80. 00000100:00100000:1.0:1777573244.477931:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926167552:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573244.477957:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5700 00000100:00100000:3.0:1777573244.477968:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926167424:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.478122:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.478127:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.478130:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573244.478132:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:1.0:1777573244.478134:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:3.0:1777573244.478143:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.478144:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573244.478151:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573244.478155:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.478159:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:2.0:1777573244.478220:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+23:2405:x1863919926167808:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 513us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.478229:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 877 00000100:00100000:1.0:1777573244.478322:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926167552:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 400us (1078us total) trans 17179875218 rc 0/0 00000100:00100000:1.0:1777573244.478332:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5699 00002000:00010000:1.0:1777573244.478338:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.478342:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1c00 with x1863919926167552 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.478433:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a1c00. 00000100:00100000:3.0:1777573244.478702:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926167424:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 731us (1297us total) trans 21474842018 rc 0/0 00000100:00100000:3.0:1777573244.478712:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5700 00002000:00010000:3.0:1777573244.478716:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (192512->18446744073709551615) 00002000:00100000:3.0:1777573244.478719:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0a80 with x1863919926167424 ext(192512->18446744073709551615) 00002000:00010000:3.0:1777573244.478726:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a0a80. 00000100:00100000:2.0:1777573244.480713:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.480816:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926167936 00000100:00100000:0.0:1777573244.480829:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926167936 00000100:00100000:0.0:1777573244.480893:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15836 00000100:00100000:0.0:1777573244.480905:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+512:59547:x1863919926167936:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.480930:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.480952:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bae5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f270 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.481418:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119baec lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.481434:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119baec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.481444:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119baec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573244.481470:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:1.0:1777573244.481474:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573244.481490:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119baec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.481519:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b400/0x8dc0a528a119bae5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f270 expref: 514 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.481536:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119baec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f270 expref: 513 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.481544:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.481547:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573244.481550:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0400, rc 0) 00000100:00100000:1.0:1777573244.481631:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+513:59547:x1863919926167936:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 727us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.481640:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15836 00000100:00100000:2.0:1777573244.484087:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.484190:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926168192 00000100:00100000:1.0:1777573244.484203:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926168192 00000100:00100000:1.0:1777573244.484362:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15837 00000100:00100000:1.0:1777573244.484374:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+513:59547:x1863919926168192:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573244.484427:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.484453:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119baec lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f270 expref: 513 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.484472:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.484477:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.484680:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.484706:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.484723:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573244.484777:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979059 00000004:00010000:1.0:1777573244.484802:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7c79171 reply state 00000000baef58a0 transno 4294979060 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.484815:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.484822:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.484824:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573244.484827:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573244.484915:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+515:59547:x1863919926168192:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 543us (846us total) trans 4294979060 rc 0/0 00000100:00100000:1.0:1777573244.484926:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15837 00000020:00080000:1.0:1777573244.484931:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.486452:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.486505:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926168320 00000100:00100000:2.0:1777573244.486513:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926168320 00000100:00100000:2.0:1777573244.486559:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12854 00000100:00100000:2.0:1777573244.486568:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+35:59547:x1863919926168320:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.486582:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.486603:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f277 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.486628:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 192512, mtime: 0x69f39d7c, atime: 0x69f39d6a, ctime: 0x69f39d7c, blocks: 0xd0 00010000:00010000:2.0:1777573244.486647:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.486649:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.486656:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f277 expref: 36 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.486671:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f277 expref: 36 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.486682:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2fc979800, rc 0) 00000100:00100000:2.0:1777573244.486734:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+36:59547:x1863919926168320:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 165us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.486740:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12854 00000100:00100000:2.0:1777573244.488154:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.488199:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.488252:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926168448 00000100:00100000:0.0:1777573244.488260:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926168448 00000100:00100000:1.0:1777573244.488266:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926168576 00000100:00100000:1.0:1777573244.488291:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926168576 00002000:00010000:1.0:1777573244.488320:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00010000:0.0:1777573244.488320:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (192512->18446744073709551615) 00002000:00100000:1.0:1777573244.488328:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0380 with x1863919926168576 ext(0->18446744073709551615) 00002000:00100000:0.0:1777573244.488328:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a2a00 with x1863919926168448 ext(192512->18446744073709551615) 00002000:00010000:1.0:1777573244.488340:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a0380. 00002000:00010000:0.0:1777573244.488340:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a2a00. 00000100:00100000:1.0:1777573244.488495:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5701 00000100:00100000:3.0:1777573244.488509:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5702 00000100:00100000:1.0:1777573244.488509:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926168576:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573244.488525:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926168448:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.488659:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:1.0:1777573244.488659:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.488666:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:3.0:1777573244.488667:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.488673:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573244.488673:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:3.0:1777573244.488679:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.488679:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:3.0:1777573244.488686:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 208 -> 208 00002000:00010000:1.0:1777573244.488686:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573244.488744:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926168576:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 239us (542us total) trans 21474842019 rc 0/0 00000100:00100000:3.0:1777573244.488745:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926168448:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 223us (592us total) trans 17179875219 rc 0/0 00000100:00100000:1.0:1777573244.488760:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5701 00002000:00010000:1.0:1777573244.488766:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00000100:00100000:3.0:1777573244.488770:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5702 00002000:00100000:1.0:1777573244.488772:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a0380 with x1863919926168576 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.488776:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (192512->18446744073709551615) 00002000:00010000:1.0:1777573244.488778:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a0380. 00002000:00100000:3.0:1777573244.488780:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a2a00 with x1863919926168448 ext(192512->18446744073709551615) 00002000:00010000:3.0:1777573244.488787:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a2a00. 00000100:00100000:3.0:1777573244.490419:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.490513:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926168704 00000100:00100000:1.0:1777573244.490520:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926168704 00000100:00100000:1.0:1777573244.490623:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15838 00000100:00100000:1.0:1777573244.490633:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+515:59547:x1863919926168704:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573244.490653:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573244.490672:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119bb01 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f27e expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.490753:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bb08 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.490767:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bb08 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.490778:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bb08 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573244.490801:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:1.0:1777573244.490805:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573244.490820:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bb08 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.490842:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119bb01 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f27e expref: 517 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.490859:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bb08 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f27e expref: 516 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.490867:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.490870:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573244.490873:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0600, rc 0) 00000100:00100000:1.0:1777573244.490919:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+516:59547:x1863919926168704:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 289us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.490930:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15838 00000100:00100000:1.0:1777573244.493267:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.493464:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926168960 00000100:00100000:2.0:1777573244.493474:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926168960 00000100:00100000:2.0:1777573244.493537:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15839 00000100:00100000:2.0:1777573244.493548:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+516:59547:x1863919926168960:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.493596:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.493621:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bb08 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f27e expref: 516 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.493640:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.493646:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.493806:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.493827:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.493836:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.493883:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979061 00000004:00010000:2.0:1777573244.493905:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7651fb6 reply state 00000000fcfaaf73 transno 4294979062 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.493917:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.493925:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.493927:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.493930:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.494004:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+518:59547:x1863919926168960:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 458us (744us total) trans 4294979062 rc 0/0 00000100:00100000:2.0:1777573244.494011:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15839 00000020:00080000:2.0:1777573244.494016:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.495794:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.495865:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926169088 00000100:00100000:0.0:1777573244.495874:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926169088 00000100:00100000:0.0:1777573244.495930:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12855 00000100:00100000:0.0:1777573244.495940:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+36:59547:x1863919926169088:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.495955:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.495973:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f285 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.495996:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 192512, mtime: 0x69f39d7c, atime: 0x69f39d6c, ctime: 0x69f39d7c, blocks: 0xd0 00010000:00010000:0.0:1777573244.496015:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.496017:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.496024:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f285 expref: 37 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.496052:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f285 expref: 37 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.496064:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2f9bd4600, rc 0) 00000100:00100000:0.0:1777573244.496114:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+37:59547:x1863919926169088:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 176us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.496120:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12855 00000100:00100000:3.0:1777573244.498341:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.498412:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926169344 00000100:00100000:3.0:1777573244.498423:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.498428:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926169344 00000100:00100000:2.0:1777573244.498466:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926169216 00000100:00100000:2.0:1777573244.498473:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926169216 00002000:00010000:1.0:1777573244.498473:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.498480:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4e00 with x1863919926169344 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.498491:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec4e00. 00002000:00010000:2.0:1777573244.498496:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.498500:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6680 with x1863919926169216 ext(192512->18446744073709551615) 00002000:00010000:2.0:1777573244.498505:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec6680. 00000100:00100000:1.0:1777573244.498535:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5703 00000100:00100000:1.0:1777573244.498544:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926169344:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.498681:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.498685:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.498688:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00000100:00100000:2.0:1777573244.498692:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5704 00002000:00010000:1.0:1777573244.498706:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.498710:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573244.498717:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926169216:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573244.498779:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926169344:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 234us (447us total) trans 17179875220 rc 0/0 00000100:00100000:1.0:1777573244.498796:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5703 00002000:00010000:1.0:1777573244.498801:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.498805:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec4e00 with x1863919926169344 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.498812:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c2ec4e00. 00002000:00010000:2.0:1777573244.498829:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:2.0:1777573244.498834:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.498837:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:2.0:1777573244.498839:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.498841:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:2.0:1777573244.498867:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926169216:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 155us (448us total) trans 21474842020 rc 0/0 00000100:00100000:2.0:1777573244.498874:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5704 00002000:00010000:2.0:1777573244.498877:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (192512->18446744073709551615) 00002000:00100000:2.0:1777573244.498879:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec6680 with x1863919926169216 ext(192512->18446744073709551615) 00002000:00010000:2.0:1777573244.498882:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec6680. 00000100:00100000:1.0:1777573244.501141:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.501233:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926169472 00000100:00100000:0.0:1777573244.501242:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926169472 00000100:00100000:0.0:1777573244.501314:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15840 00000100:00100000:0.0:1777573244.501323:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+518:59547:x1863919926169472:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.501342:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.501363:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a119bb1d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f28c expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.501463:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119bb24 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.501479:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119bb24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.501490:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119bb24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.501516:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:0.0:1777573244.501520:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.501536:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119bb24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.501568:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a119bb1d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f28c expref: 520 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.501584:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119bb24 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f28c expref: 519 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.501598:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.501601:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.501604:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589e00, rc 0) 00000100:00100000:0.0:1777573244.501665:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+519:59547:x1863919926169472:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 343us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.501672:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15840 00000100:00100000:3.0:1777573244.504099:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.504192:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926169728 00000100:00100000:2.0:1777573244.504204:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926169728 00000100:00100000:2.0:1777573244.504264:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15841 00000100:00100000:2.0:1777573244.504321:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+519:59547:x1863919926169728:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.504370:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.504395:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589e00/0x8dc0a528a119bb24 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f28c expref: 519 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.504414:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.504419:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.504593:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.504612:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.504619:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.504657:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979063 00000004:00010000:2.0:1777573244.504678:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d64f9e15 reply state 0000000080f3d85a transno 4294979064 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.504691:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.504698:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.504714:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.504717:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.504813:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+521:59547:x1863919926169728:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 496us (907us total) trans 4294979064 rc 0/0 00000100:00100000:2.0:1777573244.504824:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15841 00000020:00080000:2.0:1777573244.504829:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.508956:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.509075:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926169856 00000100:00100000:0.0:1777573244.509090:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926169856 00000100:00100000:0.0:1777573244.509160:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12856 00000100:00100000:0.0:1777573244.509172:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+38:59547:x1863919926169856:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.509193:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.509220:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f293 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.509247:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 192512, mtime: 0x69f39d7c, atime: 0x69f39d6d, ctime: 0x69f39d7c, blocks: 0xd0 00010000:00010000:0.0:1777573244.509300:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.509302:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.509309:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f293 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.509322:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f293 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.509331:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3589400, rc 0) 00000100:00100000:0.0:1777573244.509381:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+39:59547:x1863919926169856:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 213us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.509387:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12856 00000100:00100000:1.0:1777573244.512396:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.512485:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926169984 00000100:00100000:0.0:1777573244.512495:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926169984 00002000:00010000:0.0:1777573244.512525:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (192512->18446744073709551615) 00002000:00100000:0.0:1777573244.512529:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556680 with x1863919926169984 ext(192512->18446744073709551615) 00002000:00010000:0.0:1777573244.512538:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8556680. 00000100:00100000:0.0:1777573244.512569:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5705 00000100:00100000:0.0:1777573244.512579:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926169984:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573244.512716:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:0.0:1777573244.512719:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.512721:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573244.512722:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.512724:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1777573244.512761:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926169984:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 185us (372us total) trans 17179875221 rc 0/0 00000100:00100000:0.0:1777573244.512766:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5705 00002000:00010000:0.0:1777573244.512769:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (192512->18446744073709551615) 00002000:00100000:0.0:1777573244.512771:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8556680 with x1863919926169984 ext(192512->18446744073709551615) 00002000:00010000:0.0:1777573244.512774:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8556680. 00000100:00100000:3.0:1777573244.512975:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.513203:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926170112 00000100:00100000:1.0:1777573244.513208:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926170112 00002000:00010000:1.0:1777573244.513227:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.513232:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5180 with x1863919926170112 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.513239:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec5180. 00000100:00100000:1.0:1777573244.513342:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5706 00000100:00100000:1.0:1777573244.513349:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926170112:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.513415:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.513418:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.513419:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573244.513421:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.513422:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573244.513453:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926170112:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 105us (481us total) trans 21474842021 rc 0/0 00000100:00100000:1.0:1777573244.513457:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5706 00002000:00010000:1.0:1777573244.513460:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.513461:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2ec5180 with x1863919926170112 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.513464:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2ec5180. 00000100:00100000:2.0:1777573244.517572:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.517666:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926170240 00000100:00100000:0.0:1777573244.517682:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926170240 00000100:00100000:0.0:1777573244.517745:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15842 00000100:00100000:0.0:1777573244.517753:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+521:59547:x1863919926170240:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.517772:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.517789:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119bb39 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f29a expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.517869:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119bb40 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.517882:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119bb40 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.517892:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119bb40 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.517932:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:0.0:1777573244.517937:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.517955:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119bb40 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.517981:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588600/0x8dc0a528a119bb39 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f29a expref: 523 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.517999:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119bb40 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f29a expref: 522 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.518008:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.518010:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.518014:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588800, rc 0) 00000100:00100000:0.0:1777573244.518085:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+522:59547:x1863919926170240:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 332us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.518093:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15842 00000100:00100000:2.0:1777573244.521253:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.521503:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926170496 00000100:00100000:1.0:1777573244.521516:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926170496 00000100:00100000:1.0:1777573244.521587:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15843 00000100:00100000:1.0:1777573244.521600:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+522:59547:x1863919926170496:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573244.521672:0:30825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.521706:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588800/0x8dc0a528a119bb40 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f29a expref: 522 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.521726:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.521730:0:30825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.521994:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.522018:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.522027:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573244.522084:0:30825:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979065 00000004:00010000:1.0:1777573244.522103:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000094521d67 reply state 00000000092ff0e5 transno 4294979066 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.522113:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.522117:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.522120:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573244.522121:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573244.522229:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+524:59547:x1863919926170496:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 632us (985us total) trans 4294979066 rc 0/0 00000100:00100000:1.0:1777573244.522237:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15843 00000020:00080000:1.0:1777573244.522244:0:30825:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.524377:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.524989:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926170624 00000100:00100000:0.0:1777573244.525004:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926170624 00000100:00100000:0.0:1777573244.525262:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12857 00000100:00100000:0.0:1777573244.525443:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+39:59547:x1863919926170624:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.525461:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.525480:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2a1 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.525504:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 192512, mtime: 0x69f39d7c, atime: 0x69f39d79, ctime: 0x69f39d7c, blocks: 0xd0 00010000:00010000:0.0:1777573244.525523:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.525525:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.525532:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a1 expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.525547:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a1 expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.525564:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588600, rc 0) 00000100:00100000:0.0:1777573244.526217:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+40:59547:x1863919926170624:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 944us (1850us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.526225:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12857 00000100:00100000:2.0:1777573244.536230:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.536323:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.536534:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926170752 00000100:00100000:3.0:1777573244.536544:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926170752 00002000:00010000:3.0:1777573244.536647:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (192512->18446744073709551615) 00002000:00100000:3.0:1777573244.536653:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3b80 with x1863919926170752 ext(192512->18446744073709551615) 00002000:00010000:3.0:1777573244.536665:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a3b80. 00000100:00100000:3.0:1777573244.536730:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926170880 00000100:00100000:3.0:1777573244.536734:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926170880 00002000:00010000:3.0:1777573244.536749:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.536752:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1f80 with x1863919926170880 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.536758:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a1f80. 00000100:00100000:3.0:1777573244.536786:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5707 00000100:00100000:3.0:1777573244.536796:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926170752:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.536945:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:3.0:1777573244.536949:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.536953:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573244.536955:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.536957:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:3.0:1777573244.537010:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926170752:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 215us (787us total) trans 21474842022 rc 0/0 00000100:00100000:3.0:1777573244.537017:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5707 00002000:00010000:3.0:1777573244.537021:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (192512->18446744073709551615) 00002000:00100000:3.0:1777573244.537023:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a3b80 with x1863919926170752 ext(192512->18446744073709551615) 00002000:00010000:3.0:1777573244.537027:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c58a3b80. 00000100:00100000:3.0:1777573244.537053:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5708 00000100:00100000:3.0:1777573244.537061:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c58a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926170880:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.537125:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.537128:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:3.0:1777573244.537130:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573244.537133:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:3.0:1777573244.537135:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573244.537155:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c58a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926170880:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 95us (832us total) trans 17179875222 rc 0/0 00000100:00100000:3.0:1777573244.537161:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5708 00002000:00010000:3.0:1777573244.537164:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.537166:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c58a1f80 with x1863919926170880 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.537169:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c58a1f80. 00000100:00100000:2.0:1777573244.541746:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.542001:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926171008 00000100:00100000:1.0:1777573244.542011:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926171008 00000100:00100000:1.0:1777573244.542088:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15844 00000100:00100000:1.0:1777573244.542097:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+524:59547:x1863919926171008:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573244.542120:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573244.542138:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bb55 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2a8 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.542224:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bb5c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.542238:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bb5c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.542250:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bb5c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573244.542311:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:1.0:1777573244.542315:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573244.542333:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bb5c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.542368:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bb55 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a8 expref: 526 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.542387:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bb5c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a8 expref: 525 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.542404:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.542407:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573244.542411:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1000, rc 0) 00000100:00100000:1.0:1777573244.542465:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+525:59547:x1863919926171008:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 369us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.542471:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15844 00000100:00100000:3.0:1777573244.546505:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.546680:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926171264 00000100:00100000:1.0:1777573244.546700:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926171264 00000100:00100000:1.0:1777573244.546849:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15845 00000100:00100000:1.0:1777573244.546862:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+525:59547:x1863919926171264:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573244.546940:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.546989:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bb5c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a8 expref: 525 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.547016:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.547022:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.547213:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.547234:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.547241:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573244.547317:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979067 00000004:00010000:1.0:1777573244.547335:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000743cd503 reply state 00000000fba7f087 transno 4294979068 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.547344:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.547349:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.547351:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573244.547354:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573244.547445:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+527:59547:x1863919926171264:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 586us (954us total) trans 4294979068 rc 0/0 00000100:00100000:1.0:1777573244.547452:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15845 00000020:00080000:1.0:1777573244.547458:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573244.549311:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.549397:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926171392 00000100:00100000:0.0:1777573244.549407:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926171392 00000100:00100000:0.0:1777573244.549474:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12858 00000100:00100000:0.0:1777573244.549485:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+41:59547:x1863919926171392:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.549501:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.549525:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2af expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.549555:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 192512, mtime: 0x69f39d7c, atime: 0x69f39d7a, ctime: 0x69f39d7c, blocks: 0xd0 00010000:00010000:0.0:1777573244.549574:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.549577:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.549585:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2af expref: 42 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.549603:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2af expref: 42 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.549616:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c3588800, rc 0) 00000100:00100000:0.0:1777573244.549672:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+42:59547:x1863919926171392:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 189us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.549679:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12858 00000100:00100000:2.0:1777573244.551972:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.552014:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.552053:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926171648 00000100:00100000:0.0:1777573244.552066:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926171648 00002000:00010000:0.0:1777573244.552239:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.552245:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2ca80 with x1863919926171648 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.552254:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1d2ca80. 00000100:00100000:0.0:1777573244.552434:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926171520 00000100:00100000:0.0:1777573244.552439:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926171520 00002000:00010000:0.0:1777573244.552457:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (192512->18446744073709551615) 00002000:00100000:0.0:1777573244.552461:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2d880 with x1863919926171520 ext(192512->18446744073709551615) 00002000:00010000:0.0:1777573244.552466:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1d2d880. 00000100:00100000:3.0:1777573244.552500:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5709 00000100:00100000:3.0:1777573244.552512:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926171648:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573244.552546:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5710 00000100:00100000:1.0:1777573244.552557:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926171520:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.552657:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:3.0:1777573244.552658:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.552664:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.552665:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.552669:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573244.552670:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573244.552675:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573243 -> 1777573244 00002000:00010000:1.0:1777573244.552675:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.552680:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573244.552681:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777573244.552853:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926171520:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 297us (839us total) trans 17179875223 rc 0/0 00000100:00100000:1.0:1777573244.552862:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5710 00002000:00010000:1.0:1777573244.552866:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (192512->18446744073709551615) 00002000:00100000:1.0:1777573244.552869:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2d880 with x1863919926171520 ext(192512->18446744073709551615) 00002000:00010000:1.0:1777573244.552874:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1d2d880. 00000100:00100000:3.0:1777573244.553167:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926171648:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 657us (1206us total) trans 21474842023 rc 0/0 00000100:00100000:3.0:1777573244.553174:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5709 00002000:00010000:3.0:1777573244.553177:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.553180:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2ca80 with x1863919926171648 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.553184:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1d2ca80. 00000100:00100000:2.0:1777573244.555395:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.555623:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926171776 00000100:00100000:0.0:1777573244.555632:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926171776 00000100:00100000:0.0:1777573244.555687:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15846 00000100:00100000:0.0:1777573244.555696:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+527:59547:x1863919926171776:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.555717:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.555736:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a119bb71 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2b6 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.555820:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bb78 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.555836:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bb78 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.555848:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bb78 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.555875:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 192512 00000004:00200000:0.0:1777573244.555879:0:10945:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.555894:0:10945:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bb78 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.555920:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc97d800/0x8dc0a528a119bb71 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2b6 expref: 529 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.555938:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bb78 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2b6 expref: 528 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.555947:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.555951:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.555955:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6be8200, rc 0) 00000100:00100000:0.0:1777573244.556006:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+528:59547:x1863919926171776:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 311us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.556025:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15846 00000100:00100000:0.0:1777573244.560602:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.560809:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926171904 00000100:00100000:1.0:1777573244.560820:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926171904 00000100:00100000:1.0:1777573244.560990:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5711 00000100:00100000:1.0:1777573244.561001:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+43:2405:x1863919926171904:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573244.561049:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.561067:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.561070:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.561075:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.561089:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.564960:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.564985:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.564994:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.565001:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.565005:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.565015:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.565042:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.565050:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb7f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.565126:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+43:2405:x1863919926171904:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4121us (4905us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1777573244.565137:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5711 00000100:00100000:2.0:1777573244.568068:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.568163:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926172032 00000100:00100000:3.0:1777573244.568182:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926172032 00000100:00100000:3.0:1777573244.568246:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5712 00000100:00100000:3.0:1777573244.568257:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926172032:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573244.568326:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.568348:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1eb expref: 43 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.568356:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.568358:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.568361:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.568396:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1eb expref: 43 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.568411:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1eb expref: 43 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.568426:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932215296:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.568517:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.570573:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932215296:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573244.570597:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.571508:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.571757:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926172160 00000100:00100000:3.0:1777573244.571765:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926172160 00010000:00010000:3.0:1777573244.571799:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1eb expref: 44 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.571884:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5803 00000100:00100000:3.0:1777573244.571895:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926172160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573244.571909:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.571930:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1eb expref: 44 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.571959:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1eb expref: 44 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.571981:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119b9e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1eb expref: 44 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.571997:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.571999:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.572003:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.572020:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.572057:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573244.572102:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926172160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 209us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.572110:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5803 00010000:00010000:2.0:1777573244.572135:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.572142:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.576865:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875224 is committed 00002000:00010000:3.0:1777573244.577057:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:3.0:1777573244.577063:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:3.0:1777573244.577075:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.577088:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.577103:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.577110:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573244.577114:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.577122:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.577139:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.577155:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bb86 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.577239:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926172032:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8980us (9175us total) trans 17179875224 rc 0/0 00000100:00100000:3.0:1777573244.577250:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5712 00000100:00100000:2.0:1777573244.581484:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.581550:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926172288 00000100:00100000:1.0:1777573244.581560:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926172288 00000100:00100000:1.0:1777573244.581635:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5713 00000100:00100000:1.0:1777573244.581647:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+42:2405:x1863919926172288:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.581683:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.581704:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f9 expref: 42 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.581713:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.581715:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.581718:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.581752:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f9 expref: 42 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.581765:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f9 expref: 42 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.581780:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932215424:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.581853:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f480 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.583930:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.583931:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932215424:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573244.583954:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.584001:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926172416 00000100:00100000:3.0:1777573244.584012:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926172416 00010000:00010000:3.0:1777573244.584065:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f9 expref: 43 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.584174:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5804 00000100:00100000:3.0:1777573244.584235:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926172416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573244.584265:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.584326:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f9 expref: 43 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.584342:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f9 expref: 43 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.584370:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f603055a/0x8dc0a528a119b9fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f1f9 expref: 43 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.584385:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.584387:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.584392:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.584404:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.584436:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.584474:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.584490:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.584504:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926172416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 272us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.584512:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5804 00000001:00080000:2.0:1777573244.588392:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842024 is committed 00002000:00010000:1.0:1777573244.588521:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:1.0:1777573244.588526:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:1.0:1777573244.588537:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.588549:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.588557:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.588564:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.588569:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.588578:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.588595:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.588603:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003eab195d/0x8dc0a528a119bb8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.588726:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919926172288:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 7079us (7247us total) trans 21474842024 rc 0/0 00000100:00100000:1.0:1777573244.588736:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5713 00000100:00100000:0.0:1777573244.591406:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.591456:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926172544 00000100:00100000:3.0:1777573244.591466:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926172544 00000100:00100000:3.0:1777573244.591533:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5714 00000100:00100000:3.0:1777573244.591543:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+26:2405:x1863919926172544:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573244.591578:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.591599:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f207 expref: 26 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.591608:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.591610:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.591613:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.591647:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f207 expref: 26 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.591661:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f207 expref: 26 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.591675:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932215552:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.591750:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.593981:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932215552:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573244.594079:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.594164:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.594214:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926172672 00000100:00100000:1.0:1777573244.594221:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926172672 00010000:00010000:1.0:1777573244.594246:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f207 expref: 27 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.594311:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5805 00000100:00100000:1.0:1777573244.594322:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926172672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.594336:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.594356:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f207 expref: 27 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.594371:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f207 expref: 27 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.594393:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7dcf407/0x8dc0a528a119ba1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f207 expref: 27 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.594408:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.594410:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.594413:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.594425:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.594444:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573244.594473:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.594485:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926172672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 165us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.594497:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5805 00010000:00010000:3.0:1777573244.594502:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.600133:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842025 is committed 00002000:00010000:1.0:1777573244.600252:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:1.0:1777573244.600257:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:1.0:1777573244.600389:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.600403:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.600411:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.600418:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.600423:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.600432:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.600451:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.600458:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000572226ff/0x8dc0a528a119bb94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.600545:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2405:x1863919926172544:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8997us (9139us total) trans 21474842025 rc 0/0 00000100:00100000:1.0:1777573244.600558:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5714 00000100:00100000:0.0:1777573244.605064:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.605161:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926172800 00000100:00100000:1.0:1777573244.605171:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926172800 00000100:00100000:1.0:1777573244.605252:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5715 00000100:00100000:1.0:1777573244.605262:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926172800:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.605323:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.605342:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f215 expref: 27 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.605350:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.605351:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.605355:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.605386:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f215 expref: 27 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.605398:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f215 expref: 27 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.605413:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932215680:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.605486:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573244.607830:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932215680:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573244.607855:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.607973:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.608070:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926172928 00000100:00100000:1.0:1777573244.608082:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926172928 00010000:00010000:1.0:1777573244.608114:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f215 expref: 28 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.608146:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5806 00000100:00100000:1.0:1777573244.608155:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926172928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.608170:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.608191:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f215 expref: 28 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.608203:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f215 expref: 28 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.608224:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0150c1/0x8dc0a528a119ba36 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f215 expref: 28 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.608244:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.608246:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.608250:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.608260:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.608344:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573244.608390:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.608391:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926172928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 236us (418us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573244.608408:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.608417:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5806 00000001:00080000:0.0:1777573244.614245:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875225 is committed 00002000:00010000:2.0:1777573244.614359:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:2.0:1777573244.614364:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:2.0:1777573244.614376:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.614388:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.614397:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.614405:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.614410:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.614429:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.614448:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.614455:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003eab195d/0x8dc0a528a119bb9b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.614542:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919926172800:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9278us (9482us total) trans 17179875225 rc 0/0 00000100:00100000:2.0:1777573244.614553:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5715 00000100:00100000:2.0:1777573244.618468:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.618518:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926173056 00000100:00100000:1.0:1777573244.618528:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926173056 00000100:00100000:1.0:1777573244.618584:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5716 00000100:00100000:1.0:1777573244.618593:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926173056:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.618623:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.618644:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f223 expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.618664:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.618666:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.618670:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.618708:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f223 expref: 25 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.618721:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f223 expref: 25 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.618734:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932215808:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.618806:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.621628:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.621671:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926173184 00000100:00100000:2.0:1777573244.621681:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926173184 00010000:00010000:2.0:1777573244.621725:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f223 expref: 26 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.621728:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932215808:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573244.621756:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.621763:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5807 00000100:00100000:2.0:1777573244.621778:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926173184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573244.621792:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.621814:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f223 expref: 26 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.621827:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f223 expref: 26 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.621849:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a9383e2/0x8dc0a528a119ba52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f223 expref: 26 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.621864:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.621866:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.621870:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.621880:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.621911:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.621992:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.622002:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.622011:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926173184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 235us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.622020:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5807 00000001:00080000:2.0:1777573244.629772:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842026 is committed 00002000:00010000:1.0:1777573244.629879:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:1.0:1777573244.629885:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:1.0:1777573244.629896:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.629909:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.629918:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.629926:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.629931:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.629939:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.629957:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.629964:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bba2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.630110:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926173056:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11511us (11642us total) trans 21474842026 rc 0/0 00000100:00100000:1.0:1777573244.630121:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5716 00000100:00100000:2.0:1777573244.633913:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.634096:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926173312 00000100:00100000:3.0:1777573244.634107:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926173312 00000100:00100000:3.0:1777573244.634179:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5717 00000100:00100000:3.0:1777573244.634190:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926173312:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573244.634225:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.634246:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f231 expref: 24 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.634255:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.634257:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.634261:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.634612:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f231 expref: 24 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.634632:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f231 expref: 24 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.634646:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932215936:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.634786:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.637177:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24426:1863919932215936:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.637204:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.637393:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.637426:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926173440 00000100:00100000:1.0:1777573244.637444:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926173440 00010000:00010000:1.0:1777573244.637551:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f231 expref: 25 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.637589:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5808 00000100:00100000:1.0:1777573244.637598:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926173440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.637613:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.637635:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f231 expref: 25 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.637646:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f231 expref: 25 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.637668:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000973f46b5/0x8dc0a528a119ba6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f231 expref: 25 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.637682:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.637684:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.637688:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.637697:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.637734:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573244.637785:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926173440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 188us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.637793:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5808 00010000:00010000:2.0:1777573244.638116:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.638125:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.644168:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842027 is committed 00002000:00010000:3.0:1777573244.644510:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:3.0:1777573244.644516:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:3.0:1777573244.644529:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.644542:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.644552:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.644560:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573244.644564:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.644574:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.644594:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.644602:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bba9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.644739:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926173312:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10546us (10828us total) trans 21474842027 rc 0/0 00000100:00100000:3.0:1777573244.644749:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5717 00000100:00100000:2.0:1777573244.648574:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.648630:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926173568 00000100:00100000:1.0:1777573244.648640:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926173568 00000100:00100000:1.0:1777573244.648696:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5718 00000100:00100000:1.0:1777573244.648703:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926173568:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.648743:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.648758:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f23f expref: 26 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.648764:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.648765:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.648767:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.648992:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f23f expref: 26 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.649003:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f23f expref: 26 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.649014:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932216064:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.649146:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.651221:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.651250:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932216064:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573244.651291:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.651380:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926173696 00000100:00100000:3.0:1777573244.651387:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926173696 00010000:00010000:2.0:1777573244.651484:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f23f expref: 27 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.651517:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5809 00000100:00100000:2.0:1777573244.651526:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+27:2404:x1863919926173696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573244.651540:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.651560:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f23f expref: 27 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.651573:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f23f expref: 27 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.651593:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7f9d527/0x8dc0a528a119ba8a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f23f expref: 27 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.651605:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.651607:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.651611:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.651621:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.651645:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.651684:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.651695:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926173696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 169us (477us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573244.651708:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.651709:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5809 00000001:00080000:0.0:1777573244.657268:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875226 is committed 00002000:00010000:1.0:1777573244.657384:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:1.0:1777573244.657391:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:1.0:1777573244.657403:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.657416:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.657424:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.657429:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.657432:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.657438:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.657451:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.657456:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.657532:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926173568:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8827us (8964us total) trans 17179875226 rc 0/0 00000100:00100000:1.0:1777573244.657539:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5718 00000100:00100000:0.0:1777573244.660537:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.660647:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926173824 00000100:00100000:3.0:1777573244.660656:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926173824 00000100:00100000:3.0:1777573244.660756:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5719 00000100:00100000:3.0:1777573244.660765:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926173824:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573244.660798:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.660819:0:24427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f24d expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.660828:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.660830:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.660833:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.660867:0:24427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f24d expref: 23 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.660881:0:24427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f24d expref: 23 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.660895:0:24427:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932216192:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.660973:0:24427:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.662247:0:24427:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24427:1863919932216192:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573244.662268:0:24427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.662614:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.662820:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926173952 00000100:00100000:3.0:1777573244.662827:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926173952 00010000:00010000:3.0:1777573244.662854:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f24d expref: 24 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.662929:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5810 00000100:00100000:3.0:1777573244.662939:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926173952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573244.662952:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.662973:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f24d expref: 24 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.662990:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f24d expref: 24 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.663011:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a195677d/0x8dc0a528a119baa6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f24d expref: 24 pid: 8360 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.663028:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.663038:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.663043:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.663052:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.663086:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573244.663129:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926173952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 191us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.663136:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5810 00010000:00010000:2.0:1777573244.663192:0:24427:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.663202:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.668656:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842028 is committed 00002000:00010000:3.0:1777573244.668738:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:3.0:1777573244.668744:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:3.0:1777573244.668755:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.668768:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.668777:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.668785:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573244.668790:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.668799:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.668818:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.668826:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.669585:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926173824:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8816us (9049us total) trans 21474842028 rc 0/0 00000100:00100000:3.0:1777573244.669598:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5719 00000100:00100000:0.0:1777573244.672515:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.672582:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926174080 00000100:00100000:1.0:1777573244.672593:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926174080 00000100:00100000:1.0:1777573244.672659:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5720 00000100:00100000:1.0:1777573244.672670:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926174080:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.672702:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.672723:0:28804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f25b expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.672731:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.672734:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.672737:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.672771:0:28804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f25b expref: 25 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.672785:0:28804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f25b expref: 25 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.672799:0:28804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932216320:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.672932:0:28804:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.674413:0:28804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8554700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28804:1863919932216320:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.674455:0:28804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.675847:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.675996:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926174208 00000100:00100000:1.0:1777573244.676005:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926174208 00010000:00010000:1.0:1777573244.676053:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f25b expref: 26 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.676099:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5811 00000100:00100000:1.0:1777573244.676111:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+26:2404:x1863919926174208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.676126:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.676147:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f25b expref: 26 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.676161:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f25b expref: 26 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.676183:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000597e8987/0x8dc0a528a119bac2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f25b expref: 26 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.676198:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.676200:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.676204:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.676214:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.676246:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573244.676319:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926174208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 211us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.676327:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5811 00010000:00010000:2.0:1777573244.677382:0:28804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.677396:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.684720:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875227 is committed 00002000:00010000:2.0:1777573244.684835:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:2.0:1777573244.684840:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:2.0:1777573244.684851:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.684864:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.684873:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.684880:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.684884:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.684893:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.684915:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.684923:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009799f7e1/0x8dc0a528a119bbbe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.685010:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926174080:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 12340us (12499us total) trans 17179875227 rc 0/0 00000100:00100000:2.0:1777573244.685022:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5720 00000100:00100000:0.0:1777573244.687906:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.687960:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926174336 00000100:00100000:3.0:1777573244.687969:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926174336 00000100:00100000:3.0:1777573244.688046:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5721 00000100:00100000:3.0:1777573244.688055:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+22:2405:x1863919926174336:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573244.688084:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.688100:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f269 expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.688106:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.688107:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.688115:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.688150:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f269 expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.688164:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f269 expref: 22 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.688179:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24424:1863919932216448:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.688264:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.689549:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24424:1863919932216448:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573244.689573:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.689895:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.689948:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926174464 00000100:00100000:1.0:1777573244.689955:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926174464 00010000:00010000:1.0:1777573244.689987:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f269 expref: 23 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.690026:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5812 00000100:00100000:1.0:1777573244.690045:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926174464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.690059:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.690078:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f269 expref: 23 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.690092:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f269 expref: 23 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.690112:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000251d3230/0x8dc0a528a119bade lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f269 expref: 23 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.690130:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.690132:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.690137:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.690144:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.690166:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573244.690199:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926174464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 157us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.690205:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5812 00010000:00010000:3.0:1777573244.690301:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.690312:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.696167:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842029 is committed 00002000:00010000:3.0:1777573244.696292:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:3.0:1777573244.696298:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:3.0:1777573244.696309:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.696322:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.696331:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.696336:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573244.696339:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.696344:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.696359:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.696364:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f956a593/0x8dc0a528a119bbc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.696436:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+21:2405:x1863919926174336:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 8378us (8533us total) trans 21474842029 rc 0/0 00000100:00100000:3.0:1777573244.696445:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5721 00000100:00100000:0.0:1777573244.700120:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.700225:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926174592 00000100:00100000:1.0:1777573244.700235:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926174592 00000100:00100000:1.0:1777573244.700425:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5722 00000100:00100000:1.0:1777573244.700434:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926174592:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.700462:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.700477:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f277 expref: 24 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.700483:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.700484:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.700487:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.700511:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f277 expref: 24 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.700573:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f277 expref: 24 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.700589:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8554a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28800:1863919932216576:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.700661:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f780 going to sleep for 11 seconds 00000100:00100000:1.0:1777573244.702844:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8554a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28800:1863919932216576:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573244.702864:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.703051:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.703128:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926174720 00000100:00100000:2.0:1777573244.703135:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926174720 00010000:00010000:2.0:1777573244.703343:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f277 expref: 25 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.703383:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5813 00000100:00100000:2.0:1777573244.703394:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926174720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573244.703408:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.703431:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f277 expref: 25 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.703445:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f277 expref: 25 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.703467:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7a4263c/0x8dc0a528a119bafa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f277 expref: 25 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.703483:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.703485:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.703490:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.703500:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.703530:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573244.703576:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926174720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 184us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.703583:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5813 00010000:00010000:1.0:1777573244.703739:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.703750:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.710565:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875228 is committed 00002000:00010000:1.0:1777573244.711005:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:1.0:1777573244.711010:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:1.0:1777573244.711022:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.711220:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.711230:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.711236:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.711241:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.711250:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.711359:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.711367:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119bbcc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.711526:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926174592:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11088us (11408us total) trans 17179875228 rc 0/0 00000100:00100000:1.0:1777573244.711536:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5722 00000100:00100000:0.0:1777573244.715646:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.715729:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926174848 00000100:00100000:1.0:1777573244.715739:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926174848 00000100:00100000:1.0:1777573244.715803:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5723 00000100:00100000:1.0:1777573244.715812:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926174848:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.715843:0:28799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.715863:0:28799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f285 expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.715871:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.715873:0:28799:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.715876:0:28799:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.715909:0:28799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f285 expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.715922:0:28799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f285 expref: 21 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.715936:0:28799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8554a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932216704:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.716013:0:28799:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f780 going to sleep for 11 seconds 00000100:00100000:1.0:1777573244.717958:0:28799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8554a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28799:1863919932216704:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573244.717981:0:28799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.718211:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.718254:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926174976 00000100:00100000:1.0:1777573244.718260:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926174976 00010000:00010000:1.0:1777573244.718331:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f285 expref: 22 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.718359:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5814 00000100:00100000:1.0:1777573244.718368:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926174976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.718384:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.718404:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f285 expref: 22 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.718423:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f285 expref: 22 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.718446:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004030b381/0x8dc0a528a119bb16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f285 expref: 22 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.718460:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.718463:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.718467:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.718476:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.718499:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573244.718655:0:28799:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.718665:0:28799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.718792:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926174976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 424us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.718801:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5814 00000001:00080000:2.0:1777573244.724055:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842030 is committed 00002000:00010000:3.0:1777573244.724154:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:3.0:1777573244.724158:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:3.0:1777573244.724169:0:28799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.724181:0:28799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.724190:0:28799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.724202:0:28799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573244.724207:0:28799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.724227:0:28799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.724244:0:28799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.724251:0:28799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c14342f/0x8dc0a528a119bbd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.727623:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926174848:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 11803us (11976us total) trans 21474842030 rc 0/0 00000100:00100000:3.0:1777573244.727634:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5723 00000100:00100000:1.0:1777573244.730712:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.730767:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926175104 00000100:00100000:2.0:1777573244.730778:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926175104 00000100:00100000:2.0:1777573244.730856:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5724 00000100:00100000:2.0:1777573244.730866:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926175104:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:2.0:1777573244.730897:0:14599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.730917:0:14599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f293 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.730926:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.730928:0:14599:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573244.730932:0:14599:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.730963:0:14599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f293 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.730976:0:14599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f293 expref: 23 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.730990:0:14599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c1d2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932216832:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.731257:0:14599:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.734326:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.734374:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926175232 00000100:00100000:3.0:1777573244.734384:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926175232 00010000:00010000:3.0:1777573244.734415:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f293 expref: 24 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.734446:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5815 00000100:00100000:3.0:1777573244.734455:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926175232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573244.734469:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.734488:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f293 expref: 24 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.734501:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f293 expref: 24 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.734525:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.734527:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.734532:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.734542:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.734561:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.734854:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007211db5e/0x8dc0a528a119bb32 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f293 expref: 24 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.734867:0:14599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c1d2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14599:1863919932216832:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573244.734883:0:14599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.734902:0:14599:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.734908:0:14599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.735022:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926175232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 565us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.735042:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5815 00000001:00080000:2.0:1777573244.741234:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875229 is committed 00002000:00010000:1.0:1777573244.741389:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:1.0:1777573244.741395:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:1.0:1777573244.741408:0:14599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.741420:0:14599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.741428:0:14599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.741435:0:14599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2ca00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.741440:0:14599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.741448:0:14599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.741465:0:14599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.741473:0:14599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018319fc3/0x8dc0a528a119bbda lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.741564:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926175104:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 10696us (10856us total) trans 17179875229 rc 0/0 00000100:00100000:1.0:1777573244.741574:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5724 00000100:00100000:2.0:1777573244.744263:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.744391:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926175360 00000100:00100000:1.0:1777573244.744400:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926175360 00000100:00100000:1.0:1777573244.744465:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5725 00000100:00100000:1.0:1777573244.744477:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+20:2406:x1863919926175360:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573244.744512:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.744537:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a1 expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.744546:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.744549:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573244.744552:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.744584:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a1 expref: 20 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.744597:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a1 expref: 20 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.744613:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c8555180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932216960:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573244.744726:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f780 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.746723:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.746775:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926175488 00000100:00100000:3.0:1777573244.746783:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926175488 00010000:00010000:3.0:1777573244.746812:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a1 expref: 21 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.746889:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5816 00000100:00100000:1.0:1777573244.746897:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c8555180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932216960:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.746903:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7980000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926175488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573244.746920:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.746923:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.746943:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a1 expref: 21 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.746964:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a1 expref: 21 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.746987:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d3ebeca/0x8dc0a528a119bb4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2a1 expref: 21 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.747004:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.747007:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.747011:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.747021:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.747058:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.747076:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.747086:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.747111:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7980000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926175488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 212us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.747120:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5816 00000001:00080000:2.0:1777573244.754008:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842031 is committed 00002000:00010000:1.0:1777573244.754120:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:1.0:1777573244.754126:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:1.0:1777573244.754137:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.754149:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.754157:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.754163:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573244.754168:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.754176:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.754194:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.754200:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119bbe1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.754315:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+19:2406:x1863919926175360:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9836us (10055us total) trans 21474842031 rc 0/0 00000100:00100000:1.0:1777573244.754325:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5725 00000100:00100000:0.0:1777573244.758566:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.758696:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926175616 00000100:00100000:3.0:1777573244.758706:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926175616 00000100:00100000:3.0:1777573244.758771:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5726 00000100:00100000:3.0:1777573244.758781:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926175616:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:3.0:1777573244.758813:0:24426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.758836:0:24426:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2af expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.758844:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.758847:0:24426:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573244.758850:0:24426:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.758881:0:24426:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2af expref: 22 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.758905:0:24426:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2af expref: 22 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.758921:0:24426:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932217088:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.759007:0:24426:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.761909:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.761910:0:24426:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ec7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24426:1863919932217088:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573244.761937:0:24426:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.762074:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926175744 00000100:00100000:1.0:1777573244.762080:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926175744 00010000:00010000:1.0:1777573244.762111:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2af expref: 23 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.762152:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5817 00000100:00100000:1.0:1777573244.762160:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926175744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.762173:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.762194:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2af expref: 23 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.762212:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2af expref: 23 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.762234:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adde490c/0x8dc0a528a119bb6a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2af expref: 23 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.762248:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.762250:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.762255:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.762264:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.762389:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573244.762425:0:24426:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.762430:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926175744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 269us (536us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573244.762445:0:24426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.762446:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5817 00000001:00080000:0.0:1777573244.767560:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875230 is committed 00002000:00010000:2.0:1777573244.767796:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:2.0:1777573244.767802:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 208 -> 256 00010000:00010000:2.0:1777573244.767815:0:24426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.767827:0:24426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.767837:0:24426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.767844:0:24426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cabe00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573244.767848:0:24426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.767857:0:24426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.767876:0:24426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.767884:0:24426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bbe8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.767976:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926175616:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 9192us (9413us total) trans 17179875230 rc 0/0 00000100:00100000:2.0:1777573244.767990:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5726 00000100:00100000:0.0:1777573244.778151:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.778255:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926176000 00000100:00100000:3.0:1777573244.778312:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926176000 00000100:00100000:3.0:1777573244.778398:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15847 00000100:00100000:3.0:1777573244.778418:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+528:59547:x1863919926176000:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573244.778500:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.778534:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bb78 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2b6 expref: 528 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.778558:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573244.778563:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573244.778784:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.778813:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.778824:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573244.778874:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979069 00000004:00010000:3.0:1777573244.778897:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006b60e700 reply state 00000000ae3481d7 transno 4294979070 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.778911:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.778918:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573244.778921:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573244.778924:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573244.779061:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+530:59547:x1863919926176000:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 647us (919us total) trans 4294979070 rc 0/0 00000100:00100000:3.0:1777573244.779069:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15847 00000020:00080000:3.0:1777573244.779076:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573244.781201:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.781250:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926176128 00000100:00100000:2.0:1777573244.781260:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926176128 00000100:00100000:2.0:1777573244.781331:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12859 00000100:00100000:2.0:1777573244.781340:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+21:59547:x1863919926176128:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.781355:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.781370:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2bd expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.781391:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d4f, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:2.0:1777573244.781408:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.781410:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.781415:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2bd expref: 22 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.781431:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2bd expref: 22 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.781441:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d200, rc 0) 00000100:00100000:2.0:1777573244.781490:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+22:59547:x1863919926176128:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 152us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.781495:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12859 00000100:00100000:2.0:1777573244.783482:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.783510:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.783564:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926176384 00000100:00100000:1.0:1777573244.783570:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926176384 00002000:00010000:1.0:1777573244.783595:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.783599:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2ea00 with x1863919926176384 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.783607:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1d2ea00. 00000100:00100000:1.0:1777573244.783666:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926176256 00000100:00100000:1.0:1777573244.783669:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926176256 00002000:00010000:1.0:1777573244.783678:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (262144->18446744073709551615) 00002000:00100000:1.0:1777573244.783680:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2c700 with x1863919926176256 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.783684:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1d2c700. 00000100:00100000:2.0:1777573244.783712:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5727 00000100:00100000:2.0:1777573244.783720:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+19:2404:x1863919926176384:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.783826:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5728 00000100:00100000:0.0:1777573244.783835:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926176256:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.783868:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573244.783872:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.783874:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:2.0:1777573244.783877:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.783879:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573244.783925:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 262144 -> 262144 00000100:00100000:2.0:1777573244.783928:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926176384:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 209us (448us total) trans 21474842032 rc 0/0 00002000:00010000:0.0:1777573244.783928:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.783930:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00002000:00010000:0.0:1777573244.783933:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000100:00100000:2.0:1777573244.783935:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5727 00002000:00010000:0.0:1777573244.783935:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:2.0:1777573244.783939:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.783941:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2ea00 with x1863919926176384 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.783945:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c1d2ea00. 00000100:00100000:0.0:1777573244.783954:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926176256:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 122us (442us total) trans 17179875231 rc 0/0 00000100:00100000:0.0:1777573244.783965:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5728 00002000:00010000:0.0:1777573244.783968:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/997 (262144->18446744073709551615) 00002000:00100000:0.0:1777573244.783970:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2c700 with x1863919926176256 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573244.783974:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1d2c700. 00000100:00100000:0.0:1777573244.786219:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.786320:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926176512 00000100:00100000:2.0:1777573244.786329:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926176512 00000100:00100000:2.0:1777573244.786387:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15848 00000100:00100000:2.0:1777573244.786396:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+530:59547:x1863919926176512:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.786413:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.786432:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119bbfd lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2c4 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.786524:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119bc04 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.786535:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119bc04 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.786544:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119bc04 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.786566:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573244.786569:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.786581:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119bc04 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.786613:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c600/0x8dc0a528a119bbfd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2c4 expref: 532 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.786634:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119bc04 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2c4 expref: 531 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.786643:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.786646:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.786650:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2de00, rc 0) 00000100:00100000:2.0:1777573244.786700:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+531:59547:x1863919926176512:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 305us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.786707:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15848 00000100:00100000:3.0:1777573244.789997:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.790104:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926176768 00000100:00100000:0.0:1777573244.790120:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926176768 00000100:00100000:0.0:1777573244.790201:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15849 00000100:00100000:0.0:1777573244.790212:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+531:59547:x1863919926176768:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.790265:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.790399:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2de00/0x8dc0a528a119bc04 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2c4 expref: 531 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.790425:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.790430:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.790607:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.790629:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.790639:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.790683:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979071 00000004:00010000:0.0:1777573244.790703:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000beed24c2 reply state 0000000021864db1 transno 4294979072 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.790714:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.790720:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.790722:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.790725:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.790817:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+533:59547:x1863919926176768:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 607us (832us total) trans 4294979072 rc 0/0 00000100:00100000:0.0:1777573244.790825:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15849 00000020:00080000:0.0:1777573244.790830:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573244.793086:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.793376:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926176896 00000100:00100000:2.0:1777573244.793390:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926176896 00000100:00100000:2.0:1777573244.793459:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12860 00000100:00100000:2.0:1777573244.793477:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+20:59547:x1863919926176896:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.793499:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.793522:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2cb expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.793556:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e7:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d51, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:2.0:1777573244.793589:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.793592:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.793601:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2cb expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.793620:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2cb expref: 21 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.793636:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c600, rc 0) 00000100:00100000:2.0:1777573244.793703:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+21:59547:x1863919926176896:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 235us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.793711:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12860 00000100:00100000:1.0:1777573244.795762:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.795804:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.795863:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926177024 00000100:00100000:0.0:1777573244.795878:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926177024 00002000:00010000:0.0:1777573244.795929:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (262144->18446744073709551615) 00002000:00100000:0.0:1777573244.795936:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8555180 with x1863919926177024 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573244.795951:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8555180. 00000100:00100000:0.0:1777573244.795982:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926177152 00000100:00100000:0.0:1777573244.795984:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926177152 00002000:00010000:0.0:1777573244.795996:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.795998:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557800 with x1863919926177152 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.796004:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557800. 00000100:00100000:0.0:1777573244.796039:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5729 00000100:00100000:3.0:1777573244.796050:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5730 00000100:00100000:0.0:1777573244.796057:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926177024:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573244.796069:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926177152:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:0.0:1777573244.796244:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573244.796249:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.796252:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:0.0:1777573244.796254:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.796256:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:3.0:1777573244.796309:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.796312:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.796314:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573244.796316:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.796318:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573244.796373:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926177024:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 323us (618us total) trans 21474842033 rc 0/0 00000100:00100000:0.0:1777573244.796381:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5729 00002000:00010000:0.0:1777573244.796386:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/999 (262144->18446744073709551615) 00002000:00100000:0.0:1777573244.796389:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8555180 with x1863919926177024 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573244.796394:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c8555180. 00000100:00100000:2.0:1777573244.796481:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926177152:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 419us (677us total) trans 17179875232 rc 0/0 00000100:00100000:2.0:1777573244.796493:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5730 00002000:00010000:2.0:1777573244.796496:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/998 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.796506:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c8557800 with x1863919926177152 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.796514:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c8557800. 00000100:00100000:3.0:1777573244.798533:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.798707:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926177280 00000100:00100000:1.0:1777573244.798721:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926177280 00000100:00100000:1.0:1777573244.798798:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15850 00000100:00100000:1.0:1777573244.798809:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+533:59547:x1863919926177280:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573244.798834:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573244.798855:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119bc19 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2d2 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.798944:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bc20 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.798959:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bc20 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.798976:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bc20 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573244.799009:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:1.0:1777573244.799012:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573244.799025:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bc20 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.799055:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119bc19 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d2 expref: 535 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.799070:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bc20 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d2 expref: 534 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.799076:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.799078:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573244.799080:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0200, rc 0) 00000100:00100000:1.0:1777573244.799135:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+534:59547:x1863919926177280:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 330us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.799139:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15850 00000100:00100000:2.0:1777573244.801406:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.801460:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926177536 00000100:00100000:1.0:1777573244.801468:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926177536 00000100:00100000:1.0:1777573244.801521:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15851 00000100:00100000:1.0:1777573244.801532:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+534:59547:x1863919926177536:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573244.801577:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.801600:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bc20 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d2 expref: 534 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.801617:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.801623:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.801790:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.801812:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.801821:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573244.801866:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979073 00000004:00010000:1.0:1777573244.801887:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bae3443 reply state 00000000fe68829d transno 4294979074 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.801899:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.801906:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.801908:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573244.801911:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573244.801994:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+536:59547:x1863919926177536:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 463us (594us total) trans 4294979074 rc 0/0 00000100:00100000:1.0:1777573244.802009:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15851 00000020:00080000:1.0:1777573244.802015:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573244.807668:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.807747:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926177664 00000100:00100000:3.0:1777573244.807763:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926177664 00000100:00100000:3.0:1777573244.807836:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12861 00000100:00100000:3.0:1777573244.807849:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+22:59547:x1863919926177664:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573244.807869:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573244.807890:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2d9 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573244.807915:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d55, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:3.0:1777573244.807937:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.807939:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.807956:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d9 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.807976:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d9 expref: 23 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.807988:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caaa00, rc 0) 00000100:00100000:3.0:1777573244.808068:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+23:59547:x1863919926177664:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 223us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.808075:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12861 00000100:00100000:3.0:1777573244.810112:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.810182:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926177792 00000100:00100000:1.0:1777573244.810194:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926177792 00002000:00010000:1.0:1777573244.810236:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (262144->18446744073709551615) 00002000:00100000:1.0:1777573244.810241:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c000 with x1863919926177792 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.810252:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0c000. 00000100:00100000:1.0:1777573244.810312:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5731 00000100:00100000:1.0:1777573244.810331:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926177792:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.810471:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573244.810475:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.810478:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:1.0:1777573244.810480:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.810483:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:1.0:1777573244.810543:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926177792:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 223us (443us total) trans 21474842034 rc 0/0 00000100:00100000:1.0:1777573244.810551:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5731 00002000:00010000:1.0:1777573244.810555:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1003 (262144->18446744073709551615) 00002000:00100000:1.0:1777573244.810559:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0c000 with x1863919926177792 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.810563:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0c000. 00000100:00100000:2.0:1777573244.810974:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.811017:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926177920 00000100:00100000:3.0:1777573244.811022:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926177920 00002000:00010000:3.0:1777573244.811054:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.811057:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2f480 with x1863919926177920 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.811063:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1d2f480. 00000100:00100000:3.0:1777573244.811084:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5732 00000100:00100000:3.0:1777573244.811091:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926177920:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.811164:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.811167:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.811170:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:3.0:1777573244.811172:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.811174:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573244.811214:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926177920:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 122us (241us total) trans 17179875233 rc 0/0 00000100:00100000:3.0:1777573244.811221:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5732 00002000:00010000:3.0:1777573244.811224:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1002 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.811226:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c1d2f480 with x1863919926177920 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.811230:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c1d2f480. 00000100:00100000:0.0:1777573244.813649:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.814508:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926178048 00000100:00100000:1.0:1777573244.814518:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926178048 00000100:00100000:1.0:1777573244.814579:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15852 00000100:00100000:1.0:1777573244.814588:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+536:59547:x1863919926178048:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573244.814609:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573244.814627:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bc35 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2e0 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.814710:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bc3c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.814725:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bc3c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.814736:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bc3c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573244.814762:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:1.0:1777573244.814766:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573244.814782:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bc3c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.814809:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bc35 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e0 expref: 538 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.814956:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bc3c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e0 expref: 537 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.814971:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.814974:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573244.814977:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0a00, rc 0) 00000100:00100000:1.0:1777573244.815043:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+537:59547:x1863919926178048:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 456us (1405us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.815051:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15852 00000100:00100000:1.0:1777573244.817209:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.817491:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926178304 00000100:00100000:3.0:1777573244.817506:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926178304 00000100:00100000:3.0:1777573244.817582:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15853 00000100:00100000:3.0:1777573244.817595:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+537:59547:x1863919926178304:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573244.817664:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.817695:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bc3c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e0 expref: 537 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.817721:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573244.817727:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573244.817931:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.817959:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.817970:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573244.818024:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979075 00000004:00010000:3.0:1777573244.818129:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e515adc reply state 00000000f21c9199 transno 4294979076 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.818142:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.818148:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573244.818151:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573244.818154:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573244.818381:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c8554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+539:59547:x1863919926178304:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 789us (1177us total) trans 4294979076 rc 0/0 00000100:00100000:3.0:1777573244.818389:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15853 00000020:00080000:3.0:1777573244.818395:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777573244.820454:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.820530:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926178432 00000100:00100000:0.0:1777573244.820545:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926178432 00000100:00100000:0.0:1777573244.820607:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12862 00000100:00100000:0.0:1777573244.820621:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+25:59547:x1863919926178432:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.820642:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.820666:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2e7 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.820697:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d56, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:0.0:1777573244.820721:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.820724:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.820733:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e7 expref: 26 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.820750:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e7 expref: 26 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.820764:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4530e00, rc 0) 00000100:00100000:0.0:1777573244.820842:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+26:59547:x1863919926178432:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 226us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.820850:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12862 00000100:00100000:0.0:1777573244.822874:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.822917:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.822953:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926178560 00000100:00100000:1.0:1777573244.822966:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926178560 00000100:00100000:3.0:1777573244.823007:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926178688 00002000:00010000:1.0:1777573244.823012:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (262144->18446744073709551615) 00000100:00100000:3.0:1777573244.823013:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926178688 00002000:00100000:1.0:1777573244.823020:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8380 with x1863919926178560 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.823044:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc8380. 00002000:00010000:3.0:1777573244.823046:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.823052:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9f80 with x1863919926178688 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.823060:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc9f80. 00000100:00100000:1.0:1777573244.823083:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5733 00000100:00100000:1.0:1777573244.823093:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926178560:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573244.823106:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5734 00000100:00100000:3.0:1777573244.823117:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926178688:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.823296:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.823301:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.823305:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:3.0:1777573244.823308:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.823309:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573244.823314:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573244.823315:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.823322:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:1.0:1777573244.823324:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.823326:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:1.0:1777573244.823398:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+27:2403:x1863919926178560:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 306us (532us total) trans 17179875234 rc 0/0 00000100:00100000:1.0:1777573244.823405:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5733 00002000:00010000:1.0:1777573244.823410:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1003 (262144->18446744073709551615) 00002000:00100000:1.0:1777573244.823412:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8380 with x1863919926178560 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.823418:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc8380. 00000100:00100000:2.0:1777573244.823607:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+25:2404:x1863919926178688:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 482us (679us total) trans 21474842035 rc 0/0 00000100:00100000:2.0:1777573244.823627:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5734 00002000:00010000:2.0:1777573244.823637:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.823641:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9f80 with x1863919926178688 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.823653:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc9f80. 00000100:00100000:0.0:1777573244.825321:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.825421:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926178816 00000100:00100000:2.0:1777573244.825433:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926178816 00000100:00100000:2.0:1777573244.825499:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15854 00000100:00100000:2.0:1777573244.825511:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+539:59547:x1863919926178816:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.825539:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.825558:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119bc51 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2ee expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.825652:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bc58 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.825670:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bc58 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.825686:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bc58 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.825716:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573244.825720:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.825739:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bc58 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.825763:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119bc51 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2ee expref: 541 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.825787:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bc58 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2ee expref: 540 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.825796:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.825799:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.825803:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c000, rc 0) 00000100:00100000:2.0:1777573244.825862:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+540:59547:x1863919926178816:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 354us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.825870:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15854 00000100:00100000:1.0:1777573244.828485:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.828698:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926179072 00000100:00100000:0.0:1777573244.828716:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926179072 00000100:00100000:0.0:1777573244.828794:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15855 00000100:00100000:0.0:1777573244.828808:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+540:59547:x1863919926179072:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.828880:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.828914:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bc58 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2ee expref: 540 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.828938:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.828944:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.829176:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.829207:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.829218:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.829312:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979077 00000004:00010000:0.0:1777573244.829340:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebd68be0 reply state 00000000da3471de transno 4294979078 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.829354:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.829361:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.829364:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.829367:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.829565:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+542:59547:x1863919926179072:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 760us (1087us total) trans 4294979078 rc 0/0 00000100:00100000:0.0:1777573244.829575:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15855 00000020:00080000:0.0:1777573244.829582:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573244.831190:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.831260:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926179200 00000100:00100000:2.0:1777573244.831303:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926179200 00000100:00100000:2.0:1777573244.831379:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12863 00000100:00100000:2.0:1777573244.831392:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+25:59547:x1863919926179200:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.831412:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.831435:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2f5 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.831462:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ed:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d57, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:2.0:1777573244.831484:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.831487:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.831495:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2f5 expref: 26 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.831511:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2f5 expref: 26 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.831524:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2cc00, rc 0) 00000100:00100000:2.0:1777573244.831579:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+26:59547:x1863919926179200:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 192us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.831585:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12863 00000100:00100000:1.0:1777573244.833222:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.833372:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926179328 00000100:00100000:2.0:1777573244.833383:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926179328 00000100:00100000:1.0:1777573244.833416:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:2.0:1777573244.833427:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (262144->18446744073709551615) 00002000:00100000:2.0:1777573244.833434:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45fb480 with x1863919926179328 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573244.833446:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c45fb480. 00000100:00100000:2.0:1777573244.833478:0:24426:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926179456 00000100:00100000:2.0:1777573244.833482:0:24426:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926179456 00000100:00100000:3.0:1777573244.833487:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5735 00002000:00010000:2.0:1777573244.833498:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.833504:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6300 with x1863919926179456 ext(0->18446744073709551615) 00000100:00100000:3.0:1777573244.833505:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+26:2406:x1863919926179328:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.833514:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec6300. 00000100:00100000:2.0:1777573244.833537:0:24426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5736 00000100:00100000:2.0:1777573244.833547:0:24426:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926179456:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.833712:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573244.833712:0:24426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.833719:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.833719:0:24426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.833723:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573244.833725:0:24426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:3.0:1777573244.833726:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.833732:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:2.0:1777573244.833733:0:24426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.833736:0:24426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573244.833790:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+27:2406:x1863919926179328:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 291us (575us total) trans 21474842036 rc 0/0 00000100:00100000:2.0:1777573244.833791:0:24426:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:47500b49-643b-4a71-8208-4988614d666b+28:2406:x1863919926179456:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 244us (373us total) trans 17179875235 rc 0/0 00000100:00100000:2.0:1777573244.833809:0:24426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5736 00002000:00010000:2.0:1777573244.833813:0:24426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1004 (0->18446744073709551615) 00000100:00100000:3.0:1777573244.833816:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5735 00002000:00100000:2.0:1777573244.833818:0:24426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6300 with x1863919926179456 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.833822:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1005 (262144->18446744073709551615) 00002000:00010000:2.0:1777573244.833825:0:24426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2c4ec6300. 00002000:00100000:3.0:1777573244.833826:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c45fb480 with x1863919926179328 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777573244.833834:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c45fb480. 00000100:00100000:1.0:1777573244.835254:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.835335:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926179584 00000100:00100000:2.0:1777573244.835347:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926179584 00000100:00100000:2.0:1777573244.835398:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15856 00000100:00100000:2.0:1777573244.835409:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+542:59547:x1863919926179584:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.835438:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.835464:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119bc6d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f2fc expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.835580:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bc74 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.835598:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bc74 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.835612:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bc74 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.835661:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573244.835666:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.835685:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bc74 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.835714:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c800/0x8dc0a528a119bc6d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2fc expref: 544 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.835739:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bc74 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2fc expref: 543 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.835749:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.835753:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.835757:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d800, rc 0) 00000100:00100000:2.0:1777573244.835810:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+543:59547:x1863919926179584:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 404us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.835818:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15856 00000100:00100000:0.0:1777573244.838376:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.838728:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926179840 00000100:00100000:1.0:1777573244.838740:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926179840 00000100:00100000:1.0:1777573244.838813:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15857 00000100:00100000:1.0:1777573244.838826:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+543:59547:x1863919926179840:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573244.838895:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.838927:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bc74 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2fc expref: 543 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.838948:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.838955:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.839179:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.839209:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.839221:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573244.839327:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979079 00000004:00010000:1.0:1777573244.839356:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b53cf97a reply state 000000009eb4cbcd transno 4294979080 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.839371:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.839378:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.839381:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573244.839385:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573244.839502:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+545:59547:x1863919926179840:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 679us (1137us total) trans 4294979080 rc 0/0 00000100:00100000:1.0:1777573244.839511:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15857 00000020:00080000:1.0:1777573244.839517:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.841443:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.841525:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926179968 00000100:00100000:2.0:1777573244.841537:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926179968 00000100:00100000:2.0:1777573244.841628:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12864 00000100:00100000:2.0:1777573244.841638:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+27:59547:x1863919926179968:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.841657:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.841685:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f303 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.841716:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ef:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d5d, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:2.0:1777573244.841746:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.841749:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.841758:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f303 expref: 28 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.841775:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f303 expref: 28 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.841789:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c800, rc 0) 00000100:00100000:2.0:1777573244.841857:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+28:59547:x1863919926179968:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 220us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.841864:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12864 00000100:00100000:3.0:1777573244.843478:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.843514:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.843544:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926180224 00000100:00100000:0.0:1777573244.843555:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926180224 00002000:00010000:0.0:1777573244.843595:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.843601:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ed80 with x1863919926180224 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.843617:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0ed80. 00000100:00100000:0.0:1777573244.843647:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926180096 00000100:00100000:0.0:1777573244.843651:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926180096 00002000:00010000:0.0:1777573244.843663:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (262144->18446744073709551615) 00002000:00100000:0.0:1777573244.843667:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0df80 with x1863919926180096 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573244.843672:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0df80. 00000100:00100000:0.0:1777573244.843698:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5737 00000100:00100000:0.0:1777573244.843710:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926180224:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573244.843730:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5738 00000100:00100000:3.0:1777573244.843743:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+28:2404:x1863919926180096:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.843880:0:16544:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573244.843885:0:16544:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.843885:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.843891:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.843892:0:16544:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:0.0:1777573244.843898:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573244.843899:0:16544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.843904:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.843905:0:16544:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:0.0:1777573244.843910:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573244.843960:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926180096:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 221us (444us total) trans 21474842037 rc 0/0 00000100:00100000:3.0:1777573244.843969:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5738 00000100:00100000:0.0:1777573244.843969:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926180224:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 261us (494us total) trans 17179875236 rc 0/0 00002000:00010000:3.0:1777573244.843976:0:16544:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1007 (262144->18446744073709551615) 00002000:00100000:3.0:1777573244.843980:0:16544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0df80 with x1863919926180096 ext(262144->18446744073709551615) 00000100:00100000:0.0:1777573244.843981:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5737 00002000:00010000:0.0:1777573244.843988:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1006 (0->18446744073709551615) 00002000:00010000:3.0:1777573244.843989:0:16544:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0df80. 00002000:00100000:0.0:1777573244.843992:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0ed80 with x1863919926180224 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.843999:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0ed80. 00000100:00100000:0.0:1777573244.846723:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.846789:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926180352 00000100:00100000:1.0:1777573244.846802:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926180352 00000100:00100000:1.0:1777573244.846867:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15858 00000100:00100000:1.0:1777573244.846879:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+545:59547:x1863919926180352:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573244.846906:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573244.846930:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bc89 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f30a expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.847066:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bc90 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.847084:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bc90 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.847096:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bc90 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573244.847128:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:1.0:1777573244.847132:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573244.847152:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bc90 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.847186:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bc89 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f30a expref: 547 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.847205:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bc90 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f30a expref: 546 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.847214:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.847217:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573244.847220:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1000, rc 0) 00000100:00100000:1.0:1777573244.847420:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+546:59547:x1863919926180352:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 543us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.847429:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15858 00000100:00100000:1.0:1777573244.850181:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.850358:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926180608 00000100:00100000:3.0:1777573244.850372:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926180608 00000100:00100000:3.0:1777573244.850447:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15859 00000100:00100000:3.0:1777573244.850458:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+546:59547:x1863919926180608:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573244.850516:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.850542:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1000/0x8dc0a528a119bc90 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f30a expref: 546 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.850560:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573244.850564:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573244.850767:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.850793:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.850804:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573244.850856:0:6486:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979081 00000004:00010000:3.0:1777573244.850879:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ca00d00 reply state 00000000ae4adfff transno 4294979082 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.850889:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.850894:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573244.850895:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573244.850897:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573244.850996:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+548:59547:x1863919926180608:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 538us (826us total) trans 4294979082 rc 0/0 00000100:00100000:3.0:1777573244.851002:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15859 00000020:00080000:3.0:1777573244.851007:0:6486:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.852544:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.852593:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926180736 00000100:00100000:2.0:1777573244.852603:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926180736 00000100:00100000:2.0:1777573244.852666:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12865 00000100:00100000:2.0:1777573244.852677:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+29:59547:x1863919926180736:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.852694:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.852714:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f311 expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.852741:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d5e, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:2.0:1777573244.852765:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.852767:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.852773:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f311 expref: 30 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.852786:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f311 expref: 30 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.852797:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2da00, rc 0) 00000100:00100000:2.0:1777573244.852847:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+30:59547:x1863919926180736:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 172us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.852855:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12865 00000100:00100000:0.0:1777573244.855398:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.855463:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.855518:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926180992 00000100:00100000:2.0:1777573244.855532:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926180992 00002000:00010000:2.0:1777573244.855582:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.855588:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8700 with x1863919926180992 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.855604:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8700. 00000100:00100000:1.0:1777573244.855638:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926180864 00000100:00100000:1.0:1777573244.855645:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926180864 00002000:00010000:1.0:1777573244.855665:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (262144->18446744073709551615) 00002000:00100000:1.0:1777573244.855671:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fcbb80 with x1863919926180864 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.855679:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fcbb80. 00000100:00100000:2.0:1777573244.855752:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5739 00000100:00100000:1.0:1777573244.855762:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5740 00000100:00100000:2.0:1777573244.855768:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+29:2404:x1863919926180992:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573244.855775:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926180864:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.855957:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573244.855958:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573244.855965:0:24424:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.855965:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.855970:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:2.0:1777573244.855972:0:24424:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573244.855975:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.855977:0:24424:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.855979:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:2.0:1777573244.855981:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573244.856064:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+31:2404:x1863919926180864:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 293us (599us total) trans 17179875237 rc 0/0 00000100:00100000:1.0:1777573244.856071:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5740 00002000:00010000:1.0:1777573244.856076:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1007 (262144->18446744073709551615) 00002000:00100000:1.0:1777573244.856079:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fcbb80 with x1863919926180864 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.856082:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fcbb80. 00000100:00100000:2.0:1777573244.856130:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+30:2404:x1863919926180992:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 367us (742us total) trans 21474842038 rc 0/0 00000100:00100000:2.0:1777573244.856138:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5739 00002000:00010000:2.0:1777573244.856141:0:24424:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1008 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.856144:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8700 with x1863919926180992 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.856149:0:24424:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8700. 00000100:00100000:1.0:1777573244.858737:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.858807:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926181120 00000100:00100000:2.0:1777573244.858822:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926181120 00000100:00100000:2.0:1777573244.858895:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15860 00000100:00100000:2.0:1777573244.858906:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+548:59547:x1863919926181120:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.858942:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.858969:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bca5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f318 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.859125:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bcac lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.859148:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bcac lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.859164:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bcac lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.859200:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573244.859205:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.859228:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bcac lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.859257:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bca5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f318 expref: 550 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.859302:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bcac lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f318 expref: 549 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.859311:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.859314:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.859318:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2c000, rc 0) 00000100:00100000:2.0:1777573244.859384:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+549:59547:x1863919926181120:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 480us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.859392:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15860 00000100:00100000:3.0:1777573244.862146:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.862223:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926181376 00000100:00100000:0.0:1777573244.862234:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926181376 00000100:00100000:0.0:1777573244.862401:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15861 00000100:00100000:0.0:1777573244.862412:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+549:59547:x1863919926181376:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.862506:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.862536:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c000/0x8dc0a528a119bcac lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f318 expref: 549 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.862559:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.862564:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573244.862779:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.862810:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.862821:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573244.862878:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979083 00000004:00010000:0.0:1777573244.862906:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000183491bb reply state 000000003a745960 transno 4294979084 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.862920:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.862927:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.862930:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.862933:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.863050:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+551:59547:x1863919926181376:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 640us (970us total) trans 4294979084 rc 0/0 00000100:00100000:0.0:1777573244.863059:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15861 00000020:00080000:0.0:1777573244.863067:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573244.864628:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.864739:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926181504 00000100:00100000:3.0:1777573244.864751:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926181504 00000100:00100000:3.0:1777573244.864815:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12866 00000100:00100000:3.0:1777573244.864826:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+30:59547:x1863919926181504:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573244.864843:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573244.864870:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f31f expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573244.864900:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d62, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:3.0:1777573244.864931:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.864935:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.864944:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f31f expref: 31 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.864964:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f31f expref: 31 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.864990:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa400, rc 0) 00000100:00100000:3.0:1777573244.865068:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+31:59547:x1863919926181504:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 245us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.865076:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12866 00000100:00100000:1.0:1777573244.867938:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.867973:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.868160:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926181632 00000100:00100000:2.0:1777573244.868172:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926181632 00000100:00100000:0.0:1777573244.868200:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926181760 00000100:00100000:0.0:1777573244.868215:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926181760 00002000:00010000:2.0:1777573244.868226:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (262144->18446744073709551615) 00002000:00100000:2.0:1777573244.868232:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e28380 with x1863919926181632 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573244.868248:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e28380. 00002000:00010000:0.0:1777573244.868262:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.868268:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3510a80 with x1863919926181760 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.868315:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3510a80. 00000100:00100000:2.0:1777573244.868530:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5741 00000100:00100000:2.0:1777573244.868545:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926181632:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.868567:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5742 00000100:00100000:0.0:1777573244.868581:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+31:2403:x1863919926181760:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.868820:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573244.868826:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.868828:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573244.868831:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.868833:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:2.0:1777573244.868903:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926181632:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 362us (973us total) trans 21474842039 rc 0/0 00000100:00100000:2.0:1777573244.868909:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5741 00002000:00010000:2.0:1777573244.868913:0:8367:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1011 (262144->18446744073709551615) 00002000:00100000:2.0:1777573244.868915:0:8367:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e28380 with x1863919926181632 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573244.868920:0:8367:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e28380. 00002000:00010000:0.0:1777573244.869446:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.869450:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.869453:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:0.0:1777573244.869455:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.869457:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573244.869521:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+32:2403:x1863919926181760:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 942us (1544us total) trans 17179875238 rc 0/0 00000100:00100000:0.0:1777573244.869531:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5742 00002000:00010000:0.0:1777573244.869537:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1010 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.869542:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3510a80 with x1863919926181760 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.869550:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3510a80. 00000100:00100000:1.0:1777573244.871858:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.871998:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926181888 00000100:00100000:2.0:1777573244.872010:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926181888 00000100:00100000:2.0:1777573244.872097:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15862 00000100:00100000:2.0:1777573244.872109:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+551:59547:x1863919926181888:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.872142:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.872168:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bcc1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f326 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.872355:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bcc8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.872378:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bcc8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.872392:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bcc8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.872428:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573244.872433:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.872455:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bcc8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.872496:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d800/0x8dc0a528a119bcc1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f326 expref: 553 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.872519:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bcc8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f326 expref: 552 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.872528:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.872532:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.872536:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2dc00, rc 0) 00000100:00100000:2.0:1777573244.872594:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+552:59547:x1863919926181888:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 488us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.872601:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15862 00000100:00100000:1.0:1777573244.875409:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.875460:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926182144 00000100:00100000:2.0:1777573244.875474:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926182144 00000100:00100000:2.0:1777573244.875541:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15863 00000100:00100000:2.0:1777573244.875553:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+552:59547:x1863919926182144:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.875874:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.875914:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bcc8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f326 expref: 552 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.875938:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.875944:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.876171:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.876202:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.876214:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.876316:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979085 00000004:00010000:2.0:1777573244.876345:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000daf32873 reply state 00000000d91eba00 transno 4294979086 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.876360:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.876367:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.876371:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.876375:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.876493:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+554:59547:x1863919926182144:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 941us (1091us total) trans 4294979086 rc 0/0 00000100:00100000:2.0:1777573244.876501:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15863 00000020:00080000:2.0:1777573244.876507:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.879190:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.879398:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926182272 00000100:00100000:0.0:1777573244.879413:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926182272 00000100:00100000:0.0:1777573244.879471:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12867 00000100:00100000:0.0:1777573244.879482:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+32:59547:x1863919926182272:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.879506:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.879540:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f32d expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.879572:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d67, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:0.0:1777573244.879599:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.879602:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.879612:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f32d expref: 33 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.879629:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f32d expref: 33 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.879643:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c4531400, rc 0) 00000100:00100000:0.0:1777573244.879810:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+33:59547:x1863919926182272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 328us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.879818:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12867 00000100:00100000:1.0:1777573244.881783:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.881817:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.881847:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926182528 00000100:00100000:2.0:1777573244.881859:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926182528 00000100:00100000:0.0:1777573244.881901:0:16739:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926182400 00002000:00010000:2.0:1777573244.881905:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00000100:00100000:0.0:1777573244.881907:0:16739:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926182400 00002000:00100000:2.0:1777573244.881914:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3510380 with x1863919926182528 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.881930:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3510380. 00002000:00010000:0.0:1777573244.881930:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (262144->18446744073709551615) 00002000:00100000:0.0:1777573244.881936:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511500 with x1863919926182400 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573244.881945:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3511500. 00000100:00100000:2.0:1777573244.881971:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5743 00000100:00100000:2.0:1777573244.881983:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+32:2404:x1863919926182528:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.882040:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5744 00000100:00100000:0.0:1777573244.882049:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926182400:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.882180:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573244.882181:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573244.882187:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.882188:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.882193:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573244.882194:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:2.0:1777573244.882198:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.882199:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.882202:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573244.882205:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:2.0:1777573244.882333:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+33:2404:x1863919926182528:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 352us (558us total) trans 21474842040 rc 0/0 00000100:00100000:0.0:1777573244.882340:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926182400:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 291us (520us total) trans 17179875239 rc 0/0 00000100:00100000:0.0:1777573244.882349:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5744 00002000:00010000:0.0:1777573244.882353:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1011 (262144->18446744073709551615) 00002000:00100000:0.0:1777573244.882356:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511500 with x1863919926182400 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573244.882361:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3511500. 00000100:00100000:2.0:1777573244.882495:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5743 00002000:00010000:2.0:1777573244.882499:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1012 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.882502:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3510380 with x1863919926182528 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.882508:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3510380. 00000100:00100000:1.0:1777573244.885751:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.885897:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926182656 00000100:00100000:0.0:1777573244.885911:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926182656 00000100:00100000:0.0:1777573244.885988:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15864 00000100:00100000:0.0:1777573244.886001:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+554:59547:x1863919926182656:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.886040:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.886073:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119bcdd lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f334 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.886208:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119bce4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.886226:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119bce4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.886250:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119bce4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.886458:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:0.0:1777573244.886463:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.886490:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119bce4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.886531:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c34b5600/0x8dc0a528a119bcdd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f334 expref: 556 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.886553:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119bce4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f334 expref: 555 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.886563:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.886566:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.886570:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00800, rc 0) 00000100:00100000:0.0:1777573244.886833:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+555:59547:x1863919926182656:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 833us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.886842:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15864 00000100:00100000:3.0:1777573244.890843:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.890999:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926182912 00000100:00100000:2.0:1777573244.891242:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926182912 00000100:00100000:2.0:1777573244.891369:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15865 00000100:00100000:2.0:1777573244.891387:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+555:59547:x1863919926182912:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.891462:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.891497:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119bce4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f334 expref: 555 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.891519:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.891524:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.891730:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.891756:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.891764:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.891807:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979087 00000004:00010000:2.0:1777573244.891824:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f7886a4b reply state 00000000dfbc920a transno 4294979088 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.891834:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.891839:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.891841:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.891843:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.891955:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+557:59547:x1863919926182912:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 575us (1125us total) trans 4294979088 rc 0/0 00000100:00100000:2.0:1777573244.891963:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15865 00000020:00080000:2.0:1777573244.891969:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.893957:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.894049:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926183040 00000100:00100000:2.0:1777573244.894061:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926183040 00000100:00100000:2.0:1777573244.894128:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12868 00000100:00100000:2.0:1777573244.894140:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+33:59547:x1863919926183040:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.894161:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.894183:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f33b expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.894225:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f5:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d68, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:2.0:1777573244.894256:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.894259:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.894268:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f33b expref: 34 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.894320:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f33b expref: 34 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.894333:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2d800, rc 0) 00000100:00100000:2.0:1777573244.894385:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+34:59547:x1863919926183040:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 250us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.894390:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12868 00000100:00100000:1.0:1777573244.896373:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.896475:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.896633:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926183296 00000100:00100000:3.0:1777573244.896646:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926183296 00002000:00010000:3.0:1777573244.896698:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.896704:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3513800 with x1863919926183296 ext(0->18446744073709551615) 00000100:00100000:2.0:1777573244.896711:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926183168 00000100:00100000:2.0:1777573244.896718:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926183168 00002000:00010000:3.0:1777573244.896719:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3513800. 00002000:00010000:2.0:1777573244.896741:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (262144->18446744073709551615) 00002000:00100000:2.0:1777573244.896746:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511880 with x1863919926183168 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573244.896754:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3511880. 00000100:00100000:3.0:1777573244.896828:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5745 00000100:00100000:3.0:1777573244.896840:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+34:2404:x1863919926183296:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:1.0:1777573244.896871:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5746 00000100:00100000:1.0:1777573244.896883:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+34:2403:x1863919926183168:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.897049:0:24427:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.897050:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573244.897055:0:24427:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.897056:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.897061:0:24427:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:1.0:1777573244.897062:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573244.897066:0:24427:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.897067:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.897072:0:24427:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573244.897073:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:1.0:1777573244.897146:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926183168:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 265us (668us total) trans 21474842041 rc 0/0 00000100:00100000:3.0:1777573244.897147:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926183296:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 307us (884us total) trans 17179875240 rc 0/0 00000100:00100000:3.0:1777573244.897163:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5745 00002000:00010000:3.0:1777573244.897167:0:24427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1012 (0->18446744073709551615) 00000100:00100000:1.0:1777573244.897170:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5746 00002000:00100000:3.0:1777573244.897171:0:24427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3513800 with x1863919926183296 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.897176:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1013 (262144->18446744073709551615) 00002000:00010000:3.0:1777573244.897178:0:24427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3513800. 00002000:00100000:1.0:1777573244.897182:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511880 with x1863919926183168 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.897190:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3511880. 00000100:00100000:3.0:1777573244.900131:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.900214:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926183424 00000100:00100000:0.0:1777573244.900227:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926183424 00000100:00100000:0.0:1777573244.900332:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15866 00000100:00100000:0.0:1777573244.900343:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+557:59547:x1863919926183424:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.900373:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.900399:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119bcf9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f342 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.900515:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119bd00 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.900532:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119bd00 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.900542:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119bd00 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.900567:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:0.0:1777573244.900570:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.900589:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119bd00 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.900625:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00a00/0x8dc0a528a119bcf9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f342 expref: 559 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.900657:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119bd00 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f342 expref: 558 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.900670:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.900673:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.900677:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00e00, rc 0) 00000100:00100000:0.0:1777573244.900743:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+558:59547:x1863919926183424:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 402us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.900751:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15866 00000100:00100000:0.0:1777573244.903161:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.903238:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926183680 00000100:00100000:2.0:1777573244.903264:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926183680 00000100:00100000:2.0:1777573244.903379:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15867 00000100:00100000:2.0:1777573244.903398:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+558:59547:x1863919926183680:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.903471:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.903510:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00e00/0x8dc0a528a119bd00 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f342 expref: 558 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.903532:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.903538:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.903734:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.903770:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.903783:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.903866:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979089 00000004:00010000:2.0:1777573244.903890:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bba0c143 reply state 0000000010496ba1 transno 4294979090 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.903901:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.903905:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.903907:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.903909:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.903992:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+560:59547:x1863919926183680:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 604us (842us total) trans 4294979090 rc 0/0 00000100:00100000:2.0:1777573244.904000:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15867 00000020:00080000:2.0:1777573244.904006:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.905452:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.905504:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926183808 00000100:00100000:2.0:1777573244.905514:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926183808 00000100:00100000:2.0:1777573244.905592:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12869 00000100:00100000:2.0:1777573244.905606:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+35:59547:x1863919926183808:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.905628:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.905658:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f349 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.905689:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d6a, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:2.0:1777573244.905714:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.905716:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.905725:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f349 expref: 36 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.905742:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f349 expref: 36 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.905757:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2b2de00, rc 0) 00000100:00100000:2.0:1777573244.905815:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+36:59547:x1863919926183808:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 214us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.905823:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12869 00000100:00100000:3.0:1777573244.907413:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.907479:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.907553:0:8369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926183936 00000100:00100000:0.0:1777573244.907563:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926184064 00000100:00100000:1.0:1777573244.907564:0:8369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926183936 00000100:00100000:0.0:1777573244.907578:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926184064 00002000:00010000:1.0:1777573244.907610:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (262144->18446744073709551615) 00002000:00010000:0.0:1777573244.907610:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.907620:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f100 with x1863919926183936 ext(262144->18446744073709551615) 00002000:00100000:0.0:1777573244.907620:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0d500 with x1863919926184064 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.907636:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0f100. 00002000:00010000:0.0:1777573244.907636:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0d500. 00000100:00100000:1.0:1777573244.907672:0:8369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5747 00000100:00100000:1.0:1777573244.907685:0:8369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926183936:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.907689:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5748 00000100:00100000:0.0:1777573244.907708:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926184064:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.907872:0:8369:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573244.907872:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.907878:0:8369:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.907879:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.907883:0:8369:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:0.0:1777573244.907884:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573244.907888:0:8369:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.907889:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.907893:0:8369:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:0.0:1777573244.907894:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573244.907959:0:8369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926183936:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 277us (554us total) trans 17179875241 rc 0/0 00000100:00100000:1.0:1777573244.907969:0:8369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5747 00002000:00010000:1.0:1777573244.907974:0:8369:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1013 (262144->18446744073709551615) 00002000:00100000:1.0:1777573244.907977:0:8369:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0f100 with x1863919926183936 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.907982:0:8369:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2d7b0f100. 00000100:00100000:0.0:1777573244.908226:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926184064:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 520us (745us total) trans 21474842042 rc 0/0 00000100:00100000:0.0:1777573244.908235:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5748 00002000:00010000:0.0:1777573244.908239:0:28806:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1014 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.908242:0:28806:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2d7b0d500 with x1863919926184064 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.908247:0:28806:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2d7b0d500. 00000100:00100000:0.0:1777573244.910537:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.910736:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926184192 00000100:00100000:3.0:1777573244.910749:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926184192 00000100:00100000:3.0:1777573244.910815:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15868 00000100:00100000:3.0:1777573244.910828:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+560:59547:x1863919926184192:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573244.910857:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573244.910882:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a119bd15 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f350 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.911003:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119bd1c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.911022:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119bd1c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.911049:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119bd1c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573244.911086:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:3.0:1777573244.911091:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573244.911112:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119bd1c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.911143:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cabe00/0x8dc0a528a119bd15 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f350 expref: 562 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.911161:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119bd1c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f350 expref: 561 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.911170:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573244.911174:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573244.911178:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa800, rc 0) 00000100:00100000:3.0:1777573244.911391:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+561:59547:x1863919926184192:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 566us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.911399:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15868 00000100:00100000:2.0:1777573244.913765:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.913841:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926184448 00000100:00100000:1.0:1777573244.913854:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926184448 00000100:00100000:1.0:1777573244.913927:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15869 00000100:00100000:1.0:1777573244.913940:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+561:59547:x1863919926184448:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1777573244.914009:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.914062:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa800/0x8dc0a528a119bd1c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f350 expref: 561 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.914086:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.914090:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573244.914338:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.914369:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.914381:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573244.914440:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979091 00000004:00010000:1.0:1777573244.914468:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c7616dc reply state 000000001cef9da3 transno 4294979092 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.914481:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.914487:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.914490:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573244.914493:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573244.914603:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+563:59547:x1863919926184448:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 666us (851us total) trans 4294979092 rc 0/0 00000100:00100000:1.0:1777573244.914616:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15869 00000020:00080000:1.0:1777573244.914624:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.918158:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.918258:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926184576 00000100:00100000:0.0:1777573244.918387:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926184576 00000100:00100000:0.0:1777573244.918456:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12870 00000100:00100000:0.0:1777573244.918465:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+36:59547:x1863919926184576:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.918485:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.918507:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f357 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.918534:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f7:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d6c, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:0.0:1777573244.918556:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.918558:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.918565:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f357 expref: 37 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.918578:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f357 expref: 37 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.918593:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00a00, rc 0) 00000100:00100000:0.0:1777573244.918646:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+37:59547:x1863919926184576:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 182us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.918654:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12870 00000100:00100000:0.0:1777573244.920783:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.920834:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.921035:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926184704 00000100:00100000:3.0:1777573244.921048:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926184704 00002000:00010000:3.0:1777573244.921098:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (262144->18446744073709551615) 00002000:00100000:3.0:1777573244.921104:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8a80 with x1863919926184704 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777573244.921118:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8a80. 00000100:00100000:3.0:1777573244.921152:0:28799:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926184832 00000100:00100000:3.0:1777573244.921155:0:28799:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926184832 00002000:00010000:3.0:1777573244.921171:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.921175:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9c00 with x1863919926184832 ext(0->18446744073709551615) 00000100:00100000:1.0:1777573244.921179:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5749 00002000:00010000:3.0:1777573244.921184:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc9c00. 00000100:00100000:1.0:1777573244.921196:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+37:2406:x1863919926184704:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573244.921214:0:28799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5750 00000100:00100000:3.0:1777573244.921223:0:28799:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+37:2406:x1863919926184832:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.921426:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573244.921427:0:28799:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.921433:0:28799:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.921433:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.921438:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573244.921439:0:28799:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:3.0:1777573244.921446:0:28799:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.921446:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.921451:0:28799:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573244.921452:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:3.0:1777573244.921510:0:28799:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:47500b49-643b-4a71-8208-4988614d666b+38:2406:x1863919926184832:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 288us (675us total) trans 17179875242 rc 0/0 00000100:00100000:3.0:1777573244.921560:0:28799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5750 00002000:00010000:3.0:1777573244.921563:0:28799:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1014 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.921565:0:28799:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc9c00 with x1863919926184832 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.921575:0:28799:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2e4fc9c00. 00000100:00100000:1.0:1777573244.921616:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+38:2406:x1863919926184704:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 425us (843us total) trans 21474842043 rc 0/0 00000100:00100000:1.0:1777573244.921623:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5749 00002000:00010000:1.0:1777573244.921626:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1015 (262144->18446744073709551615) 00002000:00100000:1.0:1777573244.921629:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2e4fc8a80 with x1863919926184704 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777573244.921633:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2e4fc8a80. 00000100:00100000:2.0:1777573244.924082:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.924160:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926184960 00000100:00100000:0.0:1777573244.924173:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926184960 00000100:00100000:0.0:1777573244.924240:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15870 00000100:00100000:0.0:1777573244.924253:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+563:59547:x1863919926184960:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.924323:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.924351:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119bd31 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f35e expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.924475:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd38 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.924495:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd38 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.924509:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd38 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573244.924546:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:0.0:1777573244.924551:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573244.924574:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd38 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.924616:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f00800/0x8dc0a528a119bd31 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f35e expref: 565 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.924649:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd38 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f35e expref: 564 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.924659:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.924662:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573244.924666:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f01600, rc 0) 00000100:00100000:0.0:1777573244.924757:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+564:59547:x1863919926184960:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 508us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.924765:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15870 00000100:00100000:0.0:1777573244.927305:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.927585:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926185216 00000100:00100000:2.0:1777573244.927598:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926185216 00000100:00100000:2.0:1777573244.927663:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15871 00000100:00100000:2.0:1777573244.927674:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+564:59547:x1863919926185216:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.927738:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.927768:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd38 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f35e expref: 564 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.927788:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.927792:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.927962:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.927988:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.927996:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.928064:0:6484:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979093 00000004:00010000:2.0:1777573244.928089:0:6484:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054adea10 reply state 00000000fc5341b0 transno 4294979094 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.928103:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.928109:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.928112:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.928115:0:6484:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.928311:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+566:59547:x1863919926185216:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 638us (1041us total) trans 4294979094 rc 0/0 00000100:00100000:2.0:1777573244.928320:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15871 00000020:00080000:2.0:1777573244.928325:0:6484:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573244.929889:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.930013:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926185344 00000100:00100000:3.0:1777573244.930035:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926185344 00000100:00100000:3.0:1777573244.930097:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12871 00000100:00100000:3.0:1777573244.930108:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+38:59547:x1863919926185344:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573244.930123:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573244.930148:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f365 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573244.930178:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d6d, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:3.0:1777573244.930203:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.930207:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.930215:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f365 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.930231:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f365 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.930245:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cabe00, rc 0) 00000100:00100000:3.0:1777573244.930348:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+39:59547:x1863919926185344:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 231us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.930356:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12871 00000100:00100000:1.0:1777573244.932473:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.932565:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.932696:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926185600 00000100:00100000:0.0:1777573244.932708:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926185600 00002000:00010000:0.0:1777573244.932758:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:0.0:1777573244.932764:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512680 with x1863919926185600 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573244.932778:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3512680. 00000100:00100000:0.0:1777573244.932816:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926185472 00000100:00100000:0.0:1777573244.932820:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926185472 00002000:00010000:0.0:1777573244.932835:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (262144->18446744073709551615) 00002000:00100000:0.0:1777573244.932838:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512300 with x1863919926185472 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573244.932845:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512300. 00000100:00100000:1.0:1777573244.932846:0:16739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5751 00000100:00100000:1.0:1777573244.932858:0:16739:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926185600:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:0.0:1777573244.932869:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5752 00000100:00100000:0.0:1777573244.932874:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926185472:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:1.0:1777573244.933034:0:16739:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.933039:0:16739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.933041:0:16739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573244.933044:0:16739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.933047:0:16739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573244.933121:0:16739:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926185600:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 265us (654us total) trans 21474842044 rc 0/0 00000100:00100000:1.0:1777573244.933138:0:16739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5751 00002000:00010000:1.0:1777573244.933144:0:16739:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1016 (0->18446744073709551615) 00002000:00100000:1.0:1777573244.933147:0:16739:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512680 with x1863919926185600 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573244.933151:0:16739:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3512680. 00002000:00010000:0.0:1777573244.933206:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573244.933210:0:28801:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.933220:0:28801:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573244.933222:0:28801:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573244.933224:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:0.0:1777573244.933249:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926185472:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 374us (683us total) trans 17179875243 rc 0/0 00000100:00100000:0.0:1777573244.933256:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5752 00002000:00010000:0.0:1777573244.933259:0:28801:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1015 (262144->18446744073709551615) 00002000:00100000:0.0:1777573244.933261:0:28801:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512300 with x1863919926185472 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573244.933266:0:28801:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512300. 00000100:00100000:0.0:1777573244.935718:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.935831:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926185728 00000100:00100000:2.0:1777573244.935844:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926185728 00000100:00100000:2.0:1777573244.936019:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15872 00000100:00100000:2.0:1777573244.936044:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+566:59547:x1863919926185728:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.936086:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.936121:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1828a00/0x8dc0a528a119bd4d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f36c expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.936256:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd54 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.936309:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd54 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.936324:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd54 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573244.936369:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573244.936375:0:7963:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573244.936399:0:7963:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd54 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.936430:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1828a00/0x8dc0a528a119bd4d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f36c expref: 568 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.936451:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd54 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f36c expref: 567 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.936461:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.936464:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573244.936469:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c1829e00, rc 0) 00000100:00100000:2.0:1777573244.936545:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+567:59547:x1863919926185728:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 505us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.936553:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15872 00000100:00100000:3.0:1777573244.941142:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.941205:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926185984 00000100:00100000:2.0:1777573244.941220:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926185984 00000100:00100000:2.0:1777573244.941408:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15873 00000100:00100000:2.0:1777573244.941422:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+567:59547:x1863919926185984:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.941497:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.941533:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd54 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f36c expref: 567 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.941558:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.941564:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.941779:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.941812:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.941824:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.941894:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979095 00000004:00010000:2.0:1777573244.941920:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9d56ab9 reply state 0000000020f1dc27 transno 4294979096 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.941933:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.941940:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.941944:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.941947:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.942096:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+569:59547:x1863919926185984:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 676us (968us total) trans 4294979096 rc 0/0 00000100:00100000:2.0:1777573244.942105:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15873 00000020:00080000:2.0:1777573244.942116:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777573244.943846:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.943933:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926186112 00000100:00100000:0.0:1777573244.943946:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926186112 00000100:00100000:0.0:1777573244.944009:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12872 00000100:00100000:0.0:1777573244.944020:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+39:59547:x1863919926186112:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.944052:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.944078:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f373 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573244.944116:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d79, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:0.0:1777573244.944142:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.944145:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.944153:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f373 expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.944171:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f373 expref: 40 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.944188:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00800, rc 0) 00000100:00100000:0.0:1777573244.944248:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+40:59547:x1863919926186112:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 230us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.944257:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12872 00000100:00100000:1.0:1777573244.946174:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.946216:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.946310:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926186240 00000100:00100000:3.0:1777573244.946322:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926186240 00002000:00010000:3.0:1777573244.946368:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (262144->18446744073709551615) 00002000:00100000:3.0:1777573244.946375:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511f80 with x1863919926186240 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777573244.946388:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3511f80. 00000100:00100000:3.0:1777573244.946419:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926186368 00000100:00100000:3.0:1777573244.946422:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926186368 00002000:00010000:3.0:1777573244.946445:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.946449:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512d80 with x1863919926186368 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.946456:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512d80. 00000100:00100000:2.0:1777573244.946521:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5753 00000100:00100000:2.0:1777573244.946536:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926186240:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:3.0:1777573244.946618:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5754 00000100:00100000:3.0:1777573244.946630:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926186368:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:3.0:1777573244.946716:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573244.946716:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573244.946720:0:28804:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.946720:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.946724:0:28804:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:2.0:1777573244.946724:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:3.0:1777573244.946727:0:28804:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.946727:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.946730:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573244.946730:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:3.0:1777573244.946786:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926186368:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 160us (568us total) trans 17179875244 rc 0/0 00000100:00100000:3.0:1777573244.946793:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5754 00002000:00010000:3.0:1777573244.946797:0:28804:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1016 (0->18446744073709551615) 00002000:00100000:3.0:1777573244.946800:0:28804:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3512d80 with x1863919926186368 ext(0->18446744073709551615) 00002000:00010000:3.0:1777573244.946804:0:28804:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c3512d80. 00000100:00100000:2.0:1777573244.946856:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926186240:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 324us (690us total) trans 21474842045 rc 0/0 00000100:00100000:2.0:1777573244.946862:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5753 00002000:00010000:2.0:1777573244.946864:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1017 (262144->18446744073709551615) 00002000:00100000:2.0:1777573244.946866:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c3511f80 with x1863919926186240 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573244.946871:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c3511f80. 00000100:00100000:3.0:1777573244.948583:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.948637:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926186496 00000100:00100000:2.0:1777573244.948648:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926186496 00000100:00100000:1.0:1777573244.949149:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15874 00000100:00100000:1.0:1777573244.949163:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+569:59547:x1863919926186496:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573244.949193:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573244.949219:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119bd69 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f37a expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.949451:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119bd70 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.949472:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119bd70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.949486:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119bd70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573244.949519:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:1.0:1777573244.949523:0:6484:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573244.949540:0:6484:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119bd70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.949567:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119bd69 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f37a expref: 571 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.949589:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119bd70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f37a expref: 570 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.949599:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573244.949602:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573244.949606:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1400, rc 0) 00000100:00100000:1.0:1777573244.949672:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+570:59547:x1863919926186496:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 514us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573244.949680:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15874 00000100:00100000:3.0:1777573244.952622:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.953128:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926186752 00000100:00100000:2.0:1777573244.953142:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926186752 00000100:00100000:2.0:1777573244.953203:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15875 00000100:00100000:2.0:1777573244.953212:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+570:59547:x1863919926186752:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573244.953320:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573244.953354:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1400/0x8dc0a528a119bd70 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f37a expref: 570 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.953383:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.953389:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573244.953584:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.953615:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.953636:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573244.953690:0:7963:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979097 00000004:00010000:2.0:1777573244.953714:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041f8a512 reply state 0000000085f2def7 transno 4294979098 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.953725:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.953729:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573244.953731:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.953733:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573244.953827:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+572:59547:x1863919926186752:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 615us (1216us total) trans 4294979098 rc 0/0 00000100:00100000:2.0:1777573244.953836:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15875 00000020:00080000:2.0:1777573244.953841:0:7963:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573244.955192:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.955383:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926186880 00000100:00100000:2.0:1777573244.955394:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926186880 00000100:00100000:2.0:1777573244.955461:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12873 00000100:00100000:2.0:1777573244.955472:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+41:59547:x1863919926186880:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.955491:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.955515:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f381 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.955546:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d7a, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:2.0:1777573244.955570:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.955573:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.955582:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f381 expref: 42 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.955599:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f381 expref: 42 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.955614:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c1828a00, rc 0) 00000100:00100000:2.0:1777573244.955669:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+42:59547:x1863919926186880:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 199us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.955676:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12873 00000100:00100000:3.0:1777573244.957895:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.957933:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.957980:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926187136 00000100:00100000:1.0:1777573244.957980:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926187008 00000100:00100000:2.0:1777573244.957995:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926187136 00000100:00100000:1.0:1777573244.957995:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926187008 00002000:00010000:1.0:1777573244.958059:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (262144->18446744073709551615) 00002000:00010000:2.0:1777573244.958060:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00100000:2.0:1777573244.958069:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747b80 with x1863919926187136 ext(0->18446744073709551615) 00002000:00100000:1.0:1777573244.958069:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746680 with x1863919926187008 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573244.958086:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5747b80. 00002000:00010000:1.0:1777573244.958086:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746680. 00000100:00100000:1.0:1777573244.958131:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5755 00000100:00100000:1.0:1777573244.958142:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926187008:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573244.958151:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5756 00000100:00100000:2.0:1777573244.958161:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926187136:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573244.958355:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.958355:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573244.958363:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.958363:0:8368:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.958369:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573244.958369:0:8368:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573244.958374:0:8368:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.958375:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.958380:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:2.0:1777573244.958388:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573244.958445:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926187008:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 303us (560us total) trans 17179875245 rc 0/0 00000100:00100000:2.0:1777573244.958446:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926187136:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 285us (509us total) trans 21474842046 rc 0/0 00000100:00100000:1.0:1777573244.958463:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5755 00002000:00010000:1.0:1777573244.958468:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1017 (262144->18446744073709551615) 00000100:00100000:2.0:1777573244.958472:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5756 00002000:00100000:1.0:1777573244.958474:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5746680 with x1863919926187008 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573244.958478:0:28800:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1018 (0->18446744073709551615) 00002000:00010000:1.0:1777573244.958480:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c5746680. 00002000:00100000:2.0:1777573244.958484:0:28800:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c5747b80 with x1863919926187136 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573244.958494:0:28800:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c5747b80. 00000100:00100000:3.0:1777573244.961462:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.961605:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926187392 00000100:00100000:0.0:1777573244.961615:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926187392 00000100:00100000:0.0:1777573244.961669:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15876 00000100:00100000:0.0:1777573244.961680:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+572:59547:x1863919926187392:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573244.961790:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.961818:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.961830:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573244.961938:0:30825:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005bd2b8fb reply state 00000000ae3dd97c transno 4294979099 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.961950:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.961957:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.961960:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573244.961964:0:30825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573244.962063:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+574:59547:x1863919926187392:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 385us (608us total) trans 4294979099 rc 0/0 00000100:00100000:0.0:1777573244.962071:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15876 00000100:00100000:0.0:1777573244.964352:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.964454:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926187520 00000100:00100000:2.0:1777573244.964470:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926187520 00000100:00100000:2.0:1777573244.964550:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12874 00000100:00100000:2.0:1777573244.964564:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+43:59547:x1863919926187520:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573244.964597:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573244.964619:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f388 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.964653:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f024 expref: 44 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.964662:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.964664:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573244.964669:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 44 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.964713:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f024 expref: 44 pid: 8360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.964728:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f024 expref: 44 pid: 8360 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.964740:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919932217216:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.964830:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.966399:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919932217216:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.966432:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 44 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.966450:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2cee6ec00, rc 0) 00000100:00100000:2.0:1777573244.966490:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+44:59547:x1863919926187520:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1931us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573244.966499:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12874 00000100:00100000:3.0:1777573244.966655:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.966787:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926187648 00000100:00100000:1.0:1777573244.966794:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926187648 00010000:00010000:1.0:1777573244.966824:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f024 expref: 44 pid: 8360 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.966860:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5818 00000100:00100000:1.0:1777573244.966869:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926187648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573244.966883:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573244.966904:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f024 expref: 44 pid: 8360 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.966917:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f024 expref: 44 pid: 8360 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.966940:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc23535f/0x8dc0a528a119b52e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f024 expref: 44 pid: 8360 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.966953:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.966966:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573244.966973:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 43 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.966989:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 43 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573244.967033:0:6469:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 43 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.967049:0:6469:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6469:1863919932217344:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573244.967113:0:6469:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.968866:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573244.968936:0:6469:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6469:1863919932217344:192.168.204.27@tcp:105: 00010000:00010000:1.0:1777573244.969036:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573244.969081:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926187776 00000100:00100000:1.0:1777573244.969093:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926187648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2224us (2437us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.969094:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926187776 00000100:00100000:1.0:1777573244.969104:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5818 00000100:00100000:0.0:1777573244.969150:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12875 00000100:00100000:0.0:1777573244.969160:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+42:59547:x1863919926187776:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573244.969176:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573244.969192:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f38f expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.969218:0:27874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f02b expref: 43 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.969228:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.969231:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.969236:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 43 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.969265:0:27874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f02b expref: 43 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.969312:0:27874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f02b expref: 43 pid: 8361 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.969325:0:27874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27874:1863919932217472:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573244.969380:0:27874:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.971249:0:27874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27874:1863919932217472:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573244.971291:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 43 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.971309:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f00000, rc 0) 00000100:00100000:0.0:1777573244.971483:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+43:59547:x1863919926187776:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2325us (2622us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.971489:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12875 00000100:00100000:2.0:1777573244.971808:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.971991:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926187904 00000100:00100000:0.0:1777573244.971997:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926187904 00010000:00010000:0.0:1777573244.972017:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f02b expref: 43 pid: 8361 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.972060:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5819 00000100:00100000:0.0:1777573244.972068:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926187904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573244.972080:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.972099:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f02b expref: 43 pid: 8361 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.972110:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f02b expref: 43 pid: 8361 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.972148:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040274299/0x8dc0a528a119b527 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f02b expref: 43 pid: 8361 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.972166:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.972168:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.972173:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 42 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.972183:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 42 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.972211:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 42 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.972223:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6470:1863919932217600:192.168.204.27@tcp:105: 00000100:00100000:0.0:1777573244.972325:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc4806c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573244.973877:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6470:1863919932217600:192.168.204.27@tcp:105: 00010000:00010000:0.0:1777573244.973893:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573244.973931:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926187904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1863us (2123us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.973949:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5819 00000100:00100000:2.0:1777573244.974439:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.974595:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926188032 00000100:00100000:3.0:1777573244.974602:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926188032 00000100:00100000:3.0:1777573244.974642:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12876 00000100:00100000:3.0:1777573244.974650:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+43:59547:x1863919926188032:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573244.974665:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573244.974679:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f396 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.974705:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f032 expref: 44 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.974718:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.974720:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573244.974723:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 44 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.974747:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f032 expref: 44 pid: 14598 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.974760:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f032 expref: 44 pid: 14598 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.974771:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932217728:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573244.974831:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573244.977786:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.977844:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926188160 00000100:00100000:0.0:1777573244.977852:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926188160 00010000:00010000:0.0:1777573244.977886:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f032 expref: 45 pid: 14598 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.977936:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5820 00000100:00100000:0.0:1777573244.977945:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+45:2403:x1863919926188160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777573244.977955:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932217728:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573244.977959:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573244.977983:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f032 expref: 45 pid: 14598 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.977987:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 45 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.978011:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa800, rc 0) 00010000:00010000:0.0:1777573244.978018:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f032 expref: 45 pid: 14598 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.978052:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051cf2128/0x8dc0a528a119b520 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f032 expref: 45 pid: 14598 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.978073:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.978075:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573244.978080:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 44 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.978091:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 44 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.978121:0:6471:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 44 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573244.978134:0:6471:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932217856:192.168.204.27@tcp:105: 00000100:00100000:0.0:1777573244.978203:0:6471:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d0757840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573244.978368:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+44:59547:x1863919926188032:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3718us (3930us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.978377:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12876 00000100:00100000:1.0:1777573244.980136:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573244.980223:0:6471:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932217856:192.168.204.27@tcp:105: 00010000:00010000:0.0:1777573244.980243:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573244.980355:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926188288 00000100:00100000:2.0:1777573244.980364:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926188288 00000100:00100000:2.0:1777573244.980412:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12877 00000100:00100000:2.0:1777573244.980420:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926188288:12345-192.168.204.27@tcp:2:lfs.0 00000100:00100000:0.0:1777573244.980514:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926188160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2570us (2734us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573244.980534:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5820 00002000:00010000:2.0:1777573244.980665:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573244.980669:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573244.980672:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573244.980674:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573242 -> 1777573244 00002000:00010000:2.0:1777573244.980677:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:2.0:1777573244.982098:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926188288:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 1674us (1962us total) trans 17179875246 rc 0/0 00000100:00100000:3.0:1777573244.982100:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.982111:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12877 00000100:00100000:2.0:1777573244.982131:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926188416 00000100:00100000:2.0:1777573244.982136:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926188416 00000100:00100000:2.0:1777573244.982176:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12878 00000100:00100000:3.0:1777573244.982181:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.982186:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926188416:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:2.0:1777573244.982298:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573244.982302:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573244.982305:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573244.982307:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573242 -> 1777573244 00002000:00010000:2.0:1777573244.982309:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777573244.982342:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926188416:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 159us (243us total) trans 21474842047 rc 0/0 00000100:00100000:2.0:1777573244.982349:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12878 00000100:00100000:2.0:1777573244.982358:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926188544 00000100:00100000:2.0:1777573244.982361:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926188544 00000100:00100000:2.0:1777573244.982380:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12879 00000100:00100000:2.0:1777573244.982387:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926188544:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:2.0:1777573244.982440:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573244.982443:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573244.982445:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573244.982448:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573242 -> 1777573244 00002000:00010000:2.0:1777573244.982451:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573244.982473:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+45:2403:x1863919926188544:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 86us (292us total) trans 17179875247 rc 0/0 00000100:00100000:2.0:1777573244.982481:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12879 00000100:00100000:1.0:1777573244.985443:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573244.985694:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926188800 00000100:00100000:2.0:1777573244.985703:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926188800 00000100:00100000:2.0:1777573244.985747:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5148 00000100:00100000:2.0:1777573244.985756:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+574:59547:x1863919926188800:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:2.0:1777573244.985826:0:6487:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119b4e1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f00f expref: 574 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.985873:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.985885:0:6487:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 66 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f016 expref: 574 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.985919:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.985953:0:6487:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 66 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f016 expref: 574 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.985975:0:6487:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 66 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f016 expref: 574 pid: 6484 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.985989:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932217984:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573244.986063:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573244.987534:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6487:1863919932217984:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573244.987556:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.987795:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573244.987831:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926188928 00000100:00100000:3.0:1777573244.987837:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926188928 00010000:00010000:3.0:1777573244.987858:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 66 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f016 expref: 575 pid: 6484 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.988038:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5821 00000100:00100000:3.0:1777573244.988046:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+575:2404:x1863919926188928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573244.988057:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573244.988062:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 67 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f016 expref: 575 pid: 6484 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.988070:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 67 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f016 expref: 575 pid: 6484 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.988083:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119b50b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 67 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f016 expref: 575 pid: 6484 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.988095:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573244.988098:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.988112:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 66 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.988118:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 66 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573244.988263:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573244.988334:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+574:2404:x1863919926188928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 288us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573244.988349:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5821 00010000:00010000:2.0:1777573244.988923:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.988932:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573244.989252:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3170, 88 off263464 00000004:00080000:2.0:1777573244.989262:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765534990838ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.989544:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3171, 88 off263200 00000004:00080000:2.0:1777573244.989552:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765535280719ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.989569:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3172, 88 off263288 00000004:00080000:2.0:1777573244.989573:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765535302036ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.989584:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3171, 88 off263552 00000004:00080000:2.0:1777573244.989587:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765535315836ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.989756:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3172, 88 off263640 00000004:00080000:2.0:1777573244.989762:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765535491006ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.989845:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3173, 88 off263376 00000004:00080000:2.0:1777573244.989850:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765535578801ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.989872:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3174, 88 off263464 00000004:00080000:2.0:1777573244.989876:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765535604593ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.989886:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3173, 88 off263728 00000004:00080000:2.0:1777573244.989889:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765535618136ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.990017:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3175, 88 off263552 00000004:00080000:2.0:1777573244.990021:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765535750261ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.990070:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3174, 88 off263816 00000004:00080000:2.0:1777573244.990074:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765535803279ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.990141:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3175, 88 off263904 00000004:00080000:2.0:1777573244.990145:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765535873559ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.990194:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3176, 88 off263640 00000004:00080000:2.0:1777573244.990197:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765535925886ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.990208:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3177, 88 off263728 00000004:00080000:2.0:1777573244.990211:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765535939736ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.990216:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3176, 88 off263992 00000004:00080000:2.0:1777573244.990219:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765535948401ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.990421:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3178, 88 off263816 00000004:00080000:2.0:1777573244.990428:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765536156611ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.990441:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3177, 88 off264080 00000004:00080000:2.0:1777573244.990445:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765536173569ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.990562:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3178, 88 off264168 00000004:00080000:2.0:1777573244.990568:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765536296711ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.990781:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3179, 88 off263904 00000004:00080000:2.0:1777573244.990786:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765536515053ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.991233:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3180, 88 off263992 00000004:00080000:2.0:1777573244.991239:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765536968121ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.991472:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3179, 88 off264256 00000004:00080000:2.0:1777573244.991478:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765537206819ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.991501:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3180, 88 off264344 00000004:00080000:2.0:1777573244.991506:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765537234458ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.991522:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3181, 88 off264080 00000004:00080000:2.0:1777573244.991526:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765537254478ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.991545:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3182, 88 off264168 00000004:00080000:2.0:1777573244.991549:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765537277703ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.991684:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3181, 88 off264432 00000004:00080000:2.0:1777573244.991689:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765537418026ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.991709:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3182, 88 off264520 00000004:00080000:2.0:1777573244.991713:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765537441461ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.991728:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3183, 88 off264256 00000004:00080000:2.0:1777573244.991732:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765537460586ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.991748:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3184, 88 off264344 00000004:00080000:2.0:1777573244.991752:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765537480659ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.991762:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3183, 88 off264608 00000004:00080000:2.0:1777573244.991765:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765537494306ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.991784:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3184, 88 off264696 00000004:00080000:2.0:1777573244.991788:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765537517143ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.991803:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3185, 88 off264432 00000004:00080000:2.0:1777573244.991806:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765537535223ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.991866:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3186, 88 off264520 00000004:00080000:2.0:1777573244.991871:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765537600181ns, next at 756450607066ns, rc = 0 00000040:00080000:2.0:1777573244.991885:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3185, 88 off264784 00000004:00080000:2.0:1777573244.991889:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765537617949ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.991908:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3186, 88 off264872 00000004:00080000:2.0:1777573244.991912:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765537640559ns, next at 756450581764ns, rc = 0 00000040:00080000:2.0:1777573244.991922:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3187, 88 off264608 00000004:00080000:2.0:1777573244.991925:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765537654149ns, next at 756450607066ns, rc = 0 00000001:00080000:1.0:1777573244.995206:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294979100 is committed 00000004:00080000:1.0:1777573244.995217:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2276 committed 00000004:00080000:1.0:1777573244.995230:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2275 committed 00010000:00010000:0.0:1777573244.995244:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573244.995245:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2274 committed 00000004:00080000:1.0:1777573244.995251:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2275 committed 00000004:00080000:1.0:1777573244.995255:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2274 committed 00000004:00080000:1.0:1777573244.995259:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2273 committed 00010000:00010000:0.0:1777573244.995259:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573244.995261:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2272 committed 00000004:00080000:1.0:1777573244.995266:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2273 committed 00000004:00080000:1.0:1777573244.995293:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2272 committed 00000004:00080000:1.0:1777573244.995295:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2271 committed 00000004:00080000:1.0:1777573244.995297:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2270 committed 00000004:00080000:1.0:1777573244.995301:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2271 committed 00000004:00080000:1.0:1777573244.995303:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2270 committed 00000004:00080000:1.0:1777573244.995305:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2269 committed 00000004:00080000:1.0:1777573244.995307:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2268 committed 00000004:00080000:1.0:1777573244.995311:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2269 committed 00000004:00080000:1.0:1777573244.995313:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2268 committed 00000004:00080000:1.0:1777573244.995316:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2267 committed 00000004:00080000:1.0:1777573244.995318:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2266 committed 00000004:00080000:1.0:1777573244.995320:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2267 committed 00000004:00080000:1.0:1777573244.995323:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2265 committed 00000004:00080000:1.0:1777573244.995325:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2266 committed 00000004:00080000:1.0:1777573244.995329:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2265 committed 00000004:00080000:1.0:1777573244.995333:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2264 committed 00000004:00080000:1.0:1777573244.995336:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2263 committed 00000004:00080000:1.0:1777573244.995338:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2264 committed 00000004:00080000:1.0:1777573244.995340:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2262 committed 00000004:00080000:1.0:1777573244.995342:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2263 committed 00000004:00080000:1.0:1777573244.995344:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2262 committed 00000004:00080000:1.0:1777573244.995346:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2261 committed 00000004:00080000:1.0:1777573244.995348:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2260 committed 00000004:00080000:1.0:1777573244.995350:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2261 committed 00000004:00080000:1.0:1777573244.995352:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2260 committed 00000004:00080000:1.0:1777573244.995355:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2259 committed 00010000:00010000:0.0:1777573244.995364:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995372:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995377:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995384:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995401:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995404:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995408:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995415:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119b5a5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995438:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995446:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932218368:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.995449:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995454:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995459:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995462:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995467:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995477:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995480:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995482:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995487:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119b5c1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995503:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995505:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.995509:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995514:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995519:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995523:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995528:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995537:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932218880:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.995537:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995540:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995542:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995548:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119b5dd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995567:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995568:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.995573:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995579:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995584:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e6e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995587:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995592:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995593:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777573244.995598:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932218496:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.995599:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995601:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995604:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995610:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6e00/0x8dc0a528a119b5f9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995615:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.995620:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995626:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932219008:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.995627:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995632:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995638:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caac00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995641:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995642:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.995646:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995653:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995656:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995658:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995663:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caac00/0x8dc0a528a119b615 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995667:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932218368 00000100:00100000:2.0:1777573244.995672:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932218368 00010000:00010000:0.0:1777573244.995674:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995683:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995688:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995692:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995695:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995699:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995706:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995708:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995710:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995715:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932218880 00010000:00010000:0.0:1777573244.995715:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab000/0x8dc0a528a119b631 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995718:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932218880 00010000:00010000:0.0:1777573244.995727:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995730:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932218496 00000100:00100000:2.0:1777573244.995732:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932218496 00010000:00010000:0.0:1777573244.995733:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995739:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995742:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932219008 00000100:00100000:2.0:1777573244.995744:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932219008 00010000:00010000:0.0:1777573244.995744:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995748:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995753:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995759:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12880 00010000:00010000:0.0:1777573244.995760:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995762:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995764:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995766:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932218368:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.995770:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631000/0x8dc0a528a119b64d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995779:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995784:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995789:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995793:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995796:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995801:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995806:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995808:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995811:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995815:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab800/0x8dc0a528a119b669 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995823:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995829:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995833:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995838:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995840:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995845:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995867:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995869:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995871:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995879:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab200/0x8dc0a528a119b685 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.995883:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573244.995886:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.995888:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00010000:00010000:0.0:1777573244.995890:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.995891:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.995893:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1777573244.995900:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995905:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995909:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995912:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995917:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995925:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:2.0:1777573244.995927:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932218368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 161us (423us total) trans 21474842048 rc 0/0 00010000:00010000:0.0:1777573244.995928:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995930:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995934:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12880 00010000:00010000:0.0:1777573244.995936:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630800/0x8dc0a528a119b6a1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995945:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995949:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12881 00010000:00010000:0.0:1777573244.995952:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.995954:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932218880:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.995958:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995962:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3589a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.995965:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995971:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995978:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.995980:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.995982:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.995988:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3589a00/0x8dc0a528a119b6bd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.995998:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 262144 -> 262144 00010000:00010000:0.0:1777573244.996000:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.996001:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.996003:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:2.0:1777573244.996006:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00010000:00010000:0.0:1777573244.996006:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.996008:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 256 -> 256 00010000:00010000:0.0:1777573244.996012:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996016:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.996019:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996039:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.996043:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932218880:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (475us total) trans 21474842049 rc 0/0 00000100:00100000:2.0:1777573244.996050:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12881 00010000:00010000:0.0:1777573244.996055:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.996057:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.996060:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.996061:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12882 00000100:00100000:2.0:1777573244.996066:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932218496:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.996066:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119b6d9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996078:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996085:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996090:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996095:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c3588e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.996098:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996103:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.996108:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573244.996110:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00010000:00010000:0.0:1777573244.996111:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:2.0:1777573244.996113:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00010000:00010000:0.0:1777573244.996113:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:2.0:1777573244.996115:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00010000:00010000:0.0:1777573244.996116:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.996117:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e7:0x0] updating lvb blocks from disk: 256 -> 256 00010000:00010000:0.0:1777573244.996121:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c3588e00/0x8dc0a528a119b6f5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996132:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.996137:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932218496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 72us (521us total) trans 21474842050 rc 0/0 00000100:00100000:2.0:1777573244.996143:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12882 00010000:00010000:0.0:1777573244.996144:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996150:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.996154:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12883 00010000:00010000:0.0:1777573244.996155:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.996158:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.996160:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3634:x1863919932219008:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.996164:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996171:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.996173:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.996175:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996181:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631200/0x8dc0a528a119b711 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996192:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.996198:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb size from disk: 262144 -> 262144 00010000:00010000:0.0:1777573244.996198:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.996201:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.996204:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00010000:00010000:0.0:1777573244.996205:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.996206:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.996208:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ef:0x0] updating lvb blocks from disk: 256 -> 256 00010000:00010000:0.0:1777573244.996210:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd5e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.996213:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996219:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996226:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:2.0:1777573244.996227:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1cab1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3634:x1863919932219008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (584us total) trans 21474842051 rc 0/0 00000100:00100000:2.0:1777573244.996232:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12883 00010000:00010000:0.0:1777573244.996234:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.996236:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996242:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5e00/0x8dc0a528a119b734 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777573244.996248:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777573244.996255:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996260:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.996266:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.996289:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932218240:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573244.996299:0:3634:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474841954 gen 2 00000004:00080000:2.0:1777573244.996306:0:3634:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474841920 committed transno 21474841954 00000100:00100000:3.0:1777573244.996321:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573244.996325:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7982300, transno 21474841921 00000004:00080000:2.0:1777573244.996336:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7981180, transno 21474841922 00000004:00080000:2.0:1777573244.996341:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7981c00, transno 21474841923 00000004:00080000:2.0:1777573244.996344:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745c00, transno 21474841924 00000004:00080000:2.0:1777573244.996346:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7982680, transno 21474841925 00000004:00080000:2.0:1777573244.996349:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7980700, transno 21474841926 00000004:00080000:2.0:1777573244.996351:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c8557b80, transno 21474841927 00000004:00080000:2.0:1777573244.996354:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745500, transno 21474841928 00000004:00080000:2.0:1777573244.996357:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1a680, transno 21474841929 00000004:00080000:2.0:1777573244.996360:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19c00, transno 21474841930 00000004:00080000:2.0:1777573244.996363:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1ad80, transno 21474841931 00000004:00080000:2.0:1777573244.996367:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1aa00, transno 21474841932 00000004:00080000:2.0:1777573244.996370:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b800, transno 21474841933 00000004:00080000:2.0:1777573244.996375:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a19880, transno 21474841934 00000004:00080000:2.0:1777573244.996378:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18e00, transno 21474841935 00000004:00080000:2.0:1777573244.996381:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a18a80, transno 21474841936 00000004:00080000:2.0:1777573244.996385:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d7a1b480, transno 21474841937 00000004:00080000:2.0:1777573244.996388:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1f3a300, transno 21474841938 00000004:00080000:2.0:1777573244.996391:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c1f3b480, transno 21474841939 00000004:00080000:2.0:1777573244.996394:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f9c00, transno 21474841940 00000004:00080000:2.0:1777573244.996396:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fb800, transno 21474841941 00000004:00080000:2.0:1777573244.996398:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fa680, transno 21474841942 00000004:00080000:2.0:1777573244.996400:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fad80, transno 21474841943 00000004:00080000:2.0:1777573244.996402:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f8380, transno 21474841944 00000004:00080000:2.0:1777573244.996405:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45faa00, transno 21474841945 00000004:00080000:2.0:1777573244.996407:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f9880, transno 21474841946 00000004:00080000:2.0:1777573244.996410:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f8a80, transno 21474841947 00000004:00080000:2.0:1777573244.996413:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fa300, transno 21474841948 00000004:00080000:2.0:1777573244.996415:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70fb800, transno 21474841949 00000004:00080000:2.0:1777573244.996417:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70f9c00, transno 21474841950 00000004:00080000:2.0:1777573244.996420:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70f9180, transno 21474841951 00000004:00080000:2.0:1777573244.996422:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70fad80, transno 21474841952 00000004:00080000:2.0:1777573244.996424:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70fa300, transno 21474841953 00000004:00080000:2.0:1777573244.996427:0:3634:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2d70fbb80, transno 21474841954 00000100:00100000:2.0:1777573244.996433:0:3634:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff99d1cab1bb80 x1863919932218496/t21474842050(21474842050) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777573260 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777573244.996445:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1bb80/2, rc 0, transno 21474842050 00000100:00100000:3.0:1777573244.996447:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932218752:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573244.996452:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932218496:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573244.996469:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18000/2, rc 0, transno 21474842051 00000100:00100000:2.0:1777573244.996474:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932219008:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573244.996481:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573244.996489:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1a300/2, rc 0, transno 21474842048 00000100:00100000:2.0:1777573244.996494:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932218368:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573244.996501:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18e00/2, rc 0, transno 21474842049 00000100:00100000:2.0:1777573244.996504:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932218880:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573244.996544:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777573244.996550:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932218112:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573244.996566:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573244.996678:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932218240 00000100:00100000:2.0:1777573244.996684:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932218240 00000100:00100000:3.0:1777573244.996688:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932218624:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573244.996708:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573244.996708:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932218752 00000100:00100000:2.0:1777573244.996712:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932218752 00000100:00100000:3.0:1777573244.996726:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932218112 00000100:00100000:2.0:1777573244.996728:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932218624 00000100:00100000:3.0:1777573244.996730:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932218112 00000100:00100000:2.0:1777573244.996733:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932218624 00000100:00100000:3.0:1777573244.996755:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12884 00000100:00100000:2.0:1777573244.996760:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12885 00000100:00100000:3.0:1777573244.996764:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932218240:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573244.996772:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3637:x1863919932218752:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573244.996815:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.996818:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573244.996820:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573244.996821:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.996823:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:2.0:1777573244.996838:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573244.996842:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.996845:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00000100:00100000:3.0:1777573244.996846:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932218240:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (526us total) trans 21474842052 rc 0/0 00002000:00010000:2.0:1777573244.996851:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000100:00100000:3.0:1777573244.996855:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12884 00002000:00010000:2.0:1777573244.996856:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573244.996867:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12886 00000100:00100000:3.0:1777573244.996872:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932218112:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573244.996890:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932218752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 120us (411us total) trans 21474842053 rc 0/0 00000100:00100000:2.0:1777573244.996897:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12885 00000100:00100000:2.0:1777573244.996913:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12887 00000100:00100000:2.0:1777573244.996921:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932218624:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573244.996926:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573244.996930:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573244.996932:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573244.996934:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573244.996937:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573244.996960:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3637:x1863919932218112:12345-0@lo:2:osp-syn-0-1.0 Request processed in 88us (393us total) trans 21474842054 rc 0/0 00000100:00100000:3.0:1777573244.996966:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12886 00002000:00010000:2.0:1777573244.996974:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777573244.996978:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.996980:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00002000:00010000:2.0:1777573244.996983:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.996985:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:2.0:1777573244.997019:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3637:x1863919932218624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 99us (310us total) trans 21474842055 rc 0/0 00000100:00100000:2.0:1777573244.997037:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12887 00000100:00100000:3.0:1777573244.997120:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932219264:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573244.997142:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573244.997168:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932219776:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573244.997185:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932219264 00000100:00100000:1.0:1777573244.997189:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932219264 00000100:00100000:3.0:1777573244.997191:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.997199:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.997204:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997213:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573244.997216:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18a80/2, rc 0, transno 21474842054 00000100:00100000:1.0:1777573244.997216:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932219776 00000100:00100000:1.0:1777573244.997220:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932219776 00000100:00100000:3.0:1777573244.997224:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932218112:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.997228:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997232:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:3.0:1777573244.997233:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19c00/2, rc 0, transno 21474842055 00010000:00010000:0.0:1777573244.997236:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.997237:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12888 00000100:00100000:3.0:1777573244.997238:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932218624:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573244.997246:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919932219264:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.997249:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119b7c7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573244.997250:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1b800/2, rc 0, transno 21474842052 00000100:00100000:3.0:1777573244.997256:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932218240:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573244.997269:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1b480/2, rc 0, transno 21474842053 00000100:00100000:3.0:1777573244.997289:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932218752:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.997289:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.997297:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777573244.997302:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932219136:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573244.997323:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573244.997339:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932219648:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573244.997340:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.997343:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573244.997345:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573244.997348:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.997350:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573244.997359:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573244.997370:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 9 changes, 8 in progress, 0 in flight, 34 done 00000100:00100000:1.0:1777573244.997376:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919932219264:12345-0@lo:2:osp-syn-1-1.0 Request processed in 130us (232us total) trans 17179875248 rc 0/0 00000004:00080000:3.0:1777573244.997379:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745880/2, rc 0, transno 17179875248 00000100:00100000:1.0:1777573244.997382:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12888 00000100:00100000:3.0:1777573244.997386:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932219264:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573244.997392:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573244.997397:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932219136 00000100:00100000:3.0:1777573244.997400:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932220160:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573244.997400:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932219136 00000100:00100000:1.0:1777573244.997413:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932219648 00000100:00100000:1.0:1777573244.997415:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932219648 00000100:00100000:3.0:1777573244.997425:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573244.997427:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12889 00000100:00100000:1.0:1777573244.997434:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919932219776:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.997434:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.997438:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932220288:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.997450:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997456:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.997459:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.997464:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.997472:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997481:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997484:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573244.997485:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777573244.997487:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573244.997490:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb size from disk: 262144 -> 262144 00000100:00100000:3.0:1777573244.997494:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932220800:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573244.997496:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.997499:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00010000:00010000:0.0:1777573244.997499:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631600/0x8dc0a528a119b7e3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573244.997506:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000100:00080000:2.0:1777573244.997510:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777573244.997512:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3eb:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:3.0:1777573244.997519:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.997520:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.997524:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932220160 00000100:00100000:2.0:1777573244.997528:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932220160 00000100:00100000:3.0:1777573244.997531:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932220672:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.997531:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.997537:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3637:x1863919932219776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (345us total) trans 17179875249 rc 0/0 00000100:00100000:2.0:1777573244.997547:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932220288 00010000:00010000:0.0:1777573244.997547:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.997550:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932220288 00000100:00100000:1.0:1777573244.997551:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12889 00000100:00100000:3.0:1777573244.997559:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.997559:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d600 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:2.0:1777573244.997563:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932220800 00010000:00010000:0.0:1777573244.997563:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.997566:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932220800 00010000:00010000:0.0:1777573244.997570:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.997575:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12890 00010000:00010000:0.0:1777573244.997581:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997585:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573244.997588:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919932219136:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.997588:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.997594:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12891 00010000:00010000:0.0:1777573244.997600:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d600/0x8dc0a528a119b7ff lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.997604:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919932219648:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.997611:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997616:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997622:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997627:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.997630:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997636:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997644:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997647:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.997650:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573244.997652:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573244.997659:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00010000:00010000:0.0:1777573244.997659:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119b81b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.997664:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573244.997665:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573244.997669:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.997670:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.997674:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00010000:00010000:0.0:1777573244.997674:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573244.997675:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 296 -> 296 00002000:00010000:2.0:1777573244.997679:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.997683:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1777573244.997684:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997689:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997694:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.997697:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997703:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997711:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997714:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.997717:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.997721:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3637:x1863919932219648:12345-0@lo:2:osp-syn-1-1.0 Request processed in 118us (360us total) trans 17179875251 rc 0/0 00000100:00100000:1.0:1777573244.997721:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3637:x1863919932219136:12345-0@lo:2:osp-syn-1-1.0 Request processed in 134us (393us total) trans 17179875250 rc 0/0 00010000:00010000:0.0:1777573244.997726:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630200/0x8dc0a528a119b837 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.997734:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12891 00010000:00010000:0.0:1777573244.997739:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997745:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997750:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997755:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.997757:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997762:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997769:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997772:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.997774:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997780:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c400/0x8dc0a528a119b853 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997789:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997803:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997811:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997816:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.997818:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997823:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997829:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997831:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.997833:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997837:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631400/0x8dc0a528a119b86f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997844:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997849:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997853:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997857:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.997859:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997864:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997868:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997870:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.997872:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997876:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631800/0x8dc0a528a119b88b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997885:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997889:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997894:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573244.997898:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5744000/2, rc 0, transno 17179875250 00010000:00010000:0.0:1777573244.997898:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.997902:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.997905:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932219136:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.997910:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573244.997917:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5746300/2, rc 0, transno 17179875251 00010000:00010000:0.0:1777573244.997918:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997923:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573244.997926:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932219648:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.997927:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997935:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d000/0x8dc0a528a119b8a7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573244.997936:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e16d80/2, rc 0, transno 17179875249 00000100:00100000:3.0:1777573244.997941:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932219776:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.997958:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.997960:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932220672 00000100:00100000:3.0:1777573244.997965:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932220672 00010000:00010000:0.0:1777573244.997966:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997972:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997976:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.997979:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997983:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997989:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.997990:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.997992:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.997997:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630600/0x8dc0a528a119b8c3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998004:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998012:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.998015:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12890 00010000:00010000:0.0:1777573244.998029:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998038:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630000 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:2.0:1777573244.998044:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12892 00010000:00010000:0.0:1777573244.998047:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.998052:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12893 00000100:00100000:2.0:1777573244.998054:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3637:x1863919932220160:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.998059:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.998062:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12894 00000100:00100000:1.0:1777573244.998065:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3637:x1863919932220288:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573244.998071:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3637:x1863919932220800:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.998078:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998082:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998085:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998090:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630000/0x8dc0a528a119b8df lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998105:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.998112:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:0.0:1777573244.998112:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.998115:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.998118:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00010000:00010000:0.0:1777573244.998118:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.998120:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.998123:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1777573244.998124:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2c200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998127:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573244.998132:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573244.998132:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 262144 -> 262144 00010000:00010000:0.0:1777573244.998133:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573244.998138:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.998138:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573244.998145:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573244.998145:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00010000:00010000:0.0:1777573244.998148:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:3.0:1777573244.998149:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573244.998150:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00010000:00010000:0.0:1777573244.998152:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573244.998155:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3637:x1863919932220160:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (731us total) trans 21474842056 rc 0/0 00002000:00010000:3.0:1777573244.998156:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f7:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:1.0:1777573244.998156:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 256 -> 256 00010000:00010000:0.0:1777573244.998157:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.998164:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12892 00010000:00010000:0.0:1777573244.998165:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2c200/0x8dc0a528a119b8fb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998177:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.998180:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12895 00010000:00010000:0.0:1777573244.998184:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.998188:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932220672:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.998189:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.998194:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932220800:12345-0@lo:2:osp-syn-0-1.0 Request processed in 121us (671us total) trans 21474842058 rc 0/0 00000100:00100000:1.0:1777573244.998194:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3637:x1863919932220288:12345-0@lo:2:osp-syn-0-1.0 Request processed in 129us (729us total) trans 21474842057 rc 0/0 00010000:00010000:0.0:1777573244.998198:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c13a8e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998204:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573244.998207:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12893 00000100:00100000:3.0:1777573244.998215:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12894 00010000:00010000:0.0:1777573244.998218:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998228:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998231:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998234:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.998239:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:0.0:1777573244.998239:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a8e00/0x8dc0a528a119b917 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573244.998242:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.998245:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573244.998246:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573244.998249:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1777573244.998252:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998258:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998265:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.998297:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3637:x1863919932220672:12345-0@lo:2:osp-syn-0-1.0 Request processed in 110us (740us total) trans 21474842059 rc 0/0 00010000:00010000:0.0:1777573244.998301:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2f9bd5c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998304:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573244.998306:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12895 00010000:00010000:0.0:1777573244.998310:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998318:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998320:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998322:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998327:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2f9bd5c00/0x8dc0a528a119b933 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998337:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573244.998343:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a076fc4 reply state 000000008413994b transno 4294979100 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998345:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998351:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573244.998357:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998589:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2ce00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998593:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998601:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998609:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998611:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998614:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998619:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ce00/0x8dc0a528a119b94f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998630:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998635:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998641:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998646:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631a00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998649:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998656:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998662:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998664:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998667:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998672:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631a00/0x8dc0a528a119b9db lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998682:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998688:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998693:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998698:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb30000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998700:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998705:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998712:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998714:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998716:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998721:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb30000/0x8dc0a528a119b9f7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998729:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998735:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998739:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998744:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7631c00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998746:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998751:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998757:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998760:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998762:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998767:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7631c00/0x8dc0a528a119ba13 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998776:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998785:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998790:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998795:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c7630400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998798:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998803:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998810:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998812:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998814:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998819:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630400/0x8dc0a528a119ba2f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998828:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998833:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998839:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998843:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5b000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998846:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998851:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998858:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998861:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998864:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998869:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5b000/0x8dc0a528a119ba4b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998878:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998884:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998888:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998893:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5ac00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998896:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998901:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998908:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998910:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998912:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998917:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5ac00/0x8dc0a528a119ba67 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998926:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998931:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998936:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998940:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c5358800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998943:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998947:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998954:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.998955:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.998957:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998962:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c5358800/0x8dc0a528a119ba83 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998971:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998980:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998985:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998989:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb5aa00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.998992:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.998997:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999003:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.999005:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.999008:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999013:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cbb5aa00/0x8dc0a528a119ba9f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999261:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932219392:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573244.999301:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573244.999316:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932219904:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573244.999333:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573244.999347:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932220416:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.999363:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999369:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.999377:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999383:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999384:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932220928:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.999395:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.999399:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999406:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999408:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.999421:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.999423:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573244.999425:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932221440:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.999427:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999435:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119babb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999446:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.999451:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999458:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999463:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999465:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [1->0] 00010000:00010000:0.0:1777573244.999472:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c1668c00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:3.0:1777573244.999473:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932219520:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.999476:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999484:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999493:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:3.0:1777573244.999496:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.999499:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.999504:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999509:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c1668c00/0x8dc0a528a119bad7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999512:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932220032:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.999529:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999537:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.999543:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999548:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932220544:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.999550:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999558:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.999561:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999567:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999571:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.999582:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:3.0:1777573244.999584:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932221056:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573244.999586:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.999589:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999594:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119baf3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999605:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999615:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999620:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999625:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.999628:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999633:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999640:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.999642:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.999645:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999650:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979600/0x8dc0a528a119bb0f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999661:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999667:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999672:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999678:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.999681:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999683:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.999692:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999697:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932221568:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.999702:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.999705:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.999708:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999714:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979000/0x8dc0a528a119bb2b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999717:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573244.999732:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999739:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999742:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932219392 00010000:00010000:0.0:1777573244.999745:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999748:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932219392 00010000:00010000:0.0:1777573244.999753:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.999756:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999762:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999771:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:3.0:1777573244.999773:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932219904 00010000:00010000:0.0:1777573244.999775:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573244.999776:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932219904 00010000:00010000:0.0:1777573244.999781:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999787:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932220416 00010000:00010000:0.0:1777573244.999788:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0400/0x8dc0a528a119bb47 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999790:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932220416 00000100:00100000:3.0:1777573244.999803:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932220928 00010000:00010000:0.0:1777573244.999805:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999806:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932220928 00010000:00010000:0.0:1777573244.999814:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999818:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932221440 00000100:00100000:3.0:1777573244.999821:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932221440 00010000:00010000:0.0:1777573244.999823:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999830:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932219520 00010000:00010000:0.0:1777573244.999830:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1a00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:3.0:1777573244.999835:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932219520 00010000:00010000:0.0:1777573244.999835:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999843:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999844:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932220032 00000100:00100000:3.0:1777573244.999847:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932220032 00000100:00100000:3.0:1777573244.999857:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932220544 00010000:00010000:0.0:1777573244.999857:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000100:00100000:3.0:1777573244.999862:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932220544 00010000:00010000:0.0:1777573244.999862:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.999867:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999872:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932221056 00010000:00010000:0.0:1777573244.999873:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1a00/0x8dc0a528a119bb63 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999875:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932221056 00000100:00100000:3.0:1777573244.999886:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932221568 00000100:00100000:3.0:1777573244.999889:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932221568 00010000:00010000:0.0:1777573244.999891:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999903:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12896 00010000:00010000:0.0:1777573244.999903:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573244.999914:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932219392:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573244.999914:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999925:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caae00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.999927:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999933:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999942:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573244.999944:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573244.999947:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999952:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caae00/0x8dc0a528a119bbef lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999964:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999970:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999975:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999981:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cb0eb800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573244.999984:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999990:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573244.999999:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:3.0:1777573245.000000:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb size from disk: 262144 -> 262144 00010000:00010000:0.0:1777573245.000006:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:3.0:1777573245.000007:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.000010:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00010000:00010000:2.0:1777573245.000010:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000010:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.000016:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00002000:00010000:3.0:1777573245.000017:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000100:00100000:2.0:1777573245.000019:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573245.000021:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cb0eb800/0x8dc0a528a119bc0b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573245.000035:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e5:0x0] updating lvb blocks from disk: 256 -> 256 00010000:00010000:2.0:1777573245.000037:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573245.000041:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777573245.000047:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119b4e1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f00f expref: 406 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000051:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000057:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000062:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000068:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1600 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:3.0:1777573245.000071:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932219392:12345-0@lo:2:osp-syn-1-1.0 Request processed in 158us (768us total) trans 17179875252 rc 0/0 00010000:00010000:0.0:1777573245.000072:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000086:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000087:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12896 00010000:00010000:0.0:1777573245.000099:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000101:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000104:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000110:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12897 00010000:00010000:0.0:1777573245.000112:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1600/0x8dc0a528a119bc27 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000119:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932219904:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573245.000125:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1777573245.000127:0:6487:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00010000:00010000:0.0:1777573245.000132:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000137:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.000140:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+404:59547:x1863919926188800:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 14386us (14704us total) trans 4294979100 rc 0/0 00010000:00010000:0.0:1777573245.000143:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caba00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000145:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.000148:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5148 00010000:00010000:0.0:1777573245.000152:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000160:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000162:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000165:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573245.000167:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573245.000173:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00000100:00100000:2.0:1777573245.000174:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12898 00010000:00010000:0.0:1777573245.000174:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caba00/0x8dc0a528a119bc43 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573245.000179:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00000100:00100000:2.0:1777573245.000185:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932220416:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573245.000186:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.000191:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1777573245.000192:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000204:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000210:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000215:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000218:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000219:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932219904:12345-0@lo:2:osp-syn-1-1.0 Request processed in 100us (883us total) trans 17179875253 rc 0/0 00010000:00010000:0.0:1777573245.000233:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000234:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12897 00002000:00010000:2.0:1777573245.000246:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:0.0:1777573245.000246:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00002000:00010000:2.0:1777573245.000249:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00010000:00010000:0.0:1777573245.000249:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:2.0:1777573245.000252:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00010000:00010000:0.0:1777573245.000252:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000254:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12899 00002000:00010000:2.0:1777573245.000257:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.000260:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1777573245.000262:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4530000/0x8dc0a528a119bc5f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000266:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932220928:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777573245.000302:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.000306:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932220416:12345-0@lo:2:osp-syn-0-1.0 Request processed in 125us (940us total) trans 21474842060 rc 0/0 00010000:00010000:0.0:1777573245.000309:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.000313:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12898 00010000:00010000:0.0:1777573245.000315:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000320:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000324:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.000328:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12900 00010000:00010000:0.0:1777573245.000330:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573245.000336:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777573245.000336:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932221440:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573245.000339:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000343:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:3.0:1777573245.000344:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.000347:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00010000:00010000:0.0:1777573245.000347:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573245.000352:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.000359:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1777573245.000360:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0600/0x8dc0a528a119bc7b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000373:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000379:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000385:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000390:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932220928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 125us (980us total) trans 21474842061 rc 0/0 00010000:00010000:0.0:1777573245.000393:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa600 already unused, calling callback (ffffffffc16984f0) 00002000:00010000:2.0:1777573245.000394:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb size from disk: 262144 -> 262144 00010000:00010000:0.0:1777573245.000398:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573245.000400:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.000403:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00000100:00100000:3.0:1777573245.000405:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12899 00002000:00010000:2.0:1777573245.000406:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00010000:00010000:0.0:1777573245.000408:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573245.000411:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f3:0x0] updating lvb blocks from disk: 256 -> 256 00010000:00010000:0.0:1777573245.000418:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000420:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000424:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000427:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12901 00010000:00010000:0.0:1777573245.000435:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2caa600/0x8dc0a528a119bc97 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000440:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932219520:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573245.000441:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932221440:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (993us total) trans 17179875254 rc 0/0 00010000:00010000:0.0:1777573245.000447:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.000454:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12900 00010000:00010000:0.0:1777573245.000458:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000463:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000468:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4531e00 already unused, calling callback (ffffffffc16984f0) 00000100:00100000:2.0:1777573245.000469:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12902 00010000:00010000:0.0:1777573245.000470:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.000475:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3634:x1863919932220032:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777573245.000476:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000484:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000486:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000489:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000495:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4531e00/0x8dc0a528a119bcb3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573245.000499:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573245.000503:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00010000:00010000:0.0:1777573245.000505:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573245.000506:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573245.000512:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.000517:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777573245.000526:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:0.0:1777573245.000526:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573245.000529:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.000532:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00010000:00010000:0.0:1777573245.000532:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573245.000535:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.000537:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1777573245.000538:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2ca00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000540:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000545:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000547:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3634:x1863919932219520:12345-0@lo:2:osp-syn-1-1.0 Request processed in 111us (1051us total) trans 17179875255 rc 0/0 00000100:00100000:3.0:1777573245.000562:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12901 00010000:00010000:0.0:1777573245.000563:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000566:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000569:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000576:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2ca00/0x8dc0a528a119bccf lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.000581:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12903 00000100:00100000:2.0:1777573245.000582:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3634:x1863919932220032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 107us (1047us total) trans 17179875256 rc 0/0 00010000:00010000:0.0:1777573245.000590:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000596:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000601:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000606:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2dc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000609:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000615:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000621:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000623:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000626:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000632:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2dc00/0x8dc0a528a119bceb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000642:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000647:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000651:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000656:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2b2d400 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000658:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000663:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000669:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000670:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000673:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000678:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2b2d400/0x8dc0a528a119bd07 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000685:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000690:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000695:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000699:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000702:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000706:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000712:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000714:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000716:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000720:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0200/0x8dc0a528a119bd23 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000727:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000735:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000740:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000744:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2fc979800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000746:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000751:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000756:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000757:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000759:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000764:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2fc979800/0x8dc0a528a119bd3f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000771:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000775:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000780:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000784:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4592200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000786:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000791:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000796:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000798:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000800:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000804:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c4592200/0x8dc0a528a119bd5b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000811:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000815:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000819:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000823:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c1829e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000825:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000830:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000834:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000836:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000838:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000844:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c1829e00/0x8dc0a528a119bd77 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000851:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000855:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000860:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000864:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f01600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000866:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000870:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000876:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.000877:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.000879:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000883:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f01600/0x8dc0a528a119bd85 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.000901:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932221184:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.000927:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573245.000940:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573245.000944:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932221312:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.000958:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573245.000976:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000982:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000988:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000992:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2cee6e800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.000994:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.000999:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.001005:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.001007:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573245.001009:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.001014:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d2cee6e800/0x8dc0a528a119bda1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.001041:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932221184 00000100:00100000:0.0:1777573245.001045:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932221184 00000100:00100000:3.0:1777573245.001375:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3634:x1863919932220544:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573245.001426:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12902 00000100:00100000:1.0:1777573245.001434:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12904 00002000:00010000:3.0:1777573245.001437:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573245.001442:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.001445:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00000100:00100000:0.0:1777573245.001448:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932221312 00002000:00010000:3.0:1777573245.001449:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000100:00100000:1.0:1777573245.001453:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932221056:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.001453:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932221312 00002000:00010000:3.0:1777573245.001454:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f5:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:2.0:1777573245.001460:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12905 00000100:00100000:2.0:1777573245.001474:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3634:x1863919932221568:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.001475:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12906 00000100:00100000:0.0:1777573245.001487:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3636:x1863919932221184:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.001495:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932220544:12345-0@lo:2:osp-syn-0-1.0 Request processed in 123us (1924us total) trans 21474842062 rc 0/0 00000100:00100000:3.0:1777573245.001502:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12903 00000100:00100000:3.0:1777573245.001519:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12907 00000100:00100000:3.0:1777573245.001527:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3636:x1863919932221312:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573245.001546:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573245.001551:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.001552:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573245.001555:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573245.001557:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.001559:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.001561:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00002000:00010000:1.0:1777573245.001564:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f9:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:0.0:1777573245.001566:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.001570:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ef:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:1.0:1777573245.001614:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932221056:12345-0@lo:2:osp-syn-0-1.0 Request processed in 171us (1930us total) trans 21474842063 rc 0/0 00000100:00100000:0.0:1777573245.001620:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932221184:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (691us total) trans 17179875257 rc 0/0 00000100:00100000:1.0:1777573245.001626:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12904 00000100:00100000:0.0:1777573245.001634:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12906 00000004:00080000:0.0:1777573245.001689:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e14700/2, rc 0, transno 17179875257 00000100:00100000:0.0:1777573245.001711:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932221184:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.001780:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932221696:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.001801:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573245.001884:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932221696 00000100:00100000:1.0:1777573245.001889:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932221696 00000100:00100000:1.0:1777573245.001919:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12908 00000100:00100000:1.0:1777573245.001924:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3636:x1863919932221696:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573245.001978:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573245.001981:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.001984:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:1.0:1777573245.001986:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.001989:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f5:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:1.0:1777573245.002036:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3636:x1863919932221696:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (220us total) trans 17179875259 rc 0/0 00000100:00100000:1.0:1777573245.002043:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12908 00000004:00080000:0.0:1777573245.002061:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea4a80/2, rc 0, transno 17179875259 00000100:00100000:0.0:1777573245.002070:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932221696:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.002184:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573245.002194:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932221824:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573245.002216:0:14598:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573245.002223:0:14598:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00000100:00100000:0.0:1777573245.002223:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777573245.002228:0:14598:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:3.0:1777573245.002230:0:14598:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.002232:0:14598:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573245.002287:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932221824 00000100:00100000:1.0:1777573245.002293:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932221824 00000100:00100000:3.0:1777573245.002298:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3636:x1863919932221312:12345-0@lo:2:osp-syn-1-1.0 Request processed in 770us (1336us total) trans 17179875260 rc 0/0 00000100:00100000:3.0:1777573245.002305:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12907 00000100:00100000:1.0:1777573245.002325:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12909 00000100:00100000:1.0:1777573245.002334:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+19:3636:x1863919932221824:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573245.002345:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e14e00/2, rc 0, transno 17179875260 00000100:00100000:0.0:1777573245.002355:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932221312:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573245.002383:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777573245.002384:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00010000:2.0:1777573245.002389:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.002392:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00000100:00100000:0.0:1777573245.002394:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932221952:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573245.002395:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.002396:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.002403:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573245.002403:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.002409:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573245.002413:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000100:00100000:0.0:1777573245.002418:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777573245.002419:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573245.002441:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932221952 00000100:00100000:0.0:1777573245.002444:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932221952 00000100:00100000:2.0:1777573245.002462:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3634:x1863919932221568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 991us (2744us total) trans 17179875258 rc 0/0 00000100:00100000:1.0:1777573245.002468:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932221824:12345-0@lo:2:osp-syn-1-1.0 Request processed in 134us (246us total) trans 17179875261 rc 0/0 00000100:00100000:2.0:1777573245.002474:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12905 00000100:00100000:1.0:1777573245.002481:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12909 00000004:00080000:3.0:1777573245.002512:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fb800/2, rc 0, transno 21474842058 00000100:00100000:3.0:1777573245.002528:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932220800:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.002545:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12910 00000004:00080000:3.0:1777573245.002548:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45f9c00/2, rc 0, transno 21474842059 00000100:00100000:0.0:1777573245.002554:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3635:x1863919932221952:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.002557:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932220672:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573245.002577:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19880/2, rc 0, transno 21474842057 00000100:00100000:3.0:1777573245.002582:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932220288:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573245.002599:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18380/2, rc 0, transno 21474842056 00000100:00100000:3.0:1777573245.002604:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932220160:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573245.002609:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573245.002613:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.002616:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:0.0:1777573245.002618:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.002621:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f7:0x0] updating lvb blocks from disk: 256 -> 256 00000004:00080000:3.0:1777573245.002633:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5746a00/2, rc 0, transno 17179875255 00000100:00100000:3.0:1777573245.002646:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932219520:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.002652:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+20:3635:x1863919932221952:12345-0@lo:2:osp-syn-1-1.0 Request processed in 100us (235us total) trans 17179875262 rc 0/0 00000100:00100000:0.0:1777573245.002660:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12910 00000004:00080000:3.0:1777573245.002661:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e15180/2, rc 0, transno 17179875256 00000100:00100000:3.0:1777573245.002668:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932220032:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573245.002681:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745500/2, rc 0, transno 21474842062 00000100:00100000:3.0:1777573245.002687:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932220544:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.002687:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932222080:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573245.002702:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fad80/2, rc 0, transno 21474842063 00000100:00100000:3.0:1777573245.002709:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932221056:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.002716:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573245.002721:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e15f80/2, rc 0, transno 17179875258 00000100:00100000:3.0:1777573245.002727:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932221568:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573245.002740:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745f80/2, rc 0, transno 17179875252 00000100:00100000:3.0:1777573245.002744:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932219392:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573245.002744:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ed4e00/2, rc 0, transno 17179875262 00000100:00100000:0.0:1777573245.002751:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932221952:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573245.002766:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e15c00/2, rc 0, transno 17179875253 00000100:00100000:2.0:1777573245.002766:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932222336:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.002771:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932222208:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.002775:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932219904:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573245.002788:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5745c00/2, rc 0, transno 21474842060 00000100:00100000:3.0:1777573245.002792:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932220416:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.002801:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573245.002820:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fa680/2, rc 0, transno 21474842061 00000100:00100000:3.0:1777573245.002825:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932220928:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777573245.002834:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2e16300/2, rc 0, transno 17179875254 00000100:00100000:3.0:1777573245.002837:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932221440:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573245.002896:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea4000/2, rc 0, transno 17179875261 00000100:00100000:0.0:1777573245.002907:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932221824:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573245.002937:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573245.003163:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932222080 00000100:00100000:0.0:1777573245.003164:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932222208 00000100:00100000:1.0:1777573245.003166:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932222336 00000100:00100000:3.0:1777573245.003169:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932222080 00000100:00100000:0.0:1777573245.003171:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932222208 00000100:00100000:1.0:1777573245.003174:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932222336 00000100:00100000:3.0:1777573245.003207:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12911 00000100:00100000:3.0:1777573245.003217:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3635:x1863919932222080:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.003222:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12912 00000100:00100000:0.0:1777573245.003229:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12913 00000100:00100000:1.0:1777573245.003234:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3637:x1863919932222336:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.003239:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3636:x1863919932222208:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777573245.003304:0:8361:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573245.003307:0:8361:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.003309:0:8361:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00002000:00010000:0.0:1777573245.003311:0:8361:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.003313:0:8361:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573245.003314:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573245.003318:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.003321:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573245.003324:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.003327:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573245.003335:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573245.003340:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00000100:00100000:0.0:1777573245.003341:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932222208:12345-0@lo:2:osp-syn-1-1.0 Request processed in 105us (539us total) trans 17179875263 rc 0/0 00002000:00010000:1.0:1777573245.003346:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573245.003350:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000100:00100000:0.0:1777573245.003350:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12913 00002000:00010000:1.0:1777573245.003356:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f9:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:3.0:1777573245.003374:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3635:x1863919932222080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 158us (657us total) trans 21474842064 rc 0/0 00000100:00100000:3.0:1777573245.003382:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12911 00000004:00080000:0.0:1777573245.003389:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea4700/2, rc 0, transno 17179875263 00000100:00100000:0.0:1777573245.003394:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932222208:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.003402:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+22:3637:x1863919932222336:12345-0@lo:2:osp-syn-1-1.0 Request processed in 170us (461us total) trans 17179875264 rc 0/0 00000100:00100000:1.0:1777573245.003410:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12912 00000004:00080000:3.0:1777573245.003424:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea7480/2, rc 0, transno 21474842064 00000100:00100000:3.0:1777573245.003430:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932222080:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777573245.003450:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2cee6a300/2, rc 0, transno 17179875264 00000100:00100000:1.0:1777573245.003457:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932222336:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.005345:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.005520:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926189056 00000100:00100000:2.0:1777573245.005529:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926189056 00000100:00100000:2.0:1777573245.005575:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15877 00000100:00100000:2.0:1777573245.005585:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+390:59547:x1863919926189056:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573245.005605:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.005624:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119bda8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f39d expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.005679:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119bda8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f39d expref: 391 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.005700:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119bda8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f39d expref: 391 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.005714:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573245.005717:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573245.005719:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c8345c00, rc 0) 00000100:00100000:2.0:1777573245.005760:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+391:59547:x1863919926189056:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 179us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.005767:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15877 00000100:00100000:2.0:1777573245.009519:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.009903:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926189312 00000100:00100000:0.0:1777573245.009913:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926189312 00000100:00100000:0.0:1777573245.009998:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5149 00000100:00100000:0.0:1777573245.010009:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d0384450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+391:59547:x1863919926189312:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:0.0:1777573245.010250:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d0384450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+392:59547:x1863919926189312:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 243us (739us total) trans 4294979101 rc 0/0 00000100:00100000:0.0:1777573245.010258:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5149 00000100:00100000:1.0:1777573245.023322:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.023389:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926189440 00000100:00100000:2.0:1777573245.023399:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926189440 00000100:00100000:2.0:1777573245.023461:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15878 00000100:00100000:2.0:1777573245.023470:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+392:59548:x1863919926189440:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573245.023493:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.023513:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119bdaf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3a4 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023572:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023582:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023590:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023599:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023603:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023607:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023666:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023673:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023676:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573245.023719:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573245.023722:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573245.023736:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023743:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023749:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023753:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023758:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023762:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023765:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18800 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573245.023768:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023772:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023782:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d2dabe4200) 00010000:00010000:2.0:1777573245.023784:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573245.023787:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023791:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bdb6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023800:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023803:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023806:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023809:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573245.023811:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023814:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023817:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d2dabe4b00) 00010000:00010000:2.0:1777573245.023818:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573245.023820:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023822:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bdbd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.023843:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8344200/0x8dc0a528a119bdaf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3a4 expref: 394 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.024836:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3a4 expref: 393 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.024847:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573245.024849:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573245.024853:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d400, rc 0) 00000100:00100000:2.0:1777573245.024923:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+393:59548:x1863919926189440:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1453us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.024932:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15878 00000100:00100000:1.0:1777573245.027512:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.027550:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926189696 00000100:00100000:2.0:1777573245.027560:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926189696 00000100:00100000:2.0:1777573245.027611:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15879 00000100:00100000:2.0:1777573245.027621:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+393:59548:x1863919926189696:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573245.027640:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.027658:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119bdcb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3ab expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.027761:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119bdd2 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.027775:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119bdd2 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.027786:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119bdd2 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573245.027800:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:2.0:1777573245.027901:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119bdcb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ab expref: 396 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.027921:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119bdd2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ab expref: 395 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.027927:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573245.027929:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777573245.027931:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d200, rc 0) 00000100:00100000:2.0:1777573245.027986:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+395:59548:x1863919926189696:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 366us (478us total) trans 4294979102 rc 0/0 00000100:00100000:2.0:1777573245.027993:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15879 00000100:00100000:3.0:1777573245.030362:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.030544:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926189952 00000100:00100000:1.0:1777573245.030553:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926189952 00000100:00100000:1.0:1777573245.030606:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15880 00000100:00100000:1.0:1777573245.030615:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+395:59548:x1863919926189952:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573245.030636:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573245.030653:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119bde0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3b2 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.030737:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bde7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.030755:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bde7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.030766:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bde7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573245.030779:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:1.0:1777573245.030855:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0800/0x8dc0a528a119bde0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b2 expref: 398 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.030867:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bde7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b2 expref: 397 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.030872:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573245.030874:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573245.030877:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0a00, rc 0) 00000100:00100000:1.0:1777573245.031015:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+397:59548:x1863919926189952:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 402us (659us total) trans 4294979103 rc 0/0 00000100:00100000:1.0:1777573245.031031:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15880 00000100:00100000:1.0:1777573245.060441:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.060554:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926190080 00000100:00100000:0.0:1777573245.060568:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926190080 00000100:00100000:0.0:1777573245.061756:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5757 00000100:00100000:0.0:1777573245.061770:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+45:2404:x1863919926190080:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573245.061802:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.061819:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 45 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.061826:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.061828:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.061831:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.061862:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 45 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.061874:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 45 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.061888:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932222464:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.061968:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc728840 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.063549:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932222464:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.063574:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.063717:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.063813:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926190208 00000100:00100000:3.0:1777573245.063823:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926190208 00010000:00010000:3.0:1777573245.063975:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 46 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.064009:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5822 00000100:00100000:3.0:1777573245.064016:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+46:2404:x1863919926190208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.064043:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.064070:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 46 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.064085:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 46 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.064115:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000286ced5b/0x8dc0a528a119bd8c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f388 expref: 46 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.064134:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.064136:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.064141:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.064153:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.064185:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573245.064220:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.064231:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.064253:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+45:2404:x1863919926190208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 234us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.064264:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5822 00010000:00010000:0.0:1777573245.070938:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.070958:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.070971:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.070978:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f01600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.070984:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.070992:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.071013:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.071030:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119bdf5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.071139:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926190080:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 9368us (10706us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777573245.071151:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5757 00000100:00100000:1.0:1777573245.074603:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.074784:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926190336 00000100:00100000:2.0:1777573245.074799:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926190336 00000100:00100000:2.0:1777573245.074896:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5758 00000100:00100000:2.0:1777573245.074909:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926190336:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573245.074971:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.074999:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2bd expref: 44 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.075009:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573245.075012:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573245.075015:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.075069:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2bd expref: 44 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.075086:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2bd expref: 44 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.075107:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932222592:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573245.075219:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573245.077562:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.077768:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8367:1863919932222592:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573245.077809:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.077910:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926190464 00000100:00100000:1.0:1777573245.077921:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926190464 00010000:00010000:1.0:1777573245.077964:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2bd expref: 45 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.078014:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5823 00000100:00100000:1.0:1777573245.078036:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+45:2403:x1863919926190464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573245.078055:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573245.078086:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2bd expref: 45 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.078101:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2bd expref: 45 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.078130:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af04f837/0x8dc0a528a119bbf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2bd expref: 45 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.078148:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.078150:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.078154:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.078163:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.078196:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573245.078255:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926190464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 231us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.078316:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5823 00010000:00010000:2.0:1777573245.078474:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.078486:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.081838:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.081862:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.081873:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.081882:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573245.081888:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.081897:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.081919:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.081928:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e4a18d1/0x8dc0a528a119bdfc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.082036:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926190336:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7115us (7430us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777573245.082048:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5758 00000100:00100000:3.0:1777573245.085156:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.085257:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926190592 00000100:00100000:1.0:1777573245.085302:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926190592 00000100:00100000:1.0:1777573245.085390:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5759 00000100:00100000:1.0:1777573245.085402:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+43:2405:x1863919926190592:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573245.085448:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.085475:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2cb expref: 43 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.085485:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.085488:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.085493:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.085537:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2cb expref: 43 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.085554:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2cb expref: 43 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.085573:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932222720:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.085683:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573245.087446:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:28805:1863919932222720:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573245.087494:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.087767:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.087832:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926190720 00000100:00100000:1.0:1777573245.087842:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926190720 00010000:00010000:1.0:1777573245.087884:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2cb expref: 44 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.087922:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5824 00000100:00100000:1.0:1777573245.087934:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926190720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573245.087950:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573245.087977:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2cb expref: 44 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.087991:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2cb expref: 44 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.088030:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085783702/0x8dc0a528a119bc12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2cb expref: 44 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.088052:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.088054:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.088059:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.088070:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.088109:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573245.088150:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.088163:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.088175:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926190720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 243us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.088185:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5824 00010000:00010000:1.0:1777573245.090613:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.090636:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.090647:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.090654:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573245.090659:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.090669:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.090689:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.090697:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000867779f/0x8dc0a528a119be03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.090788:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+42:2405:x1863919926190592:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5384us (5642us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777573245.090799:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5759 00000100:00100000:3.0:1777573245.094154:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.094526:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926190848 00000100:00100000:2.0:1777573245.094541:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926190848 00000100:00100000:2.0:1777573245.094630:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5760 00000100:00100000:2.0:1777573245.094641:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+42:2406:x1863919926190848:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573245.094677:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.094696:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d9 expref: 42 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.094710:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573245.094712:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573245.094715:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.094744:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d9 expref: 42 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.094754:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d9 expref: 42 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.094765:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932222848:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573245.094905:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573245.096989:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.097076:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932222848:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.097089:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926190976 00000100:00100000:0.0:1777573245.097103:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926190976 00010000:00010000:0.0:1777573245.097152:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d9 expref: 43 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.097193:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5825 00000100:00100000:0.0:1777573245.097205:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926190976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573245.097221:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573245.097245:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d9 expref: 43 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.097258:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d9 expref: 43 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.097327:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fc0afa7/0x8dc0a528a119bc2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2d9 expref: 43 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.097348:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.097350:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.097355:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.097366:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.097388:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573245.097452:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926190976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 250us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.097461:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5825 00010000:00010000:2.0:1777573245.097571:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.097588:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.097602:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.100769:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.100784:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.100790:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.100794:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573245.100797:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.100803:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.100817:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.100823:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e4a18d1/0x8dc0a528a119be0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.100897:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+41:2406:x1863919926190848:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6256us (6750us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777573245.100905:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5760 00000100:00100000:1.0:1777573245.104805:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.104982:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926191104 00000100:00100000:0.0:1777573245.105000:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926191104 00000100:00100000:0.0:1777573245.105257:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5761 00000100:00100000:0.0:1777573245.105302:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+43:2405:x1863919926191104:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573245.105355:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.105381:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e7 expref: 43 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.105389:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.105392:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.105396:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.105452:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e7 expref: 43 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.105468:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e7 expref: 43 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.105485:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932222976:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.105598:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc728840 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.107532:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932222976:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.107560:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.110637:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.110738:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926191232 00000100:00100000:0.0:1777573245.110749:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926191232 00010000:00010000:0.0:1777573245.110787:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e7 expref: 44 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.110832:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5826 00000100:00100000:0.0:1777573245.110842:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926191232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573245.110857:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573245.110880:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e7 expref: 44 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.110893:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e7 expref: 44 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.110915:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2dd9e37/0x8dc0a528a119bc4a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2e7 expref: 44 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.110932:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.110934:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.110940:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.110949:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.111578:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573245.111595:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.111608:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.111635:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926191232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 794us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.111644:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5826 00010000:00010000:0.0:1777573245.118042:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.118153:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.118165:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.118172:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f01600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.118177:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.118186:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.118207:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.118214:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077bd134b/0x8dc0a528a119be11 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.118360:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+42:2405:x1863919926191104:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 13053us (13555us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777573245.118371:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5761 00000100:00100000:1.0:1777573245.122061:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.122114:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926191360 00000100:00100000:0.0:1777573245.122123:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926191360 00000100:00100000:0.0:1777573245.122180:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5762 00000100:00100000:0.0:1777573245.122187:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+41:2406:x1863919926191360:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573245.122220:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.122242:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2f5 expref: 41 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.122251:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.122253:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.122256:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.122316:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2f5 expref: 41 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.122330:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2f5 expref: 41 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.122345:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932223104:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.122481:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc7289c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.123724:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932223104:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.123745:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.124103:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.124324:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926191488 00000100:00100000:3.0:1777573245.124338:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926191488 00010000:00010000:3.0:1777573245.124392:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2f5 expref: 42 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.124440:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5827 00000100:00100000:3.0:1777573245.124453:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926191488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.124474:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.124504:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2f5 expref: 42 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.124518:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2f5 expref: 42 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.124546:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a90e968/0x8dc0a528a119bc66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f2f5 expref: 42 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.124571:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.124573:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.124579:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.124589:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.124621:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573245.124666:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.124683:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.124689:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926191488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 236us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.124699:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5827 00010000:00010000:0.0:1777573245.126967:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.126984:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.126993:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.127000:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.127004:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.127011:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.127040:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.127048:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000742255fd/0x8dc0a528a119be18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.127131:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+40:2406:x1863919926191360:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 4942us (5077us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777573245.127140:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5762 00000100:00100000:2.0:1777573245.130322:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.130408:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926191616 00000100:00100000:3.0:1777573245.130431:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926191616 00000100:00100000:3.0:1777573245.130505:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5763 00000100:00100000:3.0:1777573245.130517:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926191616:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573245.130551:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.130571:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f303 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.130580:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573245.130583:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573245.130586:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.130628:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f303 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.130642:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f303 expref: 40 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.130658:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932223232:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573245.130744:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573245.132253:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24425:1863919932223232:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573245.132327:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.132904:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.132950:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926191744 00000100:00100000:3.0:1777573245.132959:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926191744 00010000:00010000:3.0:1777573245.133066:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f303 expref: 41 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.133112:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5828 00000100:00100000:3.0:1777573245.133120:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926191744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.133138:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.133162:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f303 expref: 41 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.133172:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f303 expref: 41 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.133196:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000585dec6b/0x8dc0a528a119bc82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f303 expref: 41 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.133218:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.133220:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.133225:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.133237:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.133300:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.133303:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573245.133313:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.133358:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926191744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 238us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.133373:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5828 00010000:00010000:3.0:1777573245.135805:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.135828:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.135836:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.135843:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573245.135848:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.135856:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.135877:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.135885:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf230e84/0x8dc0a528a119be1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.135991:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926191616:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5471us (5720us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777573245.136002:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5763 00000100:00100000:1.0:1777573245.138828:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.138882:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926191872 00000100:00100000:3.0:1777573245.138896:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926191872 00000100:00100000:3.0:1777573245.138979:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5764 00000100:00100000:3.0:1777573245.138992:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926191872:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573245.139066:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.139091:0:24424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f311 expref: 42 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.139101:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573245.139104:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573245.139108:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.139146:0:24424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f311 expref: 42 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.139163:0:24424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f311 expref: 42 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.139176:0:24424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7b4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932223360:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573245.139345:0:24424:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573245.141541:0:24424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7b4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24424:1863919932223360:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573245.141580:0:24424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.142011:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.142183:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926192000 00000100:00100000:0.0:1777573245.142191:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926192000 00010000:00010000:0.0:1777573245.142233:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f311 expref: 43 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.142296:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5829 00000100:00100000:0.0:1777573245.142305:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926192000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573245.142322:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573245.142350:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f311 expref: 43 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.142366:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f311 expref: 43 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.142536:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009461a131/0x8dc0a528a119bc9e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f311 expref: 43 pid: 28215 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.142557:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.142560:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.142566:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.142578:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.142612:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573245.142660:0:24424:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.142672:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.142719:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926192000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 413us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.142727:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5829 00010000:00010000:3.0:1777573245.145702:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.145729:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.145738:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.145745:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573245.145751:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.145761:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.145782:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.145789:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008df3ff55/0x8dc0a528a119be26 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.145893:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926191872:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6898us (7082us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777573245.145907:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5764 00000100:00100000:2.0:1777573245.149071:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.150820:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926192128 00000100:00100000:1.0:1777573245.150834:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926192128 00000100:00100000:1.0:1777573245.150912:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5765 00000100:00100000:1.0:1777573245.150923:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+39:2406:x1863919926192128:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573245.150960:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.150980:0:28800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f31f expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.150988:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.150990:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.150993:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.151038:0:28800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f31f expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.151052:0:28800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f31f expref: 39 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.151065:0:28800:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932223488:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.151152:0:28800:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573245.153729:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.157119:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926192256 00000100:00100000:0.0:1777573245.157132:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926192256 00010000:00010000:0.0:1777573245.157181:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f31f expref: 40 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.157226:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5830 00000100:00100000:0.0:1777573245.157236:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926192256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573245.157257:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573245.157324:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f31f expref: 40 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.157339:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f31f expref: 40 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.157363:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.157365:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.157370:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.157380:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.157405:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573245.157460:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926192256:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 225us (3738us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.157467:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5830 00010000:00010000:1.0:1777573245.157598:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001603ecbc/0x8dc0a528a119bcba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f31f expref: 39 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.157618:0:28800:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28800:1863919932223488:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573245.157637:0:28800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.157645:0:28800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.157651:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.163385:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.163408:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.163418:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.163426:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573245.163431:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.163441:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.163472:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.163479:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f91cf28/0x8dc0a528a119be2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.163628:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+38:2406:x1863919926192128:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 12702us (14559us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777573245.163638:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5765 00000100:00100000:2.0:1777573245.167496:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.167597:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926192384 00000100:00100000:0.0:1777573245.167610:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926192384 00000100:00100000:0.0:1777573245.167742:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5766 00000100:00100000:0.0:1777573245.167755:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+41:2405:x1863919926192384:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573245.167798:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.167819:0:28806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f32d expref: 41 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.167827:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.167829:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.167832:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.167868:0:28806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f32d expref: 41 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.167880:0:28806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f32d expref: 41 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.167907:0:28806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932223616:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.168015:0:28806:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc7289c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.170050:0:28806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28806:1863919932223616:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.170090:0:28806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.170938:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.171096:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926192512 00000100:00100000:3.0:1777573245.171108:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926192512 00010000:00010000:3.0:1777573245.171153:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f32d expref: 42 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.171202:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5831 00000100:00100000:3.0:1777573245.171211:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926192512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.171231:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.171266:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f32d expref: 42 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.171325:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f32d expref: 42 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.171355:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5688751/0x8dc0a528a119bcd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f32d expref: 42 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.171375:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.171377:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.171382:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.171394:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.171425:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573245.171524:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926192512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 313us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.171531:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5831 00010000:00010000:1.0:1777573245.171803:0:28806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.171815:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.175448:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.175468:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.175477:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.175483:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f00e00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573245.175488:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.175497:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.175516:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.175524:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000742255fd/0x8dc0a528a119be34 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.175705:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+40:2405:x1863919926192384:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7948us (8216us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777573245.175716:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5766 00000100:00100000:2.0:1777573245.179578:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.179757:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926192640 00000100:00100000:0.0:1777573245.179768:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926192640 00000100:00100000:0.0:1777573245.179866:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5767 00000100:00100000:0.0:1777573245.179874:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926192640:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573245.179903:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.179920:0:8367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f33b expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.179925:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.179927:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.179929:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.179954:0:8367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f33b expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.179967:0:8367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f33b expref: 38 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.179978:0:8367:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8367:1863919932223744:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.180110:0:8367:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc7289c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.181394:0:8367:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8367:1863919932223744:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.181413:0:8367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.182755:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.182992:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926192768 00000100:00100000:1.0:1777573245.183002:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926192768 00010000:00010000:1.0:1777573245.183047:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f33b expref: 39 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.183091:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5832 00000100:00100000:1.0:1777573245.183104:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926192768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573245.183121:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573245.183142:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f33b expref: 39 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.183154:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f33b expref: 39 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.183183:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e27cd5b/0x8dc0a528a119bcf2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f33b expref: 39 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.183255:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.183256:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.183261:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.183319:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.183383:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573245.183440:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926192768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 336us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.183445:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5832 00010000:00010000:2.0:1777573245.183688:0:8367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.183694:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.186704:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.186724:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.186733:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.186741:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f01600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.186746:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.186755:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.186777:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.186785:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077bd134b/0x8dc0a528a119be3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.186856:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926192640:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6979us (7282us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777573245.186866:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5767 00000100:00100000:3.0:1777573245.190393:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.190470:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926192896 00000100:00100000:1.0:1777573245.190480:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926192896 00000100:00100000:1.0:1777573245.190546:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5768 00000100:00100000:1.0:1777573245.190562:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+40:2405:x1863919926192896:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573245.190600:0:28805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.190631:0:28805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f349 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.190640:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.190643:0:28805:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.190647:0:28805:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.190683:0:28805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f349 expref: 40 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.190699:0:28805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f349 expref: 40 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.190719:0:28805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932223872:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.190812:0:28805:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573245.194334:0:28805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:28805:1863919932223872:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573245.194364:0:28805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.194966:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.195060:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926193024 00000100:00100000:2.0:1777573245.195069:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926193024 00010000:00010000:2.0:1777573245.195102:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f349 expref: 41 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.195135:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5833 00000100:00100000:2.0:1777573245.195144:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926193024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573245.195159:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573245.195181:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f349 expref: 41 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.195194:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f349 expref: 41 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.195226:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3ac3094/0x8dc0a528a119bd0e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f349 expref: 41 pid: 8362 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.195242:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.195244:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.195248:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.195256:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.195330:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573245.195387:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926193024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 243us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.195399:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5833 00010000:00010000:1.0:1777573245.195561:0:28805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.195567:0:28805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.198283:0:28805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.198302:0:28805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.198316:0:28805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.198324:0:28805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1400 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573245.198329:0:28805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.198339:0:28805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.198355:0:28805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.198361:0:28805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f91cf28/0x8dc0a528a119be42 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.198434:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919926192896:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7878us (8059us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777573245.198441:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5768 00000100:00100000:2.0:1777573245.202180:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.202307:0:28803:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926193152 00000100:00100000:0.0:1777573245.202319:0:28803:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926193152 00000100:00100000:0.0:1777573245.202386:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5769 00000100:00100000:0.0:1777573245.202397:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926193152:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573245.202432:0:28803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.202454:0:28803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f357 expref: 37 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.202463:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.202466:0:28803:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.202469:0:28803:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.202509:0:28803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f357 expref: 37 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.202530:0:28803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f357 expref: 37 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.202546:0:28803:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932224000:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.202621:0:28803:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc7289c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.205638:0:28803:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28803:1863919932224000:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.205668:0:28803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.206475:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.206540:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926193280 00000100:00100000:3.0:1777573245.206548:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926193280 00010000:00010000:3.0:1777573245.206639:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f357 expref: 38 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.206681:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5834 00000100:00100000:3.0:1777573245.206692:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926193280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.206707:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.206729:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f357 expref: 38 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.206741:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f357 expref: 38 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.206765:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2af67bf/0x8dc0a528a119bd2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f357 expref: 38 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.206778:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.206779:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.206782:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.206790:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.206814:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573245.206838:0:28803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.206847:0:28803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.206879:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926193280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 189us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.206887:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5834 00010000:00010000:0.0:1777573245.209314:0:28803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.209332:0:28803:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.209340:0:28803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.209347:0:28803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c4530000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.209352:0:28803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.209361:0:28803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.209385:0:28803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.209392:0:28803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb372c6/0x8dc0a528a119be49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.209466:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2e4fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926193152:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 7068us (7294us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777573245.209476:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5769 00000100:00100000:2.0:1777573245.214161:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.214210:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926193408 00000100:00100000:0.0:1777573245.214231:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926193408 00000100:00100000:0.0:1777573245.214334:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5770 00000100:00100000:0.0:1777573245.214348:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+39:2405:x1863919926193408:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573245.214389:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.214412:0:28801:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f365 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.214420:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.214423:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.214427:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.214488:0:28801:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f365 expref: 39 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.214509:0:28801:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f365 expref: 39 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.214527:0:28801:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932224128:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.214623:0:28801:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc7289c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.216906:0:28801:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28801:1863919932224128:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.216937:0:28801:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.217004:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.217192:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926193536 00000100:00100000:0.0:1777573245.217199:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926193536 00010000:00010000:0.0:1777573245.217230:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f365 expref: 40 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.217294:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5835 00000100:00100000:0.0:1777573245.217306:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926193536:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573245.217321:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573245.217340:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f365 expref: 40 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.217353:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f365 expref: 40 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.217384:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956a593/0x8dc0a528a119bd46 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f365 expref: 40 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.217400:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.217402:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.217406:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.217416:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.217447:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573245.217487:0:28801:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.217497:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.217497:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926193536:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 194us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.217505:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5835 00010000:00010000:2.0:1777573245.220530:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.220550:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.220567:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.220574:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cbb30000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573245.220579:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.220591:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.220613:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.220621:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082fbab6d/0x8dc0a528a119be50 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.220703:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919926193408:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6353us (6544us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777573245.220714:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5770 00000100:00100000:2.0:1777573245.224679:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.224823:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926193664 00000100:00100000:0.0:1777573245.224838:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926193664 00000100:00100000:0.0:1777573245.225002:0:16544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5771 00000100:00100000:0.0:1777573245.225027:0:16544:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926193664:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:0.0:1777573245.225079:0:16544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.225108:0:16544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f373 expref: 36 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.225117:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.225120:0:16544:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.225124:0:16544:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.225168:0:16544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f373 expref: 36 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.225194:0:16544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f373 expref: 36 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.225216:0:16544:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932224256:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.225500:0:16544:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc7289c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573245.227805:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.227845:0:16544:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16544:1863919932224256:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.227888:0:16544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.227981:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926193792 00000100:00100000:1.0:1777573245.227992:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926193792 00010000:00010000:1.0:1777573245.228053:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f373 expref: 37 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.228100:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5836 00000100:00100000:1.0:1777573245.228110:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926193792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573245.228128:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573245.228155:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f373 expref: 37 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.228170:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f373 expref: 37 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.228200:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b763d292/0x8dc0a528a119bd62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f373 expref: 37 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.228220:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.228223:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.228229:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.228242:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.228330:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573245.228393:0:16544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.228396:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926193792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 285us (602us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573245.228403:0:16544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.228418:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5836 00010000:00010000:0.0:1777573245.231430:0:16544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.231467:0:16544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.231489:0:16544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.231497:0:16544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c34b5600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.231504:0:16544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.231515:0:16544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.231541:0:16544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.231547:0:16544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.231753:0:16544:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c3512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:47500b49-643b-4a71-8208-4988614d666b+35:2404:x1863919926193664:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 6723us (7076us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777573245.231766:0:16544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5771 00000100:00100000:3.0:1777573245.235696:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.235773:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926193920 00000100:00100000:2.0:1777573245.235787:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926193920 00000100:00100000:2.0:1777573245.235879:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5772 00000100:00100000:2.0:1777573245.235891:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926193920:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573245.235934:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.235964:0:24425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f381 expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.235973:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573245.235976:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573245.235980:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.236032:0:24425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f381 expref: 38 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.236049:0:24425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f381 expref: 38 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.236066:0:24425:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932224384:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573245.236164:0:24425:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d1c10d69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573245.237367:0:24425:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24425:1863919932224384:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573245.237453:0:24425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.237532:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.237583:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926194048 00000100:00100000:3.0:1777573245.237729:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926194048 00010000:00010000:3.0:1777573245.237767:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f381 expref: 39 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.237819:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5837 00000100:00100000:3.0:1777573245.237828:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926194048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.237843:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.237865:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f381 expref: 39 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.237876:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f381 expref: 39 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.237902:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005eb1fbda/0x8dc0a528a119bd7e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f381 expref: 39 pid: 28214 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.237919:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.237921:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.237926:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.237936:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.237968:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573245.238001:0:24425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.238014:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.238016:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926194048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 188us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.238046:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5837 00010000:00010000:2.0:1777573245.240914:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.240938:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.240948:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.240957:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1cae18800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573245.240962:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.240970:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.240989:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.240994:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064f4cdeb/0x8dc0a528a119be5e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.241116:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926193920:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 5221us (5427us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777573245.241128:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5772 00000100:00100000:3.0:1777573245.249612:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.249700:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926194176 00000100:00100000:0.0:1777573245.249714:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926194176 00000100:00100000:0.0:1777573245.249790:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 639 00000100:00100000:0.0:1777573245.249803:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+397:59548:x1863919926194176:12345-192.168.204.27@tcp:103:lfs.0 00010000:00010000:0.0:1777573245.249820:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573245.249847:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0a00/0x8dc0a528a119bde7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b2 expref: 397 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.249869:0:34391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.249874:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573245.249937:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+396:59548:x1863919926194176:12345-192.168.204.27@tcp:103:lfs.0 Request processed in 138us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.249944:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 639 00000100:00100000:0.0:1777573245.254070:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.254161:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926194432 00000100:00100000:3.0:1777573245.254177:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926194432 00000100:00100000:3.0:1777573245.254256:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5150 00000100:00100000:3.0:1777573245.254301:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+396:59548:x1863919926194432:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:2.0:1777573245.254818:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+397:59548:x1863919926194432:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 549us (753us total) trans 4294979104 rc 0/0 00000100:00100000:2.0:1777573245.254830:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5150 00000100:00100000:3.0:1777573245.259150:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.259204:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926194688 00000100:00100000:0.0:1777573245.259216:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926194688 00000100:00100000:0.0:1777573245.259317:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15881 00000100:00100000:0.0:1777573245.259328:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+397:59390:x1863919926194688:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573245.259351:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.259371:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119be65 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3b9 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.259476:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.259488:0:7963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3a4 expref: 398 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.259494:0:7963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 4/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.259530:0:7963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3a4 expref: 398 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.259539:0:7963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3a4 expref: 398 pid: 6485 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.259549:0:7963:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932224512:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.259633:0:7963:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc7289c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.261265:0:7963:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7963:1863919932224512:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.261332:0:7963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.263244:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.263626:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926194816 00000100:00100000:2.0:1777573245.263647:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926194816 00010000:00010000:2.0:1777573245.263706:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3a4 expref: 399 pid: 6485 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.263760:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5838 00000100:00100000:2.0:1777573245.263771:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919926194816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573245.263790:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573245.263800:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3a4 expref: 399 pid: 6485 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.263814:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3a4 expref: 399 pid: 6485 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.263843:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bdc4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3a4 expref: 399 pid: 6485 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.263862:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573245.263868:0:9436:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.263881:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.263892:0:9436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.263923:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573245.263999:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919926194816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 229us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.264010:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5838 00010000:00010000:0.0:1777573245.264114:0:7963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.264124:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573245.264160:0:7963:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:0.0:1777573245.264380:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119be65 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b9 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.264410:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b9 expref: 398 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.264419:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.264422:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777573245.264425:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556ce00, rc 0) 00000100:00100000:0.0:1777573245.264468:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926194688:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 5142us (5334us total) trans 4294979105 rc 0/0 00000100:00100000:0.0:1777573245.264476:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15881 00000100:00100000:3.0:1777573245.267646:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.267795:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926194944 00000100:00100000:0.0:1777573245.267810:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926194944 00000100:00100000:0.0:1777573245.267892:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15882 00000100:00100000:0.0:1777573245.267903:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926194944:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573245.267938:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.267970:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119be7a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3c0 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.268116:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.268135:0:30825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b9 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.268145:0:30825:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.268196:0:30825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b9 expref: 399 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.268212:0:30825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b9 expref: 399 pid: 7963 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.268228:0:30825:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed7800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:30825:1863919932224640:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.268365:0:30825:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c391a540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573245.271167:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.271241:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926195072 00000100:00100000:0.0:1777573245.271249:0:30825:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed7800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:30825:1863919932224640:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573245.271255:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926195072 00010000:00010000:0.0:1777573245.271311:0:30825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.271531:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b9 expref: 400 pid: 7963 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.271577:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5839 00000100:00100000:2.0:1777573245.271594:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+400:2403:x1863919926195072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573245.271618:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573245.271625:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b9 expref: 400 pid: 7963 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.271639:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b9 expref: 400 pid: 7963 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.271666:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119be6c lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2f0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3b9 expref: 400 pid: 7963 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.271684:0:7410:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573245.271689:0:7410:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.271701:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.271710:0:7410:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.271744:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573245.271818:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+399:2403:x1863919926195072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 232us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.271827:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5839 00010000:00010000:0.0:1777573245.271925:0:30825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.271934:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573245.272016:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:0.0:1777573245.272030:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573245.272066:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.272103:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119be7a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3c0 expref: 399 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.272119:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3c0 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.272127:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.272130:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573245.272133:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c200, rc 0) 00000100:00100000:0.0:1777573245.272173:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926194944:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 4272us (4543us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.272181:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15882 00000100:00100000:3.0:1777573245.275134:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.275192:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926195200 00000100:00100000:0.0:1777573245.275206:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926195200 00000100:00100000:0.0:1777573245.275306:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12914 00000100:00100000:0.0:1777573245.275334:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+35:2403:x1863919926195200:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573245.275365:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.275397:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3c7 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573245.275432:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f3:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d62, ctime: 0x69f39d7c, blocks: 0x100 00010000:00010000:0.0:1777573245.275462:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.275465:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.275477:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3c7 expref: 36 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.275497:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000029ba3019/0x8dc0a528a119be88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3c7 expref: 36 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.275514:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c34b5600, rc 0) 00000100:00100000:0.0:1777573245.275584:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926195200:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 268us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.275592:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12914 00000100:00100000:1.0:1777573245.278434:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.278537:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926195328 00000100:00100000:3.0:1777573245.278551:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926195328 00002000:00100000:3.0:1777573245.278674:0:24424:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3f3:0x0] (28672->77823) req@ffff99d2cee6bb80 x1863919926195328/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:501/0 lens 488/0 e 0 to 0 dl 1777573256 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573245.278689:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6bb80 with x1863919926195328 ext(28672->77823) 00002000:00010000:3.0:1777573245.278698:0:24424:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee6bb80 00000100:00100000:3.0:1777573245.278736:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5773 00000100:00100000:3.0:1777573245.278749:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926195328:12345-192.168.204.27@tcp:3:fsx.0 00000100:00100000:3.0:1777573245.281629:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926195328:12345-192.168.204.27@tcp:3:fsx.0 Request processed in 2870us (3195us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1777573245.281648:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5773 00002000:00100000:3.0:1777573245.281663:0:24424:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3f3:0x0] (28672->77823) req@ffff99d2cee6bb80 x1863919926195328/t0(0) o3->47500b49-643b-4a71-8208-4988614d666b@192.168.204.27@tcp:501/0 lens 488/440 e 0 to 0 dl 1777573256 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777573245.282078:0:24424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2cee6bb80 with x1863919926195328 ext(28672->77823) 00002000:00010000:3.0:1777573245.282088:0:24424:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2cee6bb80 00000100:00100000:0.0:1777573245.283853:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.283961:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926195584 00000100:00100000:2.0:1777573245.283975:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926195584 00000100:00100000:2.0:1777573245.284057:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5151 00000100:00100000:2.0:1777573245.284072:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926195584:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:2.0:1777573245.284390:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919926195584:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 321us (544us total) trans 4294979106 rc 0/0 00000100:00100000:2.0:1777573245.284409:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5151 00000100:00100000:0.0:1777573245.286502:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.286558:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926195840 00000100:00100000:1.0:1777573245.286571:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926195840 00000100:00100000:1.0:1777573245.286635:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15883 00000100:00100000:1.0:1777573245.286647:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+399:59390:x1863919926195840:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:1.0:1777573245.286675:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573245.286678:0:6484:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1777573245.286711:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d200/0x8dc0a528a119bdd2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ab expref: 399 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.286736:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c8345c00/0x8dc0a528a119bda8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f39d expref: 398 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.286749:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119be81 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3c0 expref: 397 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.286760:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573245.286765:0:6484:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573245.286781:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119be8f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3ce expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.286838:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119be96 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.286853:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119be96 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.286864:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119be96 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573245.287395:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3187, 88 off264960 00000004:00080000:1.0:1777573245.287410:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833137851ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287454:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3188, 88 off264696 00000004:00080000:1.0:1777573245.287462:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833190916ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287481:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3189, 88 off264784 00000004:00080000:1.0:1777573245.287485:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833213818ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287495:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3188, 88 off265048 00000004:00080000:1.0:1777573245.287499:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833227765ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287506:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3189, 88 off265136 00000004:00080000:1.0:1777573245.287510:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833238560ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287517:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3190, 88 off264872 00000004:00080000:1.0:1777573245.287520:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833248570ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287526:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3191, 88 off264960 00000004:00080000:1.0:1777573245.287529:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833257981ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287535:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3190, 88 off265224 00000004:00080000:1.0:1777573245.287538:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833266660ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287544:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3192, 88 off265048 00000004:00080000:1.0:1777573245.287547:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833275881ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287554:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3191, 88 off265312 00000004:00080000:1.0:1777573245.287557:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833286296ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287565:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3192, 88 off265400 00000004:00080000:1.0:1777573245.287569:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833297689ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287577:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3193, 88 off265136 00000004:00080000:1.0:1777573245.287580:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833309291ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287587:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3194, 88 off265224 00000004:00080000:1.0:1777573245.287590:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833319208ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287597:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3193, 88 off265488 00000004:00080000:1.0:1777573245.287600:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833329183ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287607:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3195, 88 off265312 00000004:00080000:1.0:1777573245.287611:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833340043ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287618:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3194, 88 off265576 00000004:00080000:1.0:1777573245.287621:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833350276ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287628:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3195, 88 off265664 00000004:00080000:1.0:1777573245.287631:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833360220ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287639:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3196, 88 off265400 00000004:00080000:1.0:1777573245.287643:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833371558ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287650:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3197, 88 off265488 00000004:00080000:1.0:1777573245.287653:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833382195ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287661:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3196, 88 off265752 00000004:00080000:1.0:1777573245.287664:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833392549ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287671:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3197, 88 off265840 00000004:00080000:1.0:1777573245.287674:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833402726ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287682:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3198, 88 off265576 00000004:00080000:1.0:1777573245.287686:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833414543ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287693:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3199, 88 off265664 00000004:00080000:1.0:1777573245.287696:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833425093ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287703:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3198, 88 off265928 00000004:00080000:1.0:1777573245.287707:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833436048ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287714:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3199, 88 off266016 00000004:00080000:1.0:1777573245.287717:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833445750ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287725:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3200, 88 off265752 00000004:00080000:1.0:1777573245.287729:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833457805ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287736:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3201, 88 off265840 00000004:00080000:1.0:1777573245.287739:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833468216ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287747:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3200, 88 off266104 00000004:00080000:1.0:1777573245.287750:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833478500ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287757:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3201, 88 off266192 00000004:00080000:1.0:1777573245.287760:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833489385ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287768:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3202, 88 off265928 00000004:00080000:1.0:1777573245.287771:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833499979ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287778:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3203, 88 off266016 00000004:00080000:1.0:1777573245.287781:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833510260ns, next at 756450607066ns, rc = 0 00000040:00080000:1.0:1777573245.287791:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3202, 88 off266280 00000004:00080000:1.0:1777573245.287795:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833524206ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287804:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3203, 88 off266368 00000004:00080000:1.0:1777573245.287807:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 765833535543ns, next at 756450581764ns, rc = 0 00000040:00080000:1.0:1777573245.287815:0:6484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3204, 88 off266104 00000004:00080000:1.0:1777573245.287819:0:6484:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 765833547610ns, next at 756450607066ns, rc = 0 00000001:00080000:3.0:1777573245.290831:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294979107 is committed 00000004:00080000:3.0:1777573245.290849:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2293 committed 00000004:00080000:3.0:1777573245.290870:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2292 committed 00000004:00080000:3.0:1777573245.290915:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2291 committed 00000100:00100000:1.0:1777573245.291072:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932224896:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.291091:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932225024:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.291160:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573245.291168:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932224768:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.291203:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777573245.291292:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2292 committed 00000004:00080000:3.0:1777573245.291295:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2291 committed 00000004:00080000:3.0:1777573245.291296:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2290 committed 00000004:00080000:3.0:1777573245.291297:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2289 committed 00000004:00080000:3.0:1777573245.291299:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2290 committed 00000004:00080000:3.0:1777573245.291300:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2289 committed 00000004:00080000:3.0:1777573245.291301:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2288 committed 00000004:00080000:3.0:1777573245.291302:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2287 committed 00000004:00080000:3.0:1777573245.291303:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2288 committed 00000004:00080000:3.0:1777573245.291305:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2287 committed 00000004:00080000:3.0:1777573245.291307:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2286 committed 00000004:00080000:3.0:1777573245.291308:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2285 committed 00000004:00080000:3.0:1777573245.291309:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2286 committed 00000004:00080000:3.0:1777573245.291310:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2285 committed 00000004:00080000:3.0:1777573245.291311:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2284 committed 00000004:00080000:3.0:1777573245.291312:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2283 committed 00000004:00080000:3.0:1777573245.291313:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2284 committed 00000004:00080000:3.0:1777573245.291314:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2282 committed 00000004:00080000:3.0:1777573245.291315:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2283 committed 00000004:00080000:3.0:1777573245.291317:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2282 committed 00000004:00080000:3.0:1777573245.291318:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2281 committed 00000004:00080000:3.0:1777573245.291319:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2280 committed 00000004:00080000:3.0:1777573245.291320:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2281 committed 00000004:00080000:3.0:1777573245.291321:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2279 committed 00000004:00080000:3.0:1777573245.291323:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2280 committed 00000004:00080000:3.0:1777573245.291323:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2279 committed 00000004:00080000:3.0:1777573245.291325:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2278 committed 00000004:00080000:3.0:1777573245.291326:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2277 committed 00000004:00080000:3.0:1777573245.291326:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2278 committed 00000004:00080000:3.0:1777573245.291327:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2277 committed 00000004:00080000:3.0:1777573245.291328:0:7399:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2276 committed 00000100:00100000:3.0:1777573245.291385:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932225024 00000100:00100000:3.0:1777573245.291395:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932225024 00000100:00100000:3.0:1777573245.291447:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932224768 00000100:00100000:3.0:1777573245.291450:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932224768 00000100:00100000:3.0:1777573245.291473:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12915 00000100:00100000:3.0:1777573245.291479:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+22:3636:x1863919932225024:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.291592:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932225536:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.291619:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932225280:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.291646:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573245.291668:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932225792:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.291689:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777573245.291692:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573245.291697:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573245.291699:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:3.0:1777573245.291701:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.291704:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777573245.291712:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777573245.291719:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932225408:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.291749:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3636:x1863919932225024:12345-0@lo:2:osp-syn-0-1.0 Request processed in 268us (587us total) trans 21474842065 rc 0/0 00000100:00100000:3.0:1777573245.291762:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12915 00000100:00100000:1.0:1777573245.291768:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573245.291791:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932225280 00000100:00100000:0.0:1777573245.291793:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573245.291795:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932225280 00000100:00100000:1.0:1777573245.291795:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932225920:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.291822:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932225792 00000100:00100000:3.0:1777573245.291826:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932225792 00000100:00100000:1.0:1777573245.291830:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573245.291842:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932225408 00000100:00100000:3.0:1777573245.291845:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932225408 00000100:00100000:3.0:1777573245.291856:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932225536 00000004:00080000:0.0:1777573245.291857:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19500/2, rc 0, transno 21474842065 00000100:00100000:3.0:1777573245.291858:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932225536 00000100:00100000:0.0:1777573245.291864:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932225024:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.291867:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932225152:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.291868:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932225920 00000100:00100000:3.0:1777573245.291872:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932225920 00000100:00100000:3.0:1777573245.291884:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12916 00000100:00100000:3.0:1777573245.291892:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932224768:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.291905:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12917 00000100:00100000:1.0:1777573245.291908:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573245.291917:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:3634:x1863919932225280:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.291925:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932225664:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.291951:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573245.291998:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3634:x1863919932224768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 106us (794us total) trans 17179875265 rc 0/0 00000100:00100000:0.0:1777573245.292001:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3634:x1863919932225280:12345-0@lo:2:osp-syn-1-1.0 Request processed in 88us (355us total) trans 17179875266 rc 0/0 00000100:00100000:3.0:1777573245.292004:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12916 00000100:00100000:0.0:1777573245.292008:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12917 00000100:00100000:0.0:1777573245.292015:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932225152 00000100:00100000:3.0:1777573245.292016:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932225664 00000100:00100000:3.0:1777573245.292028:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932225664 00000100:00100000:0.0:1777573245.292029:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932225152 00000100:00100000:3.0:1777573245.292043:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12918 00000100:00100000:3.0:1777573245.292048:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3634:x1863919932225792:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.292048:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12919 00000100:00100000:0.0:1777573245.292054:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3634:x1863919932225408:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.292072:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12920 00000100:00100000:1.0:1777573245.292084:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3636:x1863919932225536:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777573245.292106:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573245.292107:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573245.292110:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.292111:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.292115:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb atime from disk: 1777573207 -> 1777573207 00002000:00010000:0.0:1777573245.292115:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb atime from disk: 1777573201 -> 1777573201 00002000:00010000:3.0:1777573245.292119:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.292119:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.292121:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777573245.292122:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573245.292153:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3634:x1863919932225792:12345-0@lo:2:osp-syn-1-1.0 Request processed in 103us (462us total) trans 17179875268 rc 0/0 00000100:00100000:0.0:1777573245.292153:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+32:3634:x1863919932225408:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (385us total) trans 17179875267 rc 0/0 00000100:00100000:3.0:1777573245.292162:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12918 00000100:00100000:0.0:1777573245.292166:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12919 00002000:00010000:1.0:1777573245.292176:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573245.292180:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12921 00002000:00010000:1.0:1777573245.292182:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.292185:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb atime from disk: 1777573205 -> 1777573205 00000100:00100000:3.0:1777573245.292190:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+30:3634:x1863919932225920:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777573245.292190:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.292196:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ea:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573245.292198:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12922 00000100:00100000:2.0:1777573245.292210:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12923 00000100:00100000:0.0:1777573245.292210:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932225664:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573245.292227:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932225152:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.292232:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+30:3636:x1863919932225536:12345-0@lo:2:osp-syn-1-1.0 Request processed in 150us (438us total) trans 17179875269 rc 0/0 00000100:00100000:1.0:1777573245.292240:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12920 00000100:00100000:1.0:1777573245.292309:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573245.292333:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932225664:12345-0@lo:2:osp-syn-1-1.0 Request processed in 126us (379us total) trans 17179875270 rc 0/0 00000100:00100000:0.0:1777573245.292340:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12922 00002000:00010000:2.0:1777573245.292346:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777573245.292348:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2e4fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932226432:0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777573245.292352:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573245.292357:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573245.292360:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.292364:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.292364:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573245.292366:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932224896 00002000:00010000:3.0:1777573245.292369:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00000100:00100000:0.0:1777573245.292370:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932224896 00002000:00010000:3.0:1777573245.292372:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb atime from disk: 1777573213 -> 1777573213 00002000:00010000:3.0:1777573245.292375:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.292378:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573245.292383:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573245.292398:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932226432 00000100:00100000:0.0:1777573245.292403:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932226432 00000100:00100000:1.0:1777573245.292421:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777573245.292425:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932225152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 200us (518us total) trans 17179875271 rc 0/0 00000100:00100000:0.0:1777573245.292425:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12924 00000100:00100000:3.0:1777573245.292426:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3634:x1863919932225920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 236us (594us total) trans 17179875272 rc 0/0 00000100:00100000:1.0:1777573245.292432:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932226304:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.292435:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3635:x1863919932224896:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573245.292439:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12921 00000100:00100000:2.0:1777573245.292446:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12923 00000100:00100000:3.0:1777573245.292458:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12925 00000100:00100000:3.0:1777573245.292466:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3635:x1863919932226432:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.292473:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573245.292488:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932226176:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573245.292509:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573245.292511:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573245.292512:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb mtime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573245.292514:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.292515:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777573245.292516:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1777573206 -> 1777573206 00002000:00010000:0.0:1777573245.292517:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb ctime from disk: 1777573190 -> 1777573190 00002000:00010000:3.0:1777573245.292519:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.292520:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3dd:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777573245.292521:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573245.292552:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932226304 00000100:00100000:2.0:1777573245.292556:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932226304 00000100:00100000:0.0:1777573245.292570:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:3635:x1863919932224896:12345-0@lo:2:osp-syn-0-1.0 Request processed in 136us (262us total) trans 21474842066 rc 0/0 00000100:00100000:1.0:1777573245.292571:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932226816:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573245.292572:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+27:3635:x1863919932226432:12345-0@lo:2:osp-syn-0-1.0 Request processed in 107us (188us total) trans 21474842067 rc 0/0 00000100:00100000:0.0:1777573245.292584:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12924 00000100:00100000:3.0:1777573245.292588:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12925 00000100:00100000:2.0:1777573245.292594:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12926 00000100:00100000:2.0:1777573245.292609:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3635:x1863919932226304:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.292609:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573245.292630:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573245.292644:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2e4fca300/2, rc 0, transno 21474842067 00000100:00100000:3.0:1777573245.292654:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932226688:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573245.292655:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ed4a80/2, rc 0, transno 17179875267 00000100:00100000:1.0:1777573245.292658:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2e4fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932226432:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.292670:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932225408:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777573245.292676:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19f80/2, rc 0, transno 21474842066 00000100:00100000:1.0:1777573245.292682:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932224896:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573245.292699:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea6a00/2, rc 0, transno 17179875272 00000100:00100000:3.0:1777573245.292701:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573245.292704:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932225920:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.292711:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932226816 00000004:00080000:0.0:1777573245.292715:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ed6a00/2, rc 0, transno 17179875265 00000100:00100000:1.0:1777573245.292717:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932226816 00000100:00100000:0.0:1777573245.292721:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932224768:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573245.292727:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ed4380/2, rc 0, transno 17179875271 00000100:00100000:3.0:1777573245.292731:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932225152:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573245.292732:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ed5c00/2, rc 0, transno 17179875266 00000100:00100000:0.0:1777573245.292737:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932225280:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777573245.292744:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea5180/2, rc 0, transno 17179875270 00000100:00100000:2.0:1777573245.292745:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3635:x1863919932226304:12345-0@lo:2:osp-syn-0-1.0 Request processed in 141us (272us total) trans 21474842068 rc 0/0 00000004:00080000:0.0:1777573245.292746:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ea6300/2, rc 0, transno 17179875268 00000100:00100000:1.0:1777573245.292749:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932226176 00000100:00100000:3.0:1777573245.292753:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932225664:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.292753:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932225792:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.292754:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932226176 00000100:00100000:2.0:1777573245.292761:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12926 00000100:00100000:3.0:1777573245.292767:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777573245.292775:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932226688 00000100:00100000:3.0:1777573245.292777:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932226048:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.292779:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932226688 00000100:00100000:2.0:1777573245.292787:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12927 00000100:00100000:2.0:1777573245.292798:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3635:x1863919932226816:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.292806:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12928 00000100:00100000:3.0:1777573245.292812:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573245.292820:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+28:3637:x1863919932226176:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573245.292827:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c45fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932226560:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573245.292850:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573245.292864:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932227328:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.292866:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932227200:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777573245.292878:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.292883:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00000100:00100000:3.0:1777573245.292890:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777573245.292890:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb atime from disk: 1777573214 -> 1777573214 00000100:00100000:0.0:1777573245.292892:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932226048 00002000:00010000:2.0:1777573245.292896:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000100:00100000:0.0:1777573245.292898:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932226048 00002000:00010000:2.0:1777573245.292901:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573245.292912:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932227712:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.292920:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932226176:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (289us total) trans 21474842070 rc 0/0 00000100:00100000:0.0:1777573245.292920:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932226560 00000100:00100000:0.0:1777573245.292925:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932226560 00000100:00100000:1.0:1777573245.292930:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12928 00000100:00100000:2.0:1777573245.292943:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3635:x1863919932226816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 147us (336us total) trans 21474842069 rc 0/0 00000100:00100000:0.0:1777573245.292943:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932227200 00000100:00100000:0.0:1777573245.292948:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932227200 00000100:00100000:3.0:1777573245.292949:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573245.292954:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12929 00000100:00100000:2.0:1777573245.292961:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12927 00000100:00100000:1.0:1777573245.292965:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932226688:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.292971:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932227712 00000004:00080000:3.0:1777573245.292974:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab1aa00/2, rc 0, transno 21474842070 00000100:00100000:0.0:1777573245.292974:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932227712 00000100:00100000:3.0:1777573245.292979:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932226176:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573245.292986:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12930 00000100:00100000:3.0:1777573245.292989:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777573245.292997:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3637:x1863919932226048:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573245.292999:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932227072:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.292999:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12931 00000100:00100000:0.0:1777573245.293011:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932226560:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573245.293038:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573245.293049:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932227584:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.293068:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777573245.293088:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.293092:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.293095:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb atime from disk: 1777573199 -> 1777573199 00000004:00080000:3.0:1777573245.293098:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2ed7480/2, rc 0, transno 17179875269 00002000:00010000:2.0:1777573245.293098:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.293102:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3e6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573245.293110:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932225536:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.293114:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932226560:12345-0@lo:2:osp-syn-0-1.0 Request processed in 107us (263us total) trans 21474842073 rc 0/0 00000100:00100000:0.0:1777573245.293120:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12931 00000100:00100000:3.0:1777573245.293123:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932227072 00000100:00100000:3.0:1777573245.293127:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932227072 00000100:00100000:0.0:1777573245.293134:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932227584 00000100:00100000:0.0:1777573245.293137:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932227584 00000100:00100000:2.0:1777573245.293143:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3637:x1863919932226048:12345-0@lo:2:osp-syn-0-1.0 Request processed in 147us (329us total) trans 21474842072 rc 0/0 00000100:00100000:3.0:1777573245.293145:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12932 00000100:00100000:3.0:1777573245.293157:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932227200:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573245.293158:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12930 00000100:00100000:0.0:1777573245.293170:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12933 00000100:00100000:1.0:1777573245.293178:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3637:x1863919932226688:12345-0@lo:2:osp-syn-0-1.0 Request processed in 215us (477us total) trans 21474842071 rc 0/0 00000100:00100000:0.0:1777573245.293179:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932227712:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573245.293187:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12934 00000100:00100000:1.0:1777573245.293196:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12929 00000100:00100000:2.0:1777573245.293201:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3637:x1863919932227072:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.293215:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12935 00000100:00100000:1.0:1777573245.293224:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3637:x1863919932227584:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.293267:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3637:x1863919932227712:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (319us total) trans 17179875273 rc 0/0 00002000:00010000:2.0:1777573245.293297:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777573245.293298:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12933 00002000:00010000:2.0:1777573245.293304:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.293307:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:2.0:1777573245.293310:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.293313:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f2:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573245.293333:0:8938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573245.293338:0:8938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.293341:0:8938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb atime from disk: 1777573228 -> 1777573228 00002000:00010000:1.0:1777573245.293344:0:8938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.293347:0:8938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573245.293353:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573245.293357:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+36:3637:x1863919932227072:12345-0@lo:2:osp-syn-1-1.0 Request processed in 159us (316us total) trans 17179875274 rc 0/0 00000100:00100000:2.0:1777573245.293369:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12934 00000100:00100000:3.0:1777573245.293372:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3637:x1863919932227200:12345-0@lo:2:osp-syn-1-1.0 Request processed in 217us (483us total) trans 17179875276 rc 0/0 00000100:00100000:0.0:1777573245.293380:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932227840:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.293381:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12932 00000100:00100000:1.0:1777573245.293386:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3637:x1863919932227584:12345-0@lo:2:osp-syn-1-1.0 Request processed in 164us (315us total) trans 17179875275 rc 0/0 00000100:00100000:2.0:1777573245.293389:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932227328 00000100:00100000:2.0:1777573245.293395:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932227328 00000100:00100000:1.0:1777573245.293396:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12935 00000100:00100000:0.0:1777573245.293408:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573245.293419:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932227840 00000100:00100000:1.0:1777573245.293424:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932227840 00000100:00100000:0.0:1777573245.293431:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777573245.293435:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12936 00000100:00100000:0.0:1777573245.293438:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932226944:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.293445:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+35:3634:x1863919932227328:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573245.293450:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12937 00000100:00100000:2.0:1777573245.293464:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+35:3634:x1863919932227840:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.293465:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777573245.293487:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab18700/2, rc 0, transno 21474842068 00000100:00100000:0.0:1777573245.293491:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d7983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932227456:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.293495:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932226304:0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777573245.293503:0:27874:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573245.293507:0:27874:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:3.0:1777573245.293509:0:27874:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb atime from disk: 1777573224 -> 1777573224 00002000:00010000:3.0:1777573245.293512:0:27874:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000004:00080000:1.0:1777573245.293512:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5747800/2, rc 0, transno 21474842069 00002000:00010000:3.0:1777573245.293517:0:27874:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573245.293520:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932226816:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.293523:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777573245.293536:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.293541:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00000100:00100000:1.0:1777573245.293543:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932226944 00002000:00010000:2.0:1777573245.293544:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb atime from disk: 1777573241 -> 1777573241 00000100:00100000:1.0:1777573245.293548:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932226944 00000100:00100000:3.0:1777573245.293549:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3634:x1863919932227328:12345-0@lo:2:osp-syn-1-1.0 Request processed in 105us (195us total) trans 17179875277 rc 0/0 00002000:00010000:2.0:1777573245.293550:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000004:00080000:0.0:1777573245.293553:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7980700/2, rc 0, transno 17179875277 00002000:00010000:2.0:1777573245.293558:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777573245.293563:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12936 00000100:00100000:0.0:1777573245.293564:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932227328:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777573245.293582:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932227456 00000100:00100000:3.0:1777573245.293586:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932227456 00000100:00100000:1.0:1777573245.293586:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12938 00000100:00100000:1.0:1777573245.293597:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+38:3634:x1863919932226944:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573245.293606:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3634:x1863919932227840:12345-0@lo:2:osp-syn-1-1.0 Request processed in 145us (196us total) trans 17179875278 rc 0/0 00000100:00100000:3.0:1777573245.293613:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12939 00000004:00080000:0.0:1777573245.293617:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7981c00/2, rc 0, transno 17179875274 00000100:00100000:2.0:1777573245.293620:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12937 00000100:00100000:3.0:1777573245.293621:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+38:3634:x1863919932227456:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.293623:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932227072:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573245.293637:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7981500/2, rc 0, transno 17179875275 00000100:00100000:0.0:1777573245.293641:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932227584:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777573245.293656:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7982680/2, rc 0, transno 17179875276 00000100:00100000:0.0:1777573245.293661:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932227200:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777573245.293673:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7983480/2, rc 0, transno 17179875278 00000004:00080000:0.0:1777573245.293677:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7980000/2, rc 0, transno 17179875273 00000100:00100000:2.0:1777573245.293682:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932227840:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.293685:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932227712:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777573245.293688:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+39:3634:x1863919932226944:12345-0@lo:2:osp-syn-1-1.0 Request processed in 92us (224us total) trans 17179875279 rc 0/0 00000100:00100000:2.0:1777573245.293693:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573245.293701:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12938 00000004:00080000:0.0:1777573245.293702:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1cab19180/2, rc 0, transno 21474842072 00000100:00100000:2.0:1777573245.293707:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932227968:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.293709:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1cab19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932226048:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573245.293715:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+38:3634:x1863919932227456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 93us (193us total) trans 17179875280 rc 0/0 00000100:00100000:3.0:1777573245.293721:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12939 00000004:00080000:0.0:1777573245.293723:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2c45fa300/2, rc 0, transno 21474842073 00000100:00100000:0.0:1777573245.293727:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c45fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932226560:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573245.293737:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c5747480/2, rc 0, transno 21474842071 00000100:00100000:0.0:1777573245.293741:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c5747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932226688:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573245.293749:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573245.293755:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573245.293763:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932228096:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777573245.293784:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7981180/2, rc 0, transno 17179875279 00000100:00100000:2.0:1777573245.293790:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932226944:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.293800:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777573245.293804:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d2d7983100/2, rc 0, transno 17179875280 00000100:00100000:2.0:1777573245.293810:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d7983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932227456:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777573245.293825:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932228352:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573245.293828:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932228608:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.293828:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932228224:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.293855:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932228480:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573245.293873:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573245.293873:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573245.293908:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932227968 00000100:00100000:3.0:1777573245.293912:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932227968 00000100:00100000:1.0:1777573245.293914:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932228096 00000100:00100000:0.0:1777573245.293916:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932228736:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573245.293919:0:3634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932228864:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.293919:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932228096 00000100:00100000:3.0:1777573245.293936:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932228224 00000100:00100000:3.0:1777573245.293941:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932228224 00000100:00100000:0.0:1777573245.293953:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573245.293954:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932228352 00000100:00100000:1.0:1777573245.293958:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932228352 00000100:00100000:2.0:1777573245.293970:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932228736 00000100:00100000:2.0:1777573245.293976:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932228736 00000100:00100000:3.0:1777573245.293980:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12940 00000100:00100000:1.0:1777573245.293987:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12941 00000100:00100000:3.0:1777573245.293990:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+38:3634:x1863919932227968:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.293993:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573245.293998:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3637:x1863919932228096:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573245.294007:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932228608 00000100:00100000:2.0:1777573245.294012:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932228608 00000100:00100000:0.0:1777573245.294033:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12942 00000100:00100000:0.0:1777573245.294042:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+35:3637:x1863919932228224:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573245.294048:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12943 00000100:00100000:2.0:1777573245.294062:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+35:3634:x1863919932228352:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777573245.294079:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+39:3634:x1863919932227968:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (333us total) trans 17179875281 rc 0/0 00000100:00100000:3.0:1777573245.294086:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12940 00000100:00100000:3.0:1777573245.294099:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12944 00002000:00010000:0.0:1777573245.294103:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777573245.294105:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+36:3637:x1863919932228736:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777573245.294106:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.294109:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb atime from disk: 1777573223 -> 1777573223 00002000:00010000:0.0:1777573245.294111:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.294114:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777573245.294147:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3637:x1863919932228224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 107us (276us total) trans 21474842074 rc 0/0 00000100:00100000:0.0:1777573245.294154:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12942 00002000:00010000:3.0:1777573245.294170:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777573245.294174:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00000100:00100000:2.0:1777573245.294174:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+38:3634:x1863919932228352:12345-0@lo:2:osp-syn-0-1.0 Request processed in 113us (303us total) trans 21474842075 rc 0/0 00000100:00100000:0.0:1777573245.294174:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12945 00002000:00010000:3.0:1777573245.294179:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb atime from disk: 1777573229 -> 1777573229 00002000:00010000:1.0:1777573245.294179:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777573245.294186:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00000100:00100000:0.0:1777573245.294186:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+38:3636:x1863919932228608:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573245.294187:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00000100:00100000:2.0:1777573245.294191:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12943 00002000:00010000:3.0:1777573245.294193:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f8:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573245.294195:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb atime from disk: 1777573218 -> 1777573218 00002000:00010000:1.0:1777573245.294199:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.294202:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f3:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:2.0:1777573245.294226:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573245.294233:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+37:3637:x1863919932228096:12345-0@lo:2:osp-syn-0-1.0 Request processed in 238us (434us total) trans 21474842077 rc 0/0 00000100:00100000:1.0:1777573245.294240:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12941 00000004:00080000:2.0:1777573245.294260:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6dc00/2, rc 0, transno 21474842075 00000100:00100000:2.0:1777573245.294267:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932228352:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.294305:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3636:x1863919932228608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 123us (311us total) trans 21474842078 rc 0/0 00000004:00080000:2.0:1777573245.294306:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c6b67480/2, rc 0, transno 17179875281 00000100:00100000:2.0:1777573245.294315:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932227968:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777573245.294317:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12945 00000100:00100000:3.0:1777573245.294322:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+37:3637:x1863919932228736:12345-0@lo:2:osp-syn-0-1.0 Request processed in 216us (369us total) trans 21474842076 rc 0/0 00000100:00100000:3.0:1777573245.294328:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12944 00000100:00100000:0.0:1777573245.294336:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932228864 00000100:00100000:0.0:1777573245.294340:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932228864 00000100:00100000:0.0:1777573245.294362:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12946 00000100:00100000:0.0:1777573245.294369:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3634:x1863919932228864:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.294435:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3634:x1863919932228864:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (210us total) trans 21474842079 rc 0/0 00000100:00100000:0.0:1777573245.294442:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12946 00000004:00080000:2.0:1777573245.294481:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6e680/2, rc 0, transno 21474842079 00000004:00080000:0.0:1777573245.294483:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6f480/2, rc 0, transno 21474842078 00000100:00100000:2.0:1777573245.294488:0:3634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1863919932228864:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777573245.294490:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932228608:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777573245.294515:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6ea00/2, rc 0, transno 21474842074 00000100:00100000:0.0:1777573245.294519:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932228224:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573245.294528:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119be96 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ce expref: 392 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573245.294528:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6ce00/2, rc 0, transno 21474842076 00000100:00100000:0.0:1777573245.294533:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932228736:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573245.294541:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00000004:00080000:0.0:1777573245.294544:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6d880/2, rc 0, transno 21474842077 00010000:00010000:3.0:1777573245.294545:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:0.0:1777573245.294548:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1863919932228096:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573245.294567:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0000/0x8dc0a528a119be8f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ce expref: 392 pid: 6484 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.294575:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573245.294588:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119be96 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ce expref: 391 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.294593:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932228480 00000100:00100000:1.0:1777573245.294598:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932228480 00000100:00100000:0.0:1777573245.294601:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932228992:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777573245.294624:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573245.294627:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777573245.294629:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0c00, rc 0) 00000100:00100000:0.0:1777573245.294629:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573245.294633:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12947 00000100:00100000:1.0:1777573245.294643:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932228992 00000100:00100000:2.0:1777573245.294647:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+37:3635:x1863919932228480:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.294648:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932228992 00000100:00100000:1.0:1777573245.294674:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12948 00000100:00100000:3.0:1777573245.294682:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919926195840:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 8038us (8194us total) trans 4294979107 rc 0/0 00000100:00100000:3.0:1777573245.294689:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15883 00002000:00010000:2.0:1777573245.294711:0:28215:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.294715:0:28215:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.294718:0:28215:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb atime from disk: 1777573226 -> 1777573226 00002000:00010000:2.0:1777573245.294721:0:28215:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:2.0:1777573245.294724:0:28215:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3f6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573245.294760:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+39:3635:x1863919932228480:12345-0@lo:2:osp-syn-0-1.0 Request processed in 117us (182us total) trans 21474842080 rc 0/0 00000100:00100000:1.0:1777573245.294765:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+39:3635:x1863919932228992:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777573245.294772:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12947 00000004:00080000:3.0:1777573245.294777:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6df80/2, rc 0, transno 21474842080 00000100:00100000:3.0:1777573245.294784:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932228480:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777573245.294821:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573245.294824:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb mtime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.294827:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573245.294830:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.294833:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573245.294891:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+39:3635:x1863919932228992:12345-0@lo:2:osp-syn-0-1.0 Request processed in 210us (263us total) trans 21474842081 rc 0/0 00000100:00100000:1.0:1777573245.294896:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12948 00000004:00080000:3.0:1777573245.295051:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99d1c2d6fb80/2, rc 0, transno 21474842081 00000100:00100000:3.0:1777573245.295056:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1863919932228992:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777573245.297932:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.298040:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926195968 00000100:00100000:0.0:1777573245.298053:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926195968 00000100:00100000:0.0:1777573245.298124:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12949 00000100:00100000:0.0:1777573245.298135:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+37:59390:x1863919926195968:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:0.0:1777573245.298158:0:29349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.298187:0:29349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3d5 expref: -99 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573245.298217:0:29349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 262144, mtime: 0x69f39d7a, atime: 0x69f39d7a, ctime: 0x69f39d7c, blocks: 0x128 00010000:00010000:0.0:1777573245.298243:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.298246:0:29349:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.298258:0:29349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 49152->73727) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3d5 expref: 38 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.298320:0:29349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 49152->73727) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3d5 expref: 38 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.298339:0:29349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6000, rc 0) 00000100:00100000:0.0:1777573245.298409:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+38:59390:x1863919926195968:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 276us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.298419:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12949 00000100:00100000:0.0:1777573245.299546:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.299700:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926196096 00000100:00100000:1.0:1777573245.299709:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926196096 00000100:00100000:1.0:1777573245.299769:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5774 00000100:00100000:1.0:1777573245.299778:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926196096:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573245.300006:0:28800:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573245.300010:0:28800:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573245.300013:0:28800:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573245.300016:0:28800:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.300035:0:28800:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 296 -> 344 00000100:00100000:1.0:1777573245.300135:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926196096:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 358us (593us total) trans 17179875282 rc 0/0 00000100:00100000:1.0:1777573245.300143:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5774 00000100:00100000:3.0:1777573245.302103:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.302189:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926196224 00000100:00100000:2.0:1777573245.302201:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926196224 00000100:00100000:2.0:1777573245.302267:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15884 00000100:00100000:2.0:1777573245.302313:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+391:59390:x1863919926196224:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573245.302340:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.302362:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bea4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3dc expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.302479:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119beab lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.302495:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119beab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.302506:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119beab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573245.302537:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00000004:00200000:2.0:1777573245.302542:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573245.302564:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119beab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.302593:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bea4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3dc expref: 393 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.302611:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119beab lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3dc expref: 392 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.302625:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573245.302628:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573245.302632:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556c200, rc 0) 00000100:00100000:2.0:1777573245.302694:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919926196224:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 384us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.302701:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15884 00000100:00100000:0.0:1777573245.305987:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.306084:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926196352 00000100:00100000:1.0:1777573245.306098:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926196352 00000100:00100000:1.0:1777573245.306175:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5775 00000100:00100000:1.0:1777573245.306187:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+39:2403:x1863919926196352:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:1.0:1777573245.306520:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777573245.306524:0:28806:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573245.306526:0:28806:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573245.306527:0:28806:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:1.0:1777573245.306529:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 344 -> 368 00000100:00100000:1.0:1777573245.306597:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926196352:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 413us (621us total) trans 17179875283 rc 0/0 00000100:00100000:1.0:1777573245.306606:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5775 00000100:00100000:3.0:1777573245.310494:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.310762:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926196480 00000100:00100000:0.0:1777573245.310777:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926196480 00000100:00100000:0.0:1777573245.310873:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5776 00000100:00100000:0.0:1777573245.310885:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+40:2403:x1863919926196480:12345-192.168.204.27@tcp:22:fsx.0 00002000:00010000:0.0:1777573245.311238:0:8367:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573245.311243:0:8367:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573242 -> 1777573244 00002000:00010000:0.0:1777573245.311246:0:8367:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573245.311248:0:8367:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573244 -> 1777573244 00002000:00010000:0.0:1777573245.311251:0:8367:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:0.0:1777573245.311788:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926196480:12345-192.168.204.27@tcp:22:fsx.0 Request processed in 900us (1303us total) trans 17179875284 rc 0/0 00000100:00100000:0.0:1777573245.311798:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5776 00000100:00100000:3.0:1777573245.315849:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.315940:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926196736 00000100:00100000:2.0:1777573245.315954:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926196736 00000100:00100000:2.0:1777573245.316038:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5152 00000100:00100000:2.0:1777573245.316052:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+392:59390:x1863919926196736:12345-192.168.204.27@tcp:35:fsx.0 00000100:00100000:2.0:1777573245.316527:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+393:59390:x1863919926196736:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 477us (689us total) trans 4294979108 rc 0/0 00000100:00100000:2.0:1777573245.316536:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5152 00000100:00100000:1.0:1777573245.326973:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.327163:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926196992 00000100:00100000:2.0:1777573245.327178:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926196992 00000100:00100000:2.0:1777573245.327634:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15885 00000100:00100000:2.0:1777573245.327648:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+393:59549:x1863919926196992:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573245.327686:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.327716:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119beb2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3e3 expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.327823:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.327840:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.327853:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.327866:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.327873:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.327880:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328032:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bec7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328043:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bec7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328050:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bec7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573245.328061:0:10945:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:2.0:1777573245.328172:0:10945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328180:0:10945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328187:0:10945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328195:0:10945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328202:0:10945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556cc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573245.328206:0:10945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328214:0:10945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328233:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff99d2dabe4500) 00010000:00010000:2.0:1777573245.328237:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573245.328242:0:10945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328248:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119beb9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328264:0:10945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328315:0:10945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328322:0:10945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328327:0:10945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c556c000 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:2.0:1777573245.328330:0:10945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328336:0:10945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328349:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff99d2dabe4400) 00010000:00010000:2.0:1777573245.328352:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573245.328354:0:10945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328361:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c000/0x8dc0a528a119bec0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328410:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556ce00/0x8dc0a528a119beb2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3e3 expref: 396 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328427:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bec7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3e3 expref: 395 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.328434:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573245.328437:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573245.328439:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c556d400, rc 0) 00000100:00100000:2.0:1777573245.328523:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+395:59549:x1863919926196992:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 878us (1564us total) trans 4294979109 rc 0/0 00000100:00100000:2.0:1777573245.328531:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15885 00000100:00100000:2.0:1777573245.331466:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.331663:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926197120 00000100:00100000:1.0:1777573245.331676:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926197120 00000100:00100000:1.0:1777573245.331792:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 640 00000100:00100000:1.0:1777573245.331804:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+395:2404:x1863919926197120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573245.331823:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573245.331856:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556d400/0x8dc0a528a119bec7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3e3 expref: 395 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.331877:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573245.331882:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573245.331955:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+394:2404:x1863919926197120:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 154us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.331965:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 640 00000100:00100000:3.0:1777573245.333158:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.333555:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926197376 00000100:00100000:2.0:1777573245.333566:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926197376 00000100:00100000:2.0:1777573245.333628:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15886 00000100:00100000:2.0:1777573245.333637:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c515c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+394:59549:x1863919926197376:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573245.333667:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.333692:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119bed5 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3ea expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.334243:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.334257:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.334268:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573245.334499:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x31b:0x0]: returning size 0 00010000:00010000:2.0:1777573245.334557:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556cc00/0x8dc0a528a119bed5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ea expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.334581:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ea expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.334591:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2dabe4b00) 00010000:00010000:2.0:1777573245.334594:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573245.334598:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1cae18800, rc 0) 00000100:00100000:2.0:1777573245.334719:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c515c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+396:59549:x1863919926197376:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1083us (1568us total) trans 4294979110 rc 0/0 00000100:00100000:2.0:1777573245.334728:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15886 00000100:00100000:2.0:1777573245.338157:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.338450:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926197632 00000100:00100000:1.0:1777573245.338464:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926197632 00000100:00100000:1.0:1777573245.338530:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15887 00000100:00100000:1.0:1777573245.338543:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+396:59549:x1863919926197632:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573245.338578:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573245.338604:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119beea lrc: 2/0,0 mode: --/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3f1 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.338762:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.338782:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ea expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.338792:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.338837:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ea expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.338852:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ea expref: 397 pid: 6486 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.338870:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932229120:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.338978:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3f780 going to sleep for 11 seconds 00000100:00100000:1.0:1777573245.340990:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6485:1863919932229120:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573245.341036:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.342036:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.342125:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926197760 00000100:00100000:1.0:1777573245.342135:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926197760 00010000:00010000:1.0:1777573245.342183:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ea expref: 398 pid: 6486 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.342231:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5840 00000100:00100000:1.0:1777573245.342243:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+398:2404:x1863919926197760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573245.342294:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573245.342303:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ea expref: 398 pid: 6486 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.342317:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ea expref: 398 pid: 6486 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.342346:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1cae18800/0x8dc0a528a119bedc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ea expref: 398 pid: 6486 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.342364:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2dabe4b00) 00010000:00010000:1.0:1777573245.342369:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.342379:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.342387:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.342419:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573245.342486:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+397:2404:x1863919926197760:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 245us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.342495:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5840 00010000:00010000:3.0:1777573245.342841:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.342851:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573245.342875:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x31b:0x0]: returning size 0 00000004:00080000:3.0:1777573245.343093:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3fb:0x0], index 0: 0 00000004:00080000:3.0:1777573245.343157:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x3fa:0x0], index 1: 0 00010000:00010000:3.0:1777573245.343442:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.343451:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.343457:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.343463:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0e00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:3.0:1777573245.343467:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.343474:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.343489:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2dabe4b00) 00010000:00010000:3.0:1777573245.343492:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573245.343496:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.343502:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0e00/0x8dc0a528a119bef1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.343565:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119beea lrc: 1/0,0 mode: --/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3f1 expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.343575:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2dabe4b00) 00010000:00010000:3.0:1777573245.343577:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777573245.343580:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1c00/0x8dc0a528a119beea lrc: 0/0,0 mode: --/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3f1 expref: 397 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.343594:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1c00, rc 0) 00000100:00100000:3.0:1777573245.343636:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+396:59549:x1863919926197632:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 5096us (5492us total) trans 4294979111 rc 301/301 00000100:00100000:3.0:1777573245.343644:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15887 00000100:00100000:0.0:1777573245.345676:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.345733:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926198016 00000100:00100000:1.0:1777573245.345745:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926198016 00000100:00100000:1.0:1777573245.345822:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5153 00000100:00100000:1.0:1777573245.345835:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+396:59549:x1863919926198016:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573245.346181:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+397:59549:x1863919926198016:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 349us (515us total) trans 4294979112 rc 0/0 00000100:00100000:1.0:1777573245.346191:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5153 00000100:00100000:0.0:1777573245.348195:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.348247:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926198144 00000100:00100000:1.0:1777573245.348390:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926198144 00000100:00100000:1.0:1777573245.348462:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15888 00000100:00100000:1.0:1777573245.348473:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+397:59549:x1863919926198144:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573245.348502:0:30825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573245.348529:0:30825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119beff lrc: 2/0,0 mode: --/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3f8 expref: -99 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.348618:0:30825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119bf06 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.348640:0:30825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119bf06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.348653:0:30825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119bf06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573245.348717:0:30825:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x31b:0x0]: returning size 0 00000004:00200000:1.0:1777573245.348722:0:30825:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573245.348744:0:30825:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119bf06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30825 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.348776:0:30825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1e00/0x8dc0a528a119beff lrc: 0/0,0 mode: --/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3f8 expref: 399 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.348796:0:30825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119bf06 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3f8 expref: 398 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.348804:0:30825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:1.0:1777573245.348807:0:30825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777573245.348810:0:30825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1200, rc 0) 00000100:00100000:1.0:1777573245.348869:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+398:59549:x1863919926198144:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 398us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.348877:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15888 00000100:00100000:2.0:1777573245.351003:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.351056:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.351088:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926198400 00000100:00100000:3.0:1777573245.351094:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926198272 00000100:00100000:3.0:1777573245.351100:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926198272 00000100:00100000:0.0:1777573245.351101:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926198400 00000100:00100000:3.0:1777573245.351152:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12950 00000100:00100000:3.0:1777573245.351160:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926198272:12345-192.168.204.27@tcp:101:lfs.0 00000100:00100000:0.0:1777573245.351177:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12951 00010000:00010000:3.0:1777573245.351179:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777573245.351188:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+41:2404:x1863919926198400:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573245.351196:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573245.351200:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f3ff expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.351210:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f406 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573245.351239:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1777573245.351248:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777573245.351259:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.351262:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.351263:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.351266:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.351303:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f406 expref: 42 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.351307:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ff expref: 37 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.351333:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f406 expref: 42 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.351335:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ff expref: 37 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.351357:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6e00, rc 0) 00010000:00010000:3.0:1777573245.351358:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab800, rc 0) 00000100:00100000:0.0:1777573245.351416:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926198400:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 232us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.351424:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12951 00000100:00100000:2.0:1777573245.351440:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926198272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 279us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.351449:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12950 00000100:00100000:0.0:1777573245.354140:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.354224:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926198656 00000100:00100000:3.0:1777573245.354238:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926198656 00000100:00100000:3.0:1777573245.354341:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15889 00000100:00100000:3.0:1777573245.354354:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+398:59549:x1863919926198656:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573245.354489:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.354520:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119bf1b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f40d expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.354660:0:6484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119bf22 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.354677:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119bf22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.354690:0:6484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119bf22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573245.354710:0:6484:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2f0:0x0]: returning size 262144 00010000:00010000:0.0:1777573245.354851:0:6484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6c00/0x8dc0a528a119bf1b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f40d expref: 401 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.354874:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119bf22 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f40d expref: 400 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.354883:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.354887:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777573245.354891:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6400, rc 0) 00000100:00100000:0.0:1777573245.354965:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+400:59549:x1863919926198656:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 614us (834us total) trans 4294979113 rc 0/0 00000100:00100000:0.0:1777573245.354973:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15889 00000100:00100000:1.0:1777573245.358230:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.358267:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.358328:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926198912 00000100:00100000:1.0:1777573245.358329:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.358343:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926198912 00000100:00100000:2.0:1777573245.358364:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926199040 00000100:00100000:2.0:1777573245.358371:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926199040 00000100:00100000:3.0:1777573245.358391:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926198784 00000100:00100000:3.0:1777573245.358396:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926198784 00000100:00100000:0.0:1777573245.358417:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12952 00000100:00100000:0.0:1777573245.358431:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+37:2403:x1863919926198912:12345-192.168.204.27@tcp:1:lfs.0 00000100:00100000:2.0:1777573245.358480:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12953 00000100:00100000:2.0:1777573245.358490:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926199040:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:0.0:1777573245.358500:0:8938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.358518:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.358528:0:8938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 37 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.358538:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 43 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.358541:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.358545:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573245.358551:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.358553:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573245.358556:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573245.358560:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.358610:0:8938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 37 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.358611:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 43 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.358638:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12954 00010000:00010000:2.0:1777573245.358645:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 43 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.358649:0:8938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 37 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.358652:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926198784:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:1.0:1777573245.358679:0:14598:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.358685:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932229376:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.358685:0:8938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8938:1863919932229248:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573245.358712:0:14598:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->73727) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3d5 expref: 43 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.358721:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.358724:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.358727:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.358748:0:14598:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->73727) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3d5 expref: 43 pid: 29349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.358759:0:14598:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->73727) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3d5 expref: 43 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.358770:0:14598:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2d6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14598:1863919932229504:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.358811:0:14598:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573245.358812:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c2f75e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.358812:0:8938:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c9c7a840 going to sleep for 11 seconds 00000100:00100000:2.0:1777573245.360850:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.360898:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919932229376:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.360910:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926199168 00000100:00100000:1.0:1777573245.360920:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926199168 00010000:00010000:3.0:1777573245.360936:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.360960:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 38 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.360989:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.361002:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926199296 00000100:00100000:1.0:1777573245.361006:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926199296 00000100:00100000:3.0:1777573245.361026:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5841 00010000:00010000:1.0:1777573245.361036:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 44 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.361043:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+38:2405:x1863919926199168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777573245.361060:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8938:1863919932229248:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573245.361064:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777573245.361071:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5842 00000100:00100000:1.0:1777573245.361081:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926199296:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573245.361083:0:8938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.361092:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573245.361115:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 44 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361140:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 38 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.361141:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 44 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361173:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 38 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.361188:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000572226ff/0x8dc0a528a119bd9a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f396 expref: 44 pid: 8361 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361194:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5c3252f/0x8dc0a528a119bd93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f38f expref: 38 pid: 27874 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361210:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.361210:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.361214:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.361214:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.361221:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361230:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361242:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361328:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573245.361375:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.361402:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573245.361421:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+37:2405:x1863919926199168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 384us (575us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573245.361423:0:8938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.361430:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926199296:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 349us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.361436:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5841 00010000:00010000:0.0:1777573245.361446:0:8938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.361447:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5842 00010000:00010000:0.0:1777573245.361476:0:8938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.361486:0:8938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.361501:0:8938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.361510:0:8938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.361515:0:8938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.361524:0:8938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.361540:0:8938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.361548:0:8938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361573:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361583:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361601:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361608:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.361616:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+36:2403:x1863919926198912:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 3189us (3397us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573245.361619:0:8361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.361628:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12952 00010000:00010000:3.0:1777573245.361632:0:8361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4dc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573245.361637:0:8361:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361645:0:8361:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361658:0:8361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.361666:0:8361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf37 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.361687:0:14598:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2d6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14598:1863919932229504:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.361704:0:14598:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.361733:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+42:2403:x1863919926199040:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 3244us (3463us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.361741:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12953 00000100:00100000:2.0:1777573245.362000:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.362058:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926199424 00000100:00100000:1.0:1777573245.362064:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926199424 00010000:00010000:1.0:1777573245.362085:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->73727) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3d5 expref: 42 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.362118:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5843 00000100:00100000:1.0:1777573245.362126:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+42:2405:x1863919926199424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573245.362140:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573245.362152:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->73727) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3d5 expref: 42 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.362164:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->73727) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3d5 expref: 42 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.362179:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073193885/0x8dc0a528a119be9d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->73727) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3d5 expref: 42 pid: 29349 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.362190:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.362192:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.362196:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.362204:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.362239:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573245.362267:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+41:2405:x1863919926199424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 142us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.362296:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5843 00010000:00010000:0.0:1777573245.362442:0:14598:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.362451:0:14598:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.362464:0:14598:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.362469:0:14598:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.362474:0:14598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.362478:0:14598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1a00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.362480:0:14598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.362487:0:14598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.362497:0:14598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.362505:0:14598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119bf3e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.362592:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+40:2404:x1863919926198784:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 3946us (4262us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.362599:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12954 00000100:00100000:2.0:1777573245.364111:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.364163:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926199552 00000100:00100000:2.0:1777573245.364164:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.364174:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926199552 00000100:00100000:0.0:1777573245.364199:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926199680 00000100:00100000:0.0:1777573245.364204:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926199680 00000100:00100000:2.0:1777573245.364220:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.364238:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926199808 00000100:00100000:1.0:1777573245.364243:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926199808 00000100:00100000:0.0:1777573245.364250:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12955 00000100:00100000:0.0:1777573245.364295:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926199552:12345-192.168.204.27@tcp:101:lfs.0 00000100:00100000:1.0:1777573245.364308:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12956 00010000:00010000:0.0:1777573245.364316:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777573245.364318:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+36:2404:x1863919926199680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1777573245.364330:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.364340:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f414 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.364346:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f41b expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.364368:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12957 00002000:00010000:1.0:1777573245.364372:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3df:0x0] initial LVB size: 0, mtime: 0x69f39d7a, atime: 0x69f39d7a, ctime: 0x69f39d7c, blocks: 0x1800 00002000:00010000:0.0:1777573245.364373:0:27874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 262144, mtime: 0x69f39d7c, atime: 0x69f39d7a, ctime: 0x69f39d7c, blocks: 0x170 00000100:00100000:2.0:1777573245.364381:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+41:2403:x1863919926199808:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573245.364390:0:28214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.364399:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.364402:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.364403:0:28214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f422 expref: -99 pid: 28214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.364409:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.364413:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.364414:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f414 expref: 42 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.364423:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f41b expref: 37 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573245.364426:0:28214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3de:0x0] initial LVB size: 0, mtime: 0x69f39d7a, atime: 0x69f39d7a, ctime: 0x69f39d7c, blocks: 0x0 00010000:00010000:0.0:1777573245.364438:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f414 expref: 43 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.364441:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.364445:0:28214:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.364451:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f41b expref: 37 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.364453:0:28214:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f422 expref: 43 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.364471:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6c00, rc 0) 00010000:00010000:1.0:1777573245.364477:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b0600, rc 0) 00010000:00010000:2.0:1777573245.364481:0:28214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f422 expref: 43 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.364492:0:28214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4d000, rc 0) 00000100:00100000:1.0:1777573245.364531:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926199680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 213us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.364535:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926199808:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 155us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.364535:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926199552:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 272us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.364546:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12956 00000100:00100000:0.0:1777573245.364556:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12955 00000100:00100000:2.0:1777573245.364564:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12957 00010000:00010000:1.0:1777573245.374458:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573245.392003:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.392088:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926199936 00000100:00100000:0.0:1777573245.392103:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926199936 00000100:00100000:0.0:1777573245.392180:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12958 00000100:00100000:0.0:1777573245.392192:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926199936:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573245.392375:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926199936:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 185us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.392383:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12958 00000100:00100000:3.0:1777573245.393971:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.394041:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926200064 00000100:00100000:0.0:1777573245.394052:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926200064 00000100:00100000:0.0:1777573245.394113:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15890 00000100:00100000:0.0:1777573245.394123:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+400:59549:x1863919926200064:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573245.394150:0:7963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.394177:0:7963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119bf5a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f429 expref: -99 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.394219:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.394238:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.394252:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.394437:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7000/0x8dc0a528a119bf5a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f429 expref: 402 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.394461:0:7963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f429 expref: 401 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.394476:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:0.0:1777573245.394479:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777573245.394481:0:7963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e6000, rc 0) 00000100:00100000:0.0:1777573245.394526:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+401:59549:x1863919926200064:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 407us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.394531:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15890 00000100:00100000:2.0:1777573245.396330:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.396385:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926200320 00000100:00100000:0.0:1777573245.396406:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926200320 00000100:00100000:0.0:1777573245.396460:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15891 00000100:00100000:0.0:1777573245.396468:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+401:59549:x1863919926200320:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573245.396523:0:10945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573245.396557:0:10945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119bf06 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3f8 expref: 401 pid: 30825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.396578:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:0.0:1777573245.396583:0:10945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573245.396779:0:10945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.396799:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.396809:0:10945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573245.396864:0:10945:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979114 00000004:00010000:0.0:1777573245.396889:0:10945:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003bf2d0a1 reply state 00000000eeec61de transno 4294979115 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.396901:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.396906:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:0.0:1777573245.396908:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573245.396910:0:10945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573245.396990:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+403:59549:x1863919926200320:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 522us (668us total) trans 4294979115 rc 0/0 00000100:00100000:0.0:1777573245.396998:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15891 00000020:00080000:0.0:1777573245.397004:0:10945:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573245.398711:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.398794:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926200448 00000100:00100000:2.0:1777573245.398804:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926200448 00000100:00100000:2.0:1777573245.398865:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15892 00000100:00100000:2.0:1777573245.398876:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+403:59549:x1863919926200448:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573245.398900:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.398926:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f430 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.398984:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f430 expref: 404 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.398999:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f430 expref: 404 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.399031:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:2.0:1777573245.399035:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573245.399039:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4d400, rc 0) 00000100:00100000:2.0:1777573245.399095:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+404:59549:x1863919926200448:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 220us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.399103:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15892 00000100:00100000:3.0:1777573245.400618:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.400675:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926200576 00000100:00100000:0.0:1777573245.400686:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926200576 00000100:00100000:0.0:1777573245.400740:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12959 00000100:00100000:0.0:1777573245.400750:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+37:59549:x1863919926200576:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573245.400768:0:14598:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.400785:0:14598:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f437 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.400818:0:14598:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ff expref: 38 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.400827:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.400829:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.400834:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 38 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.400873:0:14598:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ff expref: 38 pid: 28215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.400888:0:14598:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ff expref: 38 pid: 28215 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.400919:0:14598:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c6b65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14598:1863919932229632:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.401008:0:14598:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573245.402816:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.402868:0:14598:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c6b65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14598:1863919932229632:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573245.402883:0:34391:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926200704 00000100:00100000:2.0:1777573245.402893:0:34391:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926200704 00010000:00010000:0.0:1777573245.402909:0:14598:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 39 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.402929:0:34391:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ff expref: 39 pid: 28215 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.402931:0:14598:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1ca4e7000, rc 0) 00000100:00100000:2.0:1777573245.402981:0:34391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5844 00000100:00100000:2.0:1777573245.402990:0:34391:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926200704:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573245.403007:0:34391:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573245.403013:0:34391:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ff expref: 39 pid: 28215 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.403041:0:34391:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ff expref: 39 pid: 28215 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.403069:0:34391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008df3ff55/0x8dc0a528a119bf0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ff expref: 39 pid: 28215 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.403084:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.403086:0:34391:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.403093:0:34391:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 38 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.403105:0:34391:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 38 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.403140:0:34391:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 38 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.403154:0:34391:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2e16680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:34391:1863919932229760:192.168.204.27@tcp:105: 00000100:00100000:0.0:1777573245.403203:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+38:59549:x1863919926200576:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2453us (2590us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.403213:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12959 00000100:00100000:2.0:1777573245.403222:0:34391:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c2f75e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573245.405197:0:34391:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2e16680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:34391:1863919932229760:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573245.405215:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1777573245.405227:0:34391:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573245.405299:0:34391:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926200704:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2308us (2491us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.405309:0:34391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5844 00000100:00100000:3.0:1777573245.405376:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926200832 00000100:00100000:3.0:1777573245.405385:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926200832 00000100:00100000:3.0:1777573245.405444:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12960 00000100:00100000:3.0:1777573245.405455:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+42:59549:x1863919926200832:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573245.405474:0:8360:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573245.405492:0:8360:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119bf7d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f43e expref: -99 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.405524:0:8360:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f406 expref: 43 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.405533:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.405535:0:8360:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.405539:0:8360:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119bf7d lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f43e expref: 43 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.405573:0:8360:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f406 expref: 43 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.405589:0:8360:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f406 expref: 43 pid: 27874 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.405604:0:8360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932229888:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573245.405657:0:8360:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573245.408124:0:8360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8360:1863919932229888:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573245.408170:0:8360:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119bf7d lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f43e expref: 43 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.408195:0:8360:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2cab200, rc 0) 00000100:00100000:1.0:1777573245.408361:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+43:59549:x1863919926200832:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2808us (3046us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.408374:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12960 00000100:00100000:2.0:1777573245.408390:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.408437:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926200960 00000100:00100000:3.0:1777573245.408487:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926200960 00010000:00010000:3.0:1777573245.408678:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f406 expref: 43 pid: 27874 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.408725:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5845 00000100:00100000:3.0:1777573245.408737:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d045a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926200960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.408754:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.408761:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f406 expref: 43 pid: 27874 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.408775:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f406 expref: 43 pid: 27874 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.408804:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048cc39bf/0x8dc0a528a119bf14 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f406 expref: 43 pid: 27874 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.408819:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.408821:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.408828:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119bf7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f43e expref: 42 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.408839:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119bf7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f43e expref: 42 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.408874:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cf230e84/0x8dc0a528a119bf7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f43e expref: 42 pid: 8360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.408886:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932230016:192.168.204.27@tcp:105: 00000100:00100000:3.0:1777573245.408954:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c8538cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573245.410573:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.410585:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6470:1863919932230016:192.168.204.27@tcp:105: 00010000:00010000:3.0:1777573245.410610:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573245.410661:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d045a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926200960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1926us (2272us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.410671:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5845 00000100:00100000:1.0:1777573245.410683:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926201088 00000100:00100000:1.0:1777573245.410691:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926201088 00002000:00010000:1.0:1777573245.410734:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1019 (0->18446744073709551615) 00002000:00100000:1.0:1777573245.410739:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16680 with x1863919926201088 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573245.410750:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e16680. 00000100:00100000:0.0:1777573245.410757:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.410905:0:28805:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926201216 00000100:00100000:1.0:1777573245.410910:0:28805:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926201216 00002000:00010000:1.0:1777573245.410928:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1018 (0->18446744073709551615) 00002000:00100000:1.0:1777573245.410931:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b65f80 with x1863919926201216 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573245.410938:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b65f80. 00000100:00100000:1.0:1777573245.411078:0:28805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5777 00000100:00100000:2.0:1777573245.411087:0:28803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5778 00000100:00100000:1.0:1777573245.411092:0:28805:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+37:2404:x1863919926201088:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573245.411103:0:28803:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+42:2404:x1863919926201216:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573245.411309:0:28803:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.411313:0:28803:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb mtime from disk: 0 -> 1777573245 00002000:00010000:2.0:1777573245.411316:0:28803:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777573245.411318:0:28803:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb ctime from disk: 0 -> 1777573245 00002000:00010000:2.0:1777573245.411321:0:28803:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777573245.411352:0:28805:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777573245.411357:0:28805:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb mtime from disk: 0 -> 1777573245 00000100:00100000:2.0:1777573245.411359:0:28803:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926201216:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 260us (601us total) trans 17179875285 rc 0/0 00002000:00010000:1.0:1777573245.411360:0:28805:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777573245.411364:0:28805:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb ctime from disk: 0 -> 1777573245 00002000:00010000:1.0:1777573245.411370:0:28805:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573245.411375:0:28803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5778 00002000:00010000:2.0:1777573245.411378:0:28803:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1018 (0->18446744073709551615) 00002000:00100000:2.0:1777573245.411380:0:28803:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c6b65f80 with x1863919926201216 ext(0->18446744073709551615) 00002000:00010000:2.0:1777573245.411384:0:28803:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d1c6b65f80. 00000100:00100000:1.0:1777573245.411400:0:28805:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926201088:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 313us (834us total) trans 21474842082 rc 0/0 00000100:00100000:1.0:1777573245.411419:0:28805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5777 00002000:00010000:1.0:1777573245.411423:0:28805:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1019 (0->18446744073709551615) 00002000:00100000:1.0:1777573245.411626:0:28805:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d1c2e16680 with x1863919926201088 ext(0->18446744073709551615) 00002000:00010000:1.0:1777573245.411633:0:28805:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d1c2e16680. 00000100:00100000:2.0:1777573245.414812:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.414888:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926201344 00000100:00100000:1.0:1777573245.414899:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926201344 00000100:00100000:1.0:1777573245.414952:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12961 00000100:00100000:1.0:1777573245.414960:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926201344:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573245.415092:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926201344:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 133us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.415100:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12961 00000100:00100000:0.0:1777573245.417418:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.417563:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926201472 00000100:00100000:2.0:1777573245.417574:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926201472 00000100:00100000:2.0:1777573245.417637:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12962 00000100:00100000:2.0:1777573245.417651:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926201472:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573245.417784:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926201472:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 138us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.417792:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12962 00000100:00100000:0.0:1777573245.420675:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.420764:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926201600 00000100:00100000:2.0:1777573245.420780:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926201600 00000100:00100000:2.0:1777573245.420871:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5779 00000100:00100000:2.0:1777573245.420882:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926201600:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573245.420929:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.420951:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.420953:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.420960:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.420977:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.421133:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.421144:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.421154:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.421163:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4dc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573245.421169:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.421180:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.421200:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.421208:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bf84 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.421342:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926201600:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 460us (674us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777573245.421354:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5779 00000100:00100000:1.0:1777573245.424680:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.424768:0:16544:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926201728 00000100:00100000:0.0:1777573245.424783:0:16544:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926201728 00000100:00100000:1.0:1777573245.425053:0:8368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5780 00000100:00100000:1.0:1777573245.425068:0:8368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+38:2403:x1863919926201728:12345-192.168.204.27@tcp:4:lfs.0 00010000:00010000:1.0:1777573245.425116:0:8368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.425143:0:8368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 38 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.425153:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.425156:0:8368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573245.425160:0:8368:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.425214:0:8368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 38 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.425231:0:8368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 38 pid: 14598 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.425255:0:8368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d1c2ed6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932230144:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.425397:0:8368:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.426745:0:8368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d1c2ed6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8368:1863919932230144:192.168.204.27@tcp:104: 00010000:00010000:0.0:1777573245.426768:0:8368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.427246:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.427702:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926201856 00000100:00100000:2.0:1777573245.427714:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926201856 00010000:00010000:2.0:1777573245.427760:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 39 pid: 14598 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.427810:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5846 00000100:00100000:2.0:1777573245.427822:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+39:2404:x1863919926201856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573245.427841:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573245.427871:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 39 pid: 14598 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.427888:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 39 pid: 14598 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.427916:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c1d7e09/0x8dc0a528a119bf76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f437 expref: 39 pid: 14598 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.427938:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.427940:0:9436:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.427946:0:9436:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.427954:0:9436:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.427991:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573245.428061:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+38:2404:x1863919926201856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 241us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.428069:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5846 00010000:00010000:0.0:1777573245.428076:0:8368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.428087:0:8368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573245.429968:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842083 is committed 00000001:00080000:0.0:1777573245.429989:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842081 is committed 00002000:00010000:1.0:1777573245.430203:0:8368:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1777573245.430209:0:8368:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1777573245.430223:0:8368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.430236:0:8368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.430245:0:8368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.430254:0:8368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573245.430260:0:8368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.430313:0:8368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.430334:0:8368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.430344:0:8368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e28f3a2/0x8dc0a528a119bf8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.430449:0:8368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926201728:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5382us (5780us total) trans 21474842083 rc 0/0 00000100:00100000:1.0:1777573245.430460:0:8368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5780 00000100:00100000:1.0:1777573245.433085:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.433192:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926201984 00000100:00100000:3.0:1777573245.433205:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926201984 00000100:00100000:3.0:1777573245.433443:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12963 00000100:00100000:3.0:1777573245.433456:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926201984:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573245.433603:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926201984:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 150us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.433611:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12963 00000100:00100000:0.0:1777573245.435871:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.435937:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926202112 00000100:00100000:1.0:1777573245.435952:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926202112 00000100:00100000:1.0:1777573245.436030:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12964 00000100:00100000:1.0:1777573245.436042:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926202112:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573245.436208:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926202112:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 168us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.436218:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12964 00000100:00100000:0.0:1777573245.439402:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.439507:0:24425:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926202240 00000100:00100000:2.0:1777573245.439522:0:24425:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926202240 00000100:00100000:2.0:1777573245.439747:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5781 00000100:00100000:2.0:1777573245.439761:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926202240:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573245.439844:0:24425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.439865:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.439868:0:24425:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.439875:0:24425:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.439891:0:24425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.440060:0:24425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.440070:0:24425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.440078:0:24425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.440085:0:24425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4c600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573245.440090:0:24425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.440100:0:24425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.440118:0:24425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.440127:0:24425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c820380e/0x8dc0a528a119bf92 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.440219:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926202240:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 460us (831us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1777573245.440227:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5781 00000100:00100000:0.0:1777573245.444330:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.444608:0:24424:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926202368 00000100:00100000:3.0:1777573245.444619:0:24424:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926202368 00000100:00100000:3.0:1777573245.444702:0:24424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5782 00000100:00100000:3.0:1777573245.444713:0:24424:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926202368:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:3.0:1777573245.444763:0:24424:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3fb:0x0] initial LVB size: 4096, mtime: 0x69f39d7d, atime: 0x0, ctime: 0x69f39d7d, blocks: 0x8 00010000:00010000:3.0:1777573245.444771:0:24424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.444784:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.444786:0:24424:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.444791:0:24424:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.444806:0:24424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573245.447985:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842084 is committed 00002000:00010000:3.0:1777573245.448110:0:24424:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb size from disk: 4096 -> 94208 00002000:00010000:3.0:1777573245.448116:0:24424:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb blocks from disk: 8 -> 40 00010000:00010000:3.0:1777573245.448129:0:24424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.448142:0:24424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.448150:0:24424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.448158:0:24424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573245.448162:0:24424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.448172:0:24424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.448202:0:24424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.448212:0:24424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000309b7348/0x8dc0a528a119bf99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [77824->94207] (req 77824->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.448356:0:24424:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c6b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:47500b49-643b-4a71-8208-4988614d666b+20:2403:x1863919926202368:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 3640us (4034us total) trans 21474842084 rc 0/0 00000100:00100000:3.0:1777573245.448369:0:24424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5782 00000100:00100000:0.0:1777573245.451259:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.451385:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926202496 00000100:00100000:1.0:1777573245.451395:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926202496 00000100:00100000:1.0:1777573245.451453:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12965 00000100:00100000:1.0:1777573245.451463:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926202496:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573245.451583:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926202496:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 122us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.451590:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12965 00000100:00100000:1.0:1777573245.453894:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.453980:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926202624 00000100:00100000:2.0:1777573245.453990:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926202624 00000100:00100000:2.0:1777573245.454103:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12966 00000100:00100000:2.0:1777573245.454113:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926202624:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573245.454222:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926202624:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 112us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.454229:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12966 00000100:00100000:2.0:1777573245.456456:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.456545:0:28800:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926202752 00000100:00100000:1.0:1777573245.456555:0:28800:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926202752 00000100:00100000:1.0:1777573245.456617:0:28800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5783 00000100:00100000:1.0:1777573245.456627:0:28800:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926202752:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:1.0:1777573245.456686:0:28800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.456704:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.456707:0:28800:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.456712:0:28800:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.456730:0:28800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.456845:0:28800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.456855:0:28800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.456865:0:28800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.456873:0:28800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573245.456878:0:28800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.456887:0:28800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.456902:0:28800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.456914:0:28800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000867779f/0x8dc0a528a119bfa0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.457051:0:28800:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926202752:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 424us (599us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1777573245.457060:0:28800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5783 00000100:00100000:2.0:1777573245.459876:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.460029:0:28806:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926202880 00000100:00100000:1.0:1777573245.460038:0:28806:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926202880 00000100:00100000:1.0:1777573245.460186:0:28806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5784 00000100:00100000:1.0:1777573245.460196:0:28806:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926202880:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:1.0:1777573245.460252:0:28806:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3fb:0x0] initial LVB size: 94208, mtime: 0x69f39d7d, atime: 0x0, ctime: 0x69f39d7d, blocks: 0x28 00010000:00010000:1.0:1777573245.460263:0:28806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.460309:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.460311:0:28806:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.460317:0:28806:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.460335:0:28806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573245.465092:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842085 is committed 00002000:00010000:1.0:1777573245.465220:0:28806:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb size from disk: 94208 -> 122880 00002000:00010000:1.0:1777573245.465225:0:28806:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb blocks from disk: 40 -> 72 00010000:00010000:1.0:1777573245.465236:0:28806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.465251:0:28806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.465260:0:28806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.465266:0:28806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b0200 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:1.0:1777573245.465295:0:28806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.465304:0:28806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.465321:0:28806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.465328:0:28806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009799f7e1/0x8dc0a528a119bfa7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [106496->122879] (req 106496->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.465445:0:28806:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c2e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926202880:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5246us (5575us total) trans 21474842085 rc 0/0 00000100:00100000:1.0:1777573245.465454:0:28806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5784 00000100:00100000:2.0:1777573245.468824:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.468888:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926203008 00000100:00100000:3.0:1777573245.468899:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926203008 00000100:00100000:3.0:1777573245.468955:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12967 00000100:00100000:3.0:1777573245.468966:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926203008:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:3.0:1777573245.469095:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926203008:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 131us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.469103:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12967 00000100:00100000:0.0:1777573245.472661:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.472727:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926203136 00000100:00100000:2.0:1777573245.472738:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926203136 00000100:00100000:2.0:1777573245.472795:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12968 00000100:00100000:2.0:1777573245.472807:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926203136:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:2.0:1777573245.472936:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926203136:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 131us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.472944:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12968 00000100:00100000:0.0:1777573245.475468:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.475534:0:8367:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926203264 00000100:00100000:2.0:1777573245.475546:0:8367:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926203264 00000100:00100000:2.0:1777573245.475622:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5785 00000100:00100000:2.0:1777573245.475632:0:8367:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+43:2405:x1863919926203264:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:2.0:1777573245.475667:0:8367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.475684:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.475687:0:8367:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.475693:0:8367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.475714:0:8367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.477972:0:8367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.477995:0:8367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.478003:0:8367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.478010:0:8367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4dc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573245.478025:0:8367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.478035:0:8367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.478055:0:8367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.478063:0:8367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000059d35b3/0x8dc0a528a119bfae lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.478138:0:8367:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:47500b49-643b-4a71-8208-4988614d666b+43:2405:x1863919926203264:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2503us (2674us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1777573245.478147:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5785 00000100:00100000:1.0:1777573245.480906:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.480995:0:28804:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926203392 00000100:00100000:0.0:1777573245.481004:0:28804:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926203392 00000100:00100000:0.0:1777573245.481078:0:28804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5786 00000100:00100000:0.0:1777573245.481089:0:28804:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926203392:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573245.481133:0:28804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3fb:0x0] initial LVB size: 122880, mtime: 0x69f39d7d, atime: 0x0, ctime: 0x69f39d7d, blocks: 0x48 00010000:00010000:0.0:1777573245.481140:0:28804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.481153:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.481155:0:28804:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.481160:0:28804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.481179:0:28804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573245.486510:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842086 is committed 00002000:00010000:3.0:1777573245.486594:0:28804:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb size from disk: 122880 -> 192512 00002000:00010000:3.0:1777573245.486599:0:28804:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb blocks from disk: 72 -> 200 00010000:00010000:3.0:1777573245.486611:0:28804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.486623:0:28804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.486632:0:28804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.486638:0:28804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12aa800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573245.486643:0:28804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.486658:0:28804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.486676:0:28804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.486684:0:28804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [126976->192511] (req 126976->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.486766:0:28804:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c45f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926203392:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 5675us (5860us total) trans 21474842086 rc 0/0 00000100:00100000:3.0:1777573245.486776:0:28804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5786 00000100:00100000:0.0:1777573245.489845:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.489912:0:14598:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926203520 00000100:00100000:1.0:1777573245.489923:0:14598:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926203520 00000100:00100000:1.0:1777573245.489987:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12969 00000100:00100000:1.0:1777573245.489999:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926203520:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:1.0:1777573245.490137:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926203520:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 140us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.490145:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12969 00000100:00100000:1.0:1777573245.492101:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.492510:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926203648 00000100:00100000:0.0:1777573245.492526:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926203648 00000100:00100000:0.0:1777573245.492608:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12970 00000100:00100000:0.0:1777573245.492620:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926203648:12345-192.168.204.27@tcp:23:lfs.0 00000100:00100000:0.0:1777573245.492752:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d1c1d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+43:2404:x1863919926203648:12345-192.168.204.27@tcp:23:lfs.0 Request processed in 134us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.492759:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12970 00000100:00100000:2.0:1777573245.496349:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.496419:0:24427:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926203776 00000100:00100000:3.0:1777573245.496430:0:24427:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926203776 00000100:00100000:3.0:1777573245.496507:0:24427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5787 00000100:00100000:3.0:1777573245.496517:0:24427:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926203776:12345-192.168.204.27@tcp:3:lfs.0 00010000:00010000:3.0:1777573245.496551:0:24427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.496568:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.496570:0:24427:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.496576:0:24427:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.496591:0:24427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.498863:0:24427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.498887:0:24427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.498897:0:24427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.498905:0:24427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573245.498909:0:24427:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.498919:0:24427:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.498939:0:24427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.498951:0:24427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000309b7348/0x8dc0a528a119bfbc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.499037:0:24427:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926203776:12345-192.168.204.27@tcp:3:lfs.0 Request processed in 2518us (2691us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1777573245.499047:0:24427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5787 00000100:00100000:2.0:1777573245.501883:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.502036:0:28801:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926203904 00000100:00100000:0.0:1777573245.502045:0:28801:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926203904 00000100:00100000:0.0:1777573245.502225:0:28801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5788 00000100:00100000:0.0:1777573245.502236:0:28801:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926203904:12345-192.168.204.27@tcp:4:lfs.0 00002000:00010000:0.0:1777573245.502319:0:28801:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3fb:0x0] initial LVB size: 192512, mtime: 0x69f39d7d, atime: 0x0, ctime: 0x69f39d7d, blocks: 0xc8 00010000:00010000:0.0:1777573245.502329:0:28801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.502343:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.502345:0:28801:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.502351:0:28801:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.502381:0:28801:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573245.507443:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842087 is committed 00002000:00010000:0.0:1777573245.508130:0:28801:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb size from disk: 192512 -> 262144 00002000:00010000:0.0:1777573245.508136:0:28801:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb blocks from disk: 200 -> 256 00010000:00010000:0.0:1777573245.508148:0:28801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.508161:0:28801:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.508170:0:28801:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.508177:0:28801:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12aa800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.508182:0:28801:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.508191:0:28801:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.508209:0:28801:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.508216:0:28801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfc3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [237568->262143] (req 237568->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.508354:0:28801:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:47500b49-643b-4a71-8208-4988614d666b+20:2404:x1863919926203904:12345-192.168.204.27@tcp:4:lfs.0 Request processed in 6116us (6473us total) trans 21474842087 rc 0/0 00000100:00100000:0.0:1777573245.508365:0:28801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5788 00000100:00100000:1.0:1777573245.513950:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.514062:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926204160 00000100:00100000:3.0:1777573245.514071:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926204160 00000100:00100000:3.0:1777573245.514134:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15893 00000100:00100000:3.0:1777573245.514144:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+404:59549:x1863919926204160:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:3.0:1777573245.514416:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.514435:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.514449:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573245.514494:0:6485:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979116 00000004:00010000:3.0:1777573245.514515:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd6f1942 reply state 00000000a12e4fbc transno 4294979117 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.514529:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.514537:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:3.0:1777573245.514540:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573245.514543:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573245.514628:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:47500b49-643b-4a71-8208-4988614d666b+407:59549:x1863919926204160:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 485us (685us total) trans 4294979117 rc 0/0 00000100:00100000:3.0:1777573245.514636:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15893 00000020:00080000:3.0:1777573245.514640:0:6485:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573245.516582:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.516677:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926204288 00000100:00100000:2.0:1777573245.516685:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926204288 00000100:00100000:2.0:1777573245.516732:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12971 00000100:00100000:2.0:1777573245.516741:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+20:59549:x1863919926204288:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573245.516754:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.516774:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119bfd1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f445 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573245.516799:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3fb:0x0] initial LVB size: 262144, mtime: 0x69f39d7d, atime: 0x0, ctime: 0x69f39d7d, blocks: 0x100 00010000:00010000:2.0:1777573245.516819:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.516821:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.516829:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119bfd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f445 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.516843:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c820380e/0x8dc0a528a119bfd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f445 expref: 21 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.516855:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4c600, rc 0) 00000100:00100000:2.0:1777573245.516948:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+21:59549:x1863919926204288:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 207us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.516955:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12971 00000100:00100000:2.0:1777573245.519340:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.519386:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.519415:0:8368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926204416 00000100:00100000:1.0:1777573245.519423:0:8368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926204416 00000100:00100000:0.0:1777573245.519441:0:14599:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926204544 00000100:00100000:0.0:1777573245.519447:0:14599:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926204544 00002000:00010000:1.0:1777573245.519459:0:8368:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1019 (262144->18446744073709551615) 00002000:00100000:1.0:1777573245.519465:0:8368:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6a00 with x1863919926204416 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777573245.519465:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1018 (0->18446744073709551615) 00002000:00100000:0.0:1777573245.519471:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca66c50 with x1863919926204544 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573245.519479:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca66c50. 00002000:00010000:1.0:1777573245.519485:0:8368:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6a00. 00000100:00100000:0.0:1777573245.519508:0:14599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5789 00000100:00100000:0.0:1777573245.519519:0:14599:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+43:2403:x1863919926204544:12345-192.168.204.27@tcp:10:lfs.0 00000100:00100000:2.0:1777573245.519524:0:24425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5790 00000100:00100000:2.0:1777573245.519534:0:24425:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+21:2403:x1863919926204416:12345-192.168.204.27@tcp:10:lfs.0 00002000:00010000:2.0:1777573245.519654:0:24425:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573245.519656:0:14599:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.519657:0:24425:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb mtime from disk: 1777573245 -> 1777573245 00002000:00010000:2.0:1777573245.519663:0:24425:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573245.519663:0:14599:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb mtime from disk: 1777573245 -> 1777573245 00002000:00010000:2.0:1777573245.519665:0:24425:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb ctime from disk: 1777573245 -> 1777573245 00002000:00010000:2.0:1777573245.519669:0:24425:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:0.0:1777573245.519669:0:14599:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777573245.519675:0:14599:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb ctime from disk: 1777573245 -> 1777573245 00002000:00010000:0.0:1777573245.519678:0:14599:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573245.519709:0:24425:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926204416:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 178us (373us total) trans 21474842088 rc 0/0 00000100:00100000:0.0:1777573245.519715:0:14599:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:47500b49-643b-4a71-8208-4988614d666b+44:2403:x1863919926204544:12345-192.168.204.27@tcp:10:lfs.0 Request processed in 197us (325us total) trans 17179875286 rc 0/0 00000100:00100000:2.0:1777573245.519717:0:24425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5790 00002000:00010000:2.0:1777573245.519721:0:24425:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/1019 (262144->18446744073709551615) 00002000:00100000:2.0:1777573245.519724:0:24425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2c4ec6a00 with x1863919926204416 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777573245.519728:0:24425:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99d2c4ec6a00. 00000100:00100000:0.0:1777573245.519728:0:14599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5789 00002000:00010000:0.0:1777573245.519734:0:14599:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/1018 (0->18446744073709551615) 00002000:00100000:0.0:1777573245.519737:0:14599:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99d2fca66c50 with x1863919926204544 ext(0->18446744073709551615) 00002000:00010000:0.0:1777573245.519743:0:14599:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99d2fca66c50. 00000100:00100000:1.0:1777573245.521807:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.521900:0:30825:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926204672 00000100:00100000:0.0:1777573245.521908:0:30825:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926204672 00000100:00100000:0.0:1777573245.521965:0:30825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15894 00000100:00100000:0.0:1777573245.521975:0:30825:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+407:59549:x1863919926204672:12345-192.168.204.27@tcp:44:lfs.0 00000001:00080000:2.0:1777573245.525112:0:7399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294979117 is committed 00000100:00100000:1.0:1777573245.525342:0:30825:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:47500b49-643b-4a71-8208-4988614d666b+397:59549:x1863919926204672:12345-192.168.204.27@tcp:44:lfs.0 Request processed in 3365us (3535us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.525353:0:30825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15894 00010000:00010000:0.0:1777573245.525441:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525452:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525459:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525464:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1ca4e7200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.525468:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525476:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525489:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:0.0:1777573245.525492:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.525496:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525502:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e7200/0x8dc0a528a119bf68 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10945 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525517:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525522:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525527:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525532:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2cab600 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:0.0:1777573245.525535:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525540:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525547:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:0.0:1777573245.525549:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573245.525551:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.525556:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c2cab600/0x8dc0a528a119bfca lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.527556:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.527586:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.527652:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926204928 00000100:00100000:0.0:1777573245.527662:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926204928 00000100:00100000:0.0:1777573245.527708:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926204800 00000100:00100000:0.0:1777573245.527711:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926204800 00000100:00100000:1.0:1777573245.527801:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12972 00000100:00100000:1.0:1777573245.527812:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+44:2404:x1863919926204928:12345-192.168.204.27@tcp:16:lfs.0 00000100:00100000:3.0:1777573245.527827:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12973 00000100:00100000:3.0:1777573245.527847:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926204800:12345-192.168.204.27@tcp:16:lfs.0 00000001:00080000:3.0:1777573245.529112:0:25107:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474842088 is committed 00000100:00100000:2.0:1777573245.529252:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926204800:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 1410us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.529261:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12973 00000001:00080000:0.0:1777573245.529429:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875286 is committed 00000001:00080000:0.0:1777573245.529443:0:26418:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179875281 is committed 00000100:00100000:1.0:1777573245.529613:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926204928:12345-192.168.204.27@tcp:16:lfs.0 Request processed in 1802us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.529633:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12972 00000100:00100000:1.0:1777573245.538089:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.538139:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.538175:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.538208:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926205184 00000100:00100000:2.0:1777573245.538219:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926205184 00000100:00100000:2.0:1777573245.538310:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926205056 00000100:00100000:2.0:1777573245.538317:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926205056 00000100:00100000:2.0:1777573245.538338:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926205312 00000100:00100000:2.0:1777573245.538340:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926205312 00000100:00100000:2.0:1777573245.538363:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12974 00000100:00100000:2.0:1777573245.538383:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926205184:12345-192.168.204.27@tcp:1:lfs.0 00000100:00100000:0.0:1777573245.538408:0:14598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12975 00000100:00100000:0.0:1777573245.538420:0:14598:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926205056:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:2.0:1777573245.538430:0:8938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.538446:0:14598:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.538449:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.538452:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.538458:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.538461:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.538465:0:14598:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.538469:0:14598:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.538472:0:8938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.538497:0:14598:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.538509:0:8938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.538517:0:14598:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.538519:0:8938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.538539:0:14598:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.538541:0:8938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.538561:0:14598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.538562:0:8938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4dc00 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:2.0:1777573245.538569:0:8938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.538575:0:14598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d2c12aa800 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:0.0:1777573245.538582:0:14598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.538584:0:8938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.538599:0:14598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.538629:0:14598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.538632:0:8938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.538648:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12976 00010000:00010000:0.0:1777573245.538657:0:14598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119bfdf lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.538658:0:8938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000059d35b3/0x8dc0a528a119bfd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.538690:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926205312:12345-192.168.204.27@tcp:1:lfs.0 00010000:00010000:3.0:1777573245.538734:0:27874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.538747:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.538750:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.538757:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.538778:0:27874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.538803:0:27874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.538811:0:27874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.538820:0:27874:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.538827:0:27874:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c2caa600 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573245.538830:0:27874:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.538835:0:27874:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.538847:0:27874:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.538852:0:27874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000280f502/0x8dc0a528a119bfe6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.539174:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+21:2404:x1863919926205184:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 787us (1089us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.539174:0:14598:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926205056:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 751us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.539179:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926205312:12345-192.168.204.27@tcp:1:lfs.0 Request processed in 502us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.539209:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12976 00000100:00100000:0.0:1777573245.539995:0:14598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12975 00000100:00100000:2.0:1777573245.540026:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12974 00000100:00100000:2.0:1777573245.542061:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.542140:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926205568 00000100:00100000:0.0:1777573245.542149:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926205568 00000100:00100000:2.0:1777573245.542220:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15895 00000100:00100000:2.0:1777573245.542231:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+395:59549:x1863919926205568:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:2.0:1777573245.542408:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bfed lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.542426:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bfed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.542437:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bfed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573245.542561:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001c127d4f reply state 000000009d139a3e transno 4294979118 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bfed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.542574:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8200/0x8dc0a528a119bfed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x31b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.542587:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:2.0:1777573245.542589:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573245.542593:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573245.542712:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:47500b49-643b-4a71-8208-4988614d666b+397:59549:x1863919926205568:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 483us (655us total) trans 4294979118 rc 0/0 00000100:00100000:2.0:1777573245.542720:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15895 00000100:00100000:1.0:1777573245.545149:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.545188:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.545295:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926205696 00000100:00100000:0.0:1777573245.545304:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926205696 00000100:00100000:0.0:1777573245.545343:0:29349:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926205824 00000100:00100000:0.0:1777573245.545346:0:29349:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926205824 00000100:00100000:0.0:1777573245.545379:0:29349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12977 00000100:00100000:0.0:1777573245.545388:0:29349:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+21:2406:x1863919926205696:12345-192.168.204.27@tcp:2:lfs.0 00000100:00100000:2.0:1777573245.545462:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12978 00000100:00100000:2.0:1777573245.545471:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926205824:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:0.0:1777573245.545551:0:29349:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573245.545555:0:29349:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb mtime from disk: 1777573245 -> 1777573242 00002000:00010000:0.0:1777573245.545557:0:29349:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb atime from disk: 0 -> 1777573242 00002000:00010000:0.0:1777573245.545559:0:29349:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb ctime from disk: 1777573245 -> 1777573245 00002000:00010000:0.0:1777573245.545561:0:29349:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3fb:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:0.0:1777573245.545609:0:29349:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:47500b49-643b-4a71-8208-4988614d666b+22:2406:x1863919926205696:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 222us (467us total) trans 21474842089 rc 0/0 00000100:00100000:0.0:1777573245.545616:0:29349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12977 00002000:00010000:2.0:1777573245.545842:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.545845:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb mtime from disk: 1777573245 -> 1777573242 00002000:00010000:2.0:1777573245.545847:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb atime from disk: 0 -> 1777573242 00002000:00010000:2.0:1777573245.545850:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb ctime from disk: 1777573245 -> 1777573245 00002000:00010000:2.0:1777573245.545852:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777573245.545888:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+23:2406:x1863919926205824:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 418us (699us total) trans 17179875287 rc 0/0 00000100:00100000:2.0:1777573245.545894:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12978 00000100:00100000:1.0:1777573245.547411:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.547462:0:7963:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926206080 00000100:00100000:0.0:1777573245.547471:0:7963:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926206080 00000100:00100000:0.0:1777573245.547521:0:7963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15896 00000100:00100000:0.0:1777573245.547533:0:7963:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+397:59549:x1863919926206080:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1777573245.547584:0:7963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573245.547609:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b0c00/0x8dc0a528a119be96 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3ce expref: 397 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.547634:0:7963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c556c200/0x8dc0a528a119beab lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f3dc expref: 396 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.547645:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.547650:0:7963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573245.547698:0:7963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119bff4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.547720:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119bff4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.547731:0:7963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119bff4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573245.547835:0:7963:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd4f5f70 reply state 00000000fc031f03 transno 4294979119 ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119bff4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.547844:0:7963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c12ab200/0x8dc0a528a119bff4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7963 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.547849:0:7963:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.547850:0:7963:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573245.547852:0:7963:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573245.547991:0:7963:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:47500b49-643b-4a71-8208-4988614d666b+397:59549:x1863919926206080:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 461us (591us total) trans 4294979119 rc 0/0 00000100:00100000:0.0:1777573245.547998:0:7963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15896 00000100:00100000:1.0:1777573245.549565:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.549718:0:10945:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926206208 00000100:00100000:2.0:1777573245.549730:0:10945:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926206208 00000100:00100000:2.0:1777573245.549836:0:10945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15897 00000100:00100000:2.0:1777573245.549848:0:10945:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+397:59549:x1863919926206208:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1777573245.549879:0:10945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.549902:0:10945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f44c expref: -99 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.549971:0:10945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f44c expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.549988:0:10945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f44c expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.550009:0:10945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:2.0:1777573245.550026:0:10945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573245.550030:0:10945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c6be8a00, rc 0) 00000100:00100000:2.0:1777573245.550095:0:10945:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:47500b49-643b-4a71-8208-4988614d666b+398:59549:x1863919926206208:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 250us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.550103:0:10945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15897 00000100:00100000:3.0:1777573245.552173:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.552233:0:27874:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926206336 00000100:00100000:0.0:1777573245.552244:0:27874:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926206336 00000100:00100000:0.0:1777573245.552347:0:27874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12979 00000100:00100000:0.0:1777573245.552355:0:27874:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+23:59549:x1863919926206336:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573245.552376:0:27874:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.552391:0:27874:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119c002 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f453 expref: -99 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.552417:0:27874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f414 expref: 24 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.552424:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.552426:0:27874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573245.552429:0:27874:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119c002 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f453 expref: 24 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.552453:0:27874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f414 expref: 24 pid: 27874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.552461:0:27874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f414 expref: 24 pid: 27874 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573245.552472:0:27874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6eaaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27874:1863919932230272:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.552533:0:27874:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2d7a3fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.554627:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.554729:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926206464 00000100:00100000:1.0:1777573245.554737:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926206464 00000100:00100000:3.0:1777573245.554746:0:27874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6eaaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27874:1863919932230272:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573245.554775:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f414 expref: 25 pid: 27874 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.554835:0:27874:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119c002 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f453 expref: 25 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.554854:0:27874:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c12aa800, rc 0) 00000100:00100000:1.0:1777573245.554869:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5847 00000100:00100000:1.0:1777573245.554880:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+25:2403:x1863919926206464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573245.554896:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573245.554917:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f414 expref: 25 pid: 27874 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.554926:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f414 expref: 25 pid: 27874 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.554936:0:27874:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d70f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:47500b49-643b-4a71-8208-4988614d666b+25:59549:x1863919926206336:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2580us (2770us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.554948:0:27874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12979 00010000:00010000:1.0:1777573245.554948:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb58f6b5/0x8dc0a528a119bf45 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f414 expref: 25 pid: 27874 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.554965:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.554968:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.554976:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119c002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f453 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.554987:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119c002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f453 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.555030:0:6471:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d89a0bfc/0x8dc0a528a119c002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f453 expref: 23 pid: 27874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.555043:0:6471:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee6bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932230400:192.168.204.27@tcp:105: 00000100:00100000:1.0:1777573245.555115:0:6471:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573245.556726:0:6471:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6471:1863919932230400:192.168.204.27@tcp:105: 00000100:00100000:0.0:1777573245.556742:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573245.556746:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573245.556908:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926206464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2029us (2288us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.556918:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5847 00000100:00100000:3.0:1777573245.557314:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926206592 00000100:00100000:3.0:1777573245.557321:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926206592 00000100:00100000:3.0:1777573245.557361:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12980 00000100:00100000:3.0:1777573245.557381:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2fca95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+22:59549:x1863919926206592:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1777573245.557493:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573245.557511:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119c009 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f45a expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.557539:0:28215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f41b expref: 23 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.557548:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.557549:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573245.557553:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119c009 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f45a expref: 23 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.557581:0:28215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f41b expref: 23 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.557594:0:28215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f41b expref: 23 pid: 8362 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.557607:0:28215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d70fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932230528:192.168.204.27@tcp:104: 00000100:00100000:3.0:1777573245.557754:0:28215:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c2f100c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573245.559893:0:28215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d70fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28215:1863919932230528:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573245.559918:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119c009 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f45a expref: 23 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.559933:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c2caa600, rc 0) 00000100:00100000:3.0:1777573245.560101:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2fca95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+23:59549:x1863919926206592:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2732us (3360us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.560113:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12980 00000100:00100000:0.0:1777573245.560258:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.560444:0:7410:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926206720 00000100:00100000:2.0:1777573245.560452:0:7410:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926206720 00010000:00010000:2.0:1777573245.560479:0:7410:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f41b expref: 23 pid: 8362 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.560507:0:7410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5848 00000100:00100000:2.0:1777573245.560516:0:7410:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926206720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573245.560529:0:7410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573245.560550:0:7410:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f41b expref: 23 pid: 8362 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.560572:0:7410:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f41b expref: 23 pid: 8362 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.560595:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dc06ec1/0x8dc0a528a119bf4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f41b expref: 23 pid: 8362 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.560608:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.560610:0:7410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.560617:0:7410:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119c009 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f45a expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.560628:0:7410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119c009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f45a expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.560659:0:7410:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000280f502/0x8dc0a528a119c009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f45a expref: 22 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.560668:0:7410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932230656:192.168.204.27@tcp:105: 00000100:00100000:2.0:1777573245.560715:0:7410:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c2f75e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573245.562389:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.562459:0:7410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7410:1863919932230656:192.168.204.27@tcp:105: 00010000:00010000:2.0:1777573245.562487:0:7410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573245.562493:0:8938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926206848 00000100:00100000:1.0:1777573245.562501:0:8938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926206848 00000100:00100000:1.0:1777573245.562540:0:8938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12981 00000100:00100000:2.0:1777573245.562545:0:7410:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:47500b49-643b-4a71-8208-4988614d666b+22:2404:x1863919926206720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2028us (2287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.562554:0:8938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+23:59549:x1863919926206848:12345-192.168.204.27@tcp:101:lfs.0 00000100:00100000:2.0:1777573245.562558:0:7410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5848 00010000:00010000:1.0:1777573245.562805:0:8938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573245.562822:0:8938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119c010 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f461 expref: -99 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.562850:0:8938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f422 expref: 24 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.562858:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.562861:0:8938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573245.562865:0:8938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119c010 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f461 expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.562892:0:8938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f422 expref: 24 pid: 28214 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.562905:0:8938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f422 expref: 24 pid: 28214 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.562922:0:8938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932230784:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.563024:0:8938:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573245.564773:0:8938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8938:1863919932230784:192.168.204.27@tcp:104: 00000100:00100000:0.0:1777573245.564773:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1777573245.564820:0:8938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119c010 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f461 expref: 24 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.564844:0:8938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c67b1a00, rc 0) 00000100:00100000:2.0:1777573245.564875:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926206976 00000100:00100000:2.0:1777573245.564885:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926206976 00000100:00100000:1.0:1777573245.564903:0:8938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:47500b49-643b-4a71-8208-4988614d666b+25:59549:x1863919926206848:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2353us (2517us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573245.564912:0:8938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12981 00010000:00010000:2.0:1777573245.564924:0:6469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f422 expref: 25 pid: 28214 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.564956:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5849 00000100:00100000:2.0:1777573245.564967:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+24:2404:x1863919926206976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573245.564983:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573245.565010:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f422 expref: 24 pid: 28214 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.565034:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f422 expref: 24 pid: 28214 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.565059:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004df6527c/0x8dc0a528a119bf53 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f422 expref: 24 pid: 28214 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.565070:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.565072:0:6469:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.565077:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119c010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f461 expref: 23 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.565085:0:6469:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119c010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f461 expref: 23 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.565114:0:6469:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a97e4e39/0x8dc0a528a119c010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f461 expref: 23 pid: 8938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.565127:0:6469:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6469:1863919932230912:192.168.204.27@tcp:105: 00000100:00100000:2.0:1777573245.565184:0:6469:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c2f75e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573245.566585:0:6469:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6469:1863919932230912:192.168.204.27@tcp:105: 00010000:00010000:2.0:1777573245.566615:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573245.566675:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+23:2404:x1863919926206976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1709us (1915us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.566686:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5849 00000100:00100000:0.0:1777573245.566845:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.566870:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.566890:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.566917:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926207104 00000100:00100000:1.0:1777573245.566924:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926207104 00000100:00100000:2.0:1777573245.566946:0:28214:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926207360 00000100:00100000:2.0:1777573245.566952:0:28214:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926207360 00000100:00100000:1.0:1777573245.566965:0:8360:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926207232 00000100:00100000:1.0:1777573245.566970:0:8360:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926207232 00000100:00100000:2.0:1777573245.566990:0:28214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12982 00000100:00100000:2.0:1777573245.567000:0:28214:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926207104:12345-192.168.204.27@tcp:2:lfs.0 00000100:00100000:1.0:1777573245.567024:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12983 00000100:00100000:1.0:1777573245.567034:0:8360:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+24:2403:x1863919926207360:12345-192.168.204.27@tcp:2:lfs.0 00000100:00100000:0.0:1777573245.567066:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12984 00000100:00100000:0.0:1777573245.567078:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+22:2403:x1863919926207232:12345-192.168.204.27@tcp:2:lfs.0 00002000:00010000:1.0:1777573245.567215:0:8360:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777573245.567216:0:28214:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777573245.567216:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777573245.567224:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:1.0:1777573245.567225:0:8360:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb mtime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573245.567230:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573245.567232:0:28214:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb mtime from disk: 1777573244 -> 1777573242 00002000:00010000:0.0:1777573245.567235:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb ctime from disk: 1777573244 -> 1777573245 00002000:00010000:1.0:1777573245.567236:0:8360:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:2.0:1777573245.567238:0:28214:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb atime from disk: 1777573242 -> 1777573242 00002000:00010000:0.0:1777573245.567242:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x3df:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1777573245.567243:0:8360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb ctime from disk: 1777573244 -> 1777573245 00002000:00010000:2.0:1777573245.567244:0:28214:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb ctime from disk: 1777573244 -> 1777573245 00002000:00010000:2.0:1777573245.567251:0:28214:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3dc:0x0] updating lvb blocks from disk: 368 -> 368 00002000:00010000:1.0:1777573245.567251:0:8360:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0x3de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777573245.567324:0:8360:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926207360:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 290us (449us total) trans 17179875288 rc 0/0 00000100:00100000:2.0:1777573245.567326:0:28214:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:47500b49-643b-4a71-8208-4988614d666b+26:2403:x1863919926207104:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 325us (479us total) trans 17179875289 rc 0/0 00000100:00100000:0.0:1777573245.567331:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:47500b49-643b-4a71-8208-4988614d666b+23:2403:x1863919926207232:12345-192.168.204.27@tcp:2:lfs.0 Request processed in 252us (434us total) trans 21474842090 rc 0/0 00000100:00100000:1.0:1777573245.567345:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12983 00000100:00100000:2.0:1777573245.567353:0:28214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12982 00000100:00100000:0.0:1777573245.567364:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12984 00000100:00100000:0.0:1777573245.568976:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.569096:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926207616 00000100:00100000:1.0:1777573245.569107:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926207616 00000100:00100000:1.0:1777573245.569166:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5154 00000100:00100000:1.0:1777573245.569176:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d0386c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+398:59549:x1863919926207616:12345-192.168.204.27@tcp:35:lfs.0 00000004:00010000:1.0:1777573245.569307:0:13532:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x240000404:0x2f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119bf22 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f40d expref: 398 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.569649:0:13532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.569666:0:13532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eff3 expref: 398 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.569676:0:13532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f44c expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.569684:0:13532:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.569726:0:13532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f44c expref: 398 pid: 10945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.569748:0:13532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f44c expref: 398 pid: 10945 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.569766:0:13532:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee6bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:13532:1863919932231040:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573245.569857:0:13532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eff3 expref: 398 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.569864:0:13532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eff3 expref: 398 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.569870:0:13532:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2cee69c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:13532:1863919932231168:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.569887:0:13532:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2fc480540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573245.572464:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.572570:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.572759:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926207744 00000100:00100000:3.0:1777573245.572771:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926207744 00010000:00010000:3.0:1777573245.572820:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eff3 expref: 399 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.572856:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926207872 00000100:00100000:3.0:1777573245.572858:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926207872 00010000:00010000:3.0:1777573245.572868:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f44c expref: 400 pid: 10945 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.572895:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5850 00000100:00100000:3.0:1777573245.572904:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+400:2404:x1863919926207744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.572922:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.572929:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eff3 expref: 400 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.572941:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eff3 expref: 400 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.572948:0:13532:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee6bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:13532:1863919932231040:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573245.572964:0:13532:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2cee69c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:13532:1863919932231168:192.168.204.27@tcp:104: 00010000:00010000:3.0:1777573245.572969:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c7630e00/0x8dc0a528a119b494 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2eff3 expref: 400 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.572989:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573245.572995:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.573029:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.573037:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573245.573042:0:13532:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.573096:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+399:2404:x1863919926207744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 193us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.573106:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5850 00000100:00100000:3.0:1777573245.573129:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5851 00000100:00100000:3.0:1777573245.573136:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919926207872:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.573145:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.573150:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f44c expref: 398 pid: 10945 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.573166:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f44c expref: 398 pid: 10945 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.573179:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c6be8a00/0x8dc0a528a119bffb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f44c expref: 398 pid: 10945 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.573190:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:3.0:1777573245.573194:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.573203:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.573211:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.573235:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573245.573259:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:47500b49-643b-4a71-8208-4988614d666b+397:2403:x1863919926207872:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 123us (688us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573245.573264:0:13532:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.573298:0:13532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.573330:0:13532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.573343:0:13532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f429 expref: 397 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.573352:0:13532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f430 expref: 397 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.573360:0:13532:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 5/0,1 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.573374:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5851 00010000:00010000:2.0:1777573245.573395:0:13532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f430 expref: 396 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.573411:0:13532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f430 expref: 396 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.573426:0:13532:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:13532:1863919932231296:192.168.204.27@tcp:104: 00010000:00010000:2.0:1777573245.573507:0:13532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f429 expref: 396 pid: 7963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.573516:0:13532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f429 expref: 396 pid: 7963 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.573526:0:13532:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2c4ec4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:13532:1863919932231424:192.168.204.27@tcp:104: 00000100:00100000:2.0:1777573245.573555:0:13532:0:(client.c:2691:ptlrpc_set_wait()) set ffff99d2c2f75e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573245.575151:0:13532:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:13532:1863919932231296:192.168.204.27@tcp:104: 00000100:00100000:1.0:1777573245.575166:0:13532:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2c4ec4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:13532:1863919932231424:192.168.204.27@tcp:104: 00010000:00010000:1.0:1777573245.575194:0:13532:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.575708:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.576083:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926208000 00000100:00100000:1.0:1777573245.576091:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.576106:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926208000 00010000:00010000:3.0:1777573245.576153:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f430 expref: 397 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.576201:0:9436:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926208128 00000100:00100000:3.0:1777573245.576206:0:9436:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926208128 00000100:00100000:2.0:1777573245.576210:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5852 00010000:00010000:3.0:1777573245.576223:0:9436:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f429 expref: 398 pid: 7963 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.576223:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d0459450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+398:2404:x1863919926208000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573245.576244:0:6469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573245.576252:0:6469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f430 expref: 398 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.576259:0:9436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5853 00010000:00010000:2.0:1777573245.576300:0:6469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f430 expref: 398 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573245.576304:0:9436:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+398:2403:x1863919926208128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573245.576318:0:9436:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573245.576324:0:9436:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f429 expref: 398 pid: 7963 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.576343:0:6469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d400/0x8dc0a528a119bf6f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x31b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f430 expref: 398 pid: 6486 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.576345:0:9436:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f429 expref: 398 pid: 7963 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.576368:0:9436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6000/0x8dc0a528a119bf61 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f429 expref: 397 pid: 7963 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.576375:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:2.0:1777573245.576381:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.576390:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.576397:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.576406:0:9436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:3.0:1777573245.576412:0:9436:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573245.576436:0:6469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573245.576478:0:9436:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:47500b49-643b-4a71-8208-4988614d666b+396:2403:x1863919926208128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 206us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.576479:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d0459450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:47500b49-643b-4a71-8208-4988614d666b+396:2404:x1863919926208000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 257us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573245.576495:0:9436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5853 00010000:00010000:1.0:1777573245.576501:0:13532:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573245.576503:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5852 00010000:00010000:1.0:1777573245.576513:0:13532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576622:0:13532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576632:0:13532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576639:0:13532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576646:0:13532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4dc00 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573245.576651:0:13532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576658:0:13532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576670:0:13532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:1.0:1777573245.576673:0:13532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777573245.576677:0:13532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576683:0:13532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4dc00/0x8dc0a528a119c01e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x31b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576695:0:13532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576702:0:13532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576708:0:13532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576713:0:13532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c67b1200 already unused, calling callback (ffffffffc16984f0) 00010000:00010000:1.0:1777573245.576716:0:13532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576722:0:13532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576730:0:13532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573245.576733:0:13532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777573245.576736:0:13532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576742:0:13532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c67b1200/0x8dc0a528a119c017 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x2f0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13532 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573245.576756:0:13532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:1.0:1777573245.576758:0:13532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777573245.576764:0:13532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1ca4e6400/0x8dc0a528a119bf22 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f40d expref: 394 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573245.576910:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d0386c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+394:59549:x1863919926207616:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 7735us (7944us total) trans 4294979120 rc -34/-34 00000100:00100000:1.0:1777573245.576920:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5154 00000100:00100000:1.0:1777573245.578354:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1777573245.578426:0:6484:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926208256 00000100:00100000:0.0:1777573245.578441:0:6484:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926208256 00000100:00100000:0.0:1777573245.578504:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15898 00000100:00100000:0.0:1777573245.578516:0:6484:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+394:59549:x1863919926208256:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1777573245.578544:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573245.578566:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119c025 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f468 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.578631:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119c025 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f468 expref: 395 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.578647:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff99d2c13a9c00/0x8dc0a528a119c025 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f468 expref: 395 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573245.578674:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f0:0x0].0x0 (ffff99d2fc738800) 00010000:00010000:0.0:1777573245.578678:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573245.578681:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d2c13a9c00, rc 0) 00000100:00100000:0.0:1777573245.578746:0:6484:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:47500b49-643b-4a71-8208-4988614d666b+395:59549:x1863919926208256:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 233us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573245.578752:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15898 00000100:00100000:2.0:1777573245.580607:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.580738:0:35577:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926208512 00000100:00100000:1.0:1777573245.580750:0:35577:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926208512 00000100:00100000:1.0:1777573245.580819:0:35577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5155 00000100:00100000:1.0:1777573245.580830:0:35577:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+395:59549:x1863919926208512:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1777573245.581142:0:35577:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2c4ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:47500b49-643b-4a71-8208-4988614d666b+396:59549:x1863919926208512:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 312us (543us total) trans 4294979121 rc 0/0 00000100:00100000:1.0:1777573245.581152:0:35577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5155 00000100:00100000:1.0:1777573245.583775:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.584071:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926208768 00000100:00100000:2.0:1777573245.584092:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926208768 00000100:00100000:2.0:1777573245.584167:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5156 00000100:00100000:2.0:1777573245.584187:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+396:59549:x1863919926208768:12345-192.168.204.27@tcp:35:lfs.0 00000004:00080000:2.0:1777573245.584652:0:6487:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0x31b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777573245.584729:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3205, 64 off266168 00000004:00080000:2.0:1777573245.584740:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 766130467948ns, next at 767130464803ns, rc = 0 00000040:00080000:2.0:1777573245.584763:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3204, 64 off266432 00000004:00080000:2.0:1777573245.584768:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 766130496651ns, next at 767130494951ns, rc = 0 00000001:00080000:2.0:1777573245.584775:0:6487:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979122 00010000:00010000:2.0:1777573245.584822:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.584845:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.584860:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.584869:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.584876:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.584883:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.586349:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777573245.586507:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:47500b49-643b-4a71-8208-4988614d666b+398:59549:x1863919926208768:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 2325us (2739us total) trans 4294979123 rc 0/0 00010000:00010000:3.0:1777573245.586583:0:7409:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777573245.586588:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5156 00010000:00010000:3.0:1777573245.586593:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777573245.586599:0:6487:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777573245.586609:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99d1c9f4d000 already unused, calling callback (ffffffffc0b48320) 00010000:00010000:3.0:1777573245.586613:0:7409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.586624:0:7409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.586655:0:7409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31b:0x0].0x0 (ffff99d2c4e13100) 00010000:00010000:3.0:1777573245.586658:0:7409:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573245.586664:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.586669:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff99d1c9f4d000/0x8dc0a528a119c02c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573245.586682:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573245.586684:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573245.586685:0:7409:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573245.600131:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1777573245.600329:0:28215:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926208896 00000100:00100000:3.0:1777573245.600339:0:28215:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926208896 00000100:00100000:2.0:1777573245.600466:0:28215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12985 00000100:00100000:2.0:1777573245.600477:0:28215:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+25:59390:x1863919926208896:12345-192.168.204.27@tcp:101:fsx.0 00010000:00010000:2.0:1777573245.600495:0:28215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573245.600514:0:28215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a119c033 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ebb3352c9c2f46f expref: -99 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573245.600535:0:28215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777573245.600553:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.600555:0:28215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573245.600561:0:28215:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a119c033 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->262143) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f46f expref: 26 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.600573:0:28215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d581840f/0x8dc0a528a119c033 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->262143) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x2ebb3352c9c2f46f expref: 26 pid: 28215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573245.600583:0:28215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99d1c9f4d400, rc 0) 00000100:00100000:2.0:1777573245.600630:0:28215:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6eab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:47500b49-643b-4a71-8208-4988614d666b+26:59390:x1863919926208896:12345-192.168.204.27@tcp:101:fsx.0 Request processed in 157us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573245.600635:0:28215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12985 00000100:00100000:0.0:1777573245.605244:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1777573245.605515:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926209152 00000100:00100000:1.0:1777573245.605525:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926209152 00000100:00100000:1.0:1777573245.605583:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5157 00000100:00100000:1.0:1777573245.605593:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+398:59390:x1863919926209152:12345-192.168.204.27@tcp:35:fsx.0 00000001:00080000:1.0:1777573245.605816:0:6488:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979124 00000100:00100000:1.0:1777573245.605965:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:47500b49-643b-4a71-8208-4988614d666b+400:59390:x1863919926209152:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 374us (729us total) trans 4294979125 rc 0/0 00000100:00100000:1.0:1777573245.605973:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5157 00000020:00080000:1.0:1777573245.605978:0:6488:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777573245.609039:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1777573245.609103:0:13532:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926209408 00000100:00100000:2.0:1777573245.609114:0:13532:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926209408 00000100:00100000:2.0:1777573245.609306:0:13532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5158 00000100:00100000:2.0:1777573245.609320:0:13532:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+400:59390:x1863919926209408:12345-192.168.204.27@tcp:35:fsx.0 00000001:00080000:2.0:1777573245.609545:0:13532:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294979126 00000100:00100000:2.0:1777573245.609653:0:13532:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2cee68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:47500b49-643b-4a71-8208-4988614d666b+402:59390:x1863919926209408:12345-192.168.204.27@tcp:35:fsx.0 Request processed in 336us (619us total) trans 4294979127 rc 0/0 00000100:00100000:2.0:1777573245.609661:0:13532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5158 00000020:00080000:2.0:1777573245.609667:0:13532:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777573246.398808:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff99d2d6eaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932231552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573246.398874:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573246.398895:0:6472:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573246.398968:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919932231552 00000100:00100000:0.0:1777573246.398976:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919932231552 00000100:00100000:0.0:1777573246.399082:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1777573246.399092:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919932231552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573246.399113:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 40960 granted 484930112 pending 0 free 3915161600 avail 3682996224 00000100:00100000:0.0:1777573246.399159:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff99d2d6ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919932231552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573246.399165:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00080000:1.0:1777573246.399208:0:6480:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573246.399412:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474842081 gen 2 00000004:00080000:3.0:1777573246.399419:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1a300, transno 21474842048 00000004:00080000:3.0:1777573246.399773:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18e00, transno 21474842049 00000004:00080000:3.0:1777573246.399791:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1bb80, transno 21474842050 00000004:00080000:3.0:1777573246.399795:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18000, transno 21474842051 00000004:00080000:3.0:1777573246.399799:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1b800, transno 21474842052 00000004:00080000:3.0:1777573246.399803:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1b480, transno 21474842053 00000004:00080000:3.0:1777573246.399806:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18a80, transno 21474842054 00000004:00080000:3.0:1777573246.399809:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19c00, transno 21474842055 00000004:00080000:3.0:1777573246.399813:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18380, transno 21474842056 00000004:00080000:3.0:1777573246.399816:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19880, transno 21474842057 00000004:00080000:3.0:1777573246.399818:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fb800, transno 21474842058 00000004:00080000:3.0:1777573246.399821:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45f9c00, transno 21474842059 00000004:00080000:3.0:1777573246.399824:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745c00, transno 21474842060 00000004:00080000:3.0:1777573246.399829:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fa680, transno 21474842061 00000004:00080000:3.0:1777573246.399832:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5745500, transno 21474842062 00000004:00080000:3.0:1777573246.399837:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fad80, transno 21474842063 00000004:00080000:3.0:1777573246.399841:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2ea7480, transno 21474842064 00000004:00080000:3.0:1777573246.399845:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19500, transno 21474842065 00000004:00080000:3.0:1777573246.399848:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19f80, transno 21474842066 00000004:00080000:3.0:1777573246.399852:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2e4fca300, transno 21474842067 00000004:00080000:3.0:1777573246.399856:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab18700, transno 21474842068 00000004:00080000:3.0:1777573246.399859:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5747800, transno 21474842069 00000004:00080000:3.0:1777573246.399862:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab1aa00, transno 21474842070 00000004:00080000:3.0:1777573246.399866:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c5747480, transno 21474842071 00000004:00080000:3.0:1777573246.399870:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1cab19180, transno 21474842072 00000004:00080000:3.0:1777573246.399872:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d2c45fa300, transno 21474842073 00000004:00080000:3.0:1777573246.399875:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6ea00, transno 21474842074 00000004:00080000:3.0:1777573246.399880:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6dc00, transno 21474842075 00000004:00080000:3.0:1777573246.399885:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6ce00, transno 21474842076 00000004:00080000:3.0:1777573246.399889:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6d880, transno 21474842077 00000004:00080000:3.0:1777573246.399893:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6f480, transno 21474842078 00000004:00080000:3.0:1777573246.399896:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6e680, transno 21474842079 00000004:00080000:3.0:1777573246.399899:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6df80, transno 21474842080 00000004:00080000:3.0:1777573246.399901:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99d1c2d6fb80, transno 21474842081 00000100:00100000:3.0:1777573246.399911:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff99d2d6eaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1863919932231552:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1777573246.400033:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 1 changes, 6 in progress, 0 in flight, 27 done 00000004:00080000:1.0:1777573246.400069:0:8932:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 1 changes, 0 in progress, 0 in flight, 6 done 00000001:02000400:0.0:1777573246.438122:0:35866:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_70a: @@@@@@ FAIL: fsx FLR file /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr failed Debug log: 71993 lines, 71993 kept, 0 dropped, 0 bad.